Sat Dec 10 02:42:48.134 I CONTROL [conn46] pid=4992 port=30000 64-bit host=SOSDEVNQL02 Sat Dec 10 02:42:48.158 I CONTROL [conn46] db version v3.2.10 Sat Dec 10 02:42:48.158 I CONTROL [conn46] git version: 79d9b3ab5ce20f51c272b4411202710a082d0317 Sat Dec 10 02:42:48.158 I CONTROL [conn46] allocator: tcmalloc Sat Dec 10 02:42:48.158 I CONTROL [conn46] modules: none Sat Dec 10 02:42:48.158 I CONTROL [conn46] build environment: Sat Dec 10 02:42:48.158 I CONTROL [conn46] distmod: 2008plus Sat Dec 10 02:42:48.159 I CONTROL [conn46] distarch: x86_64 Sat Dec 10 02:42:48.159 I CONTROL [conn46] target_arch: x86_64 Sat Dec 10 02:42:48.172 I CONTROL [conn46] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 02:42:48.173 I COMMAND [conn46] command admin.$cmd command: logRotate { logRotate: 1.0 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:134 locks:{} protocol:op_command 651ms Sat Dec 10 02:42:48.256 I NETWORK [conn46] end connection 10.112.9.26:53639 (31 connections now open) Sat Dec 10 02:42:48.522 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53640 #47 (32 connections now open) Sat Dec 10 02:42:48.604 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:42:48.605 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465120126000) }, { datetime: new Date(1465157446000) }) in IISLogs.pubbsdweb1', ts : 584bc008666d1a4e49f53d52 Sat Dec 10 02:42:48.605 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 30|0||584bba0d90d1dc672b548145, current metadata version is 30|0||584bba0d90d1dc672b548145 Sat Dec 10 02:42:48.608 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 30|0||584bba0d90d1dc672b548145 to shard version 30|1||584bba0d90d1dc672b548145 Sat Dec 10 02:42:48.608 I SHARDING [conn9] collection version was loaded at version 30|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 02:42:48.608 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:42:48.608-0600-584bc008666d1a4e49f53d53", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359368608), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:42:48.609 I SHARDING [conn9] moveChunk request accepted at version 30|1||584bba0d90d1dc672b548145 Sat Dec 10 02:42:51.113 I SHARDING [conn9] moveChunk number of documents: 113382 Sat Dec 10 02:42:51.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:51.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:52.011 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 891ms Sat Dec 10 02:42:52.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2366, clonedBytes: 707450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:53.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10199, clonedBytes: 3179765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:54.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17813, clonedBytes: 5544270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:55.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26206, clonedBytes: 8170971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:56.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36318, clonedBytes: 11263170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:57.560 I SHARDING [RangeDeleter] rangeDeleter deleted 113330 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464017960000) } -> { datetime: new Date(1464020036000) } Sat Dec 10 02:42:57.560 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464020036000) } -> { datetime: new Date(1464025868000) }, with opId: 53379 Sat Dec 10 02:42:57.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44094, clonedBytes: 13683835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:58.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50548, clonedBytes: 15698193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:42:59.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52847, clonedBytes: 16417276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:00.191 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776036 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1047ms Sat Dec 10 02:43:00.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58775, clonedBytes: 18277354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:01.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66368, clonedBytes: 20574048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:03.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74377, clonedBytes: 22952020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:03.981 I COMMAND [conn4] command IISLogs.pubbsdweb2 command: insert { insert: "pubbsdweb2", documents: [ { _id: ObjectId('584bc0177391bb0990dc9e36'), IP: "173.224.124.210", userAgent: "Mozilla/5.0+(X11;+Ubuntu;+Linux+x86_64;+rv:43.0)+Gecko/20100101+Firefox/43.0", Country: "United States of America", datetime: new Date(1481340168000), proxy: null, url: "/BusinessEntity/BusinessEntityDetail.aspx", HTTPStatus: "200", HTTPResponseTime: "17891" } ], ordered: true, shardVersion: [ Timestamp 3000|1, ObjectId('584bbf7a90d1dc672b548236') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 203ms Sat Dec 10 02:43:04.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80123, clonedBytes: 24740664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:05.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88090, clonedBytes: 27228929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:07.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105811, clonedBytes: 32833526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:08.804 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2418344 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } protocol:op_command 1212ms Sat Dec 10 02:43:09.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109891, clonedBytes: 34115973, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:10.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc008666d1a4e49f53d54", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113382, clonedBytes: 35207406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:10.257 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:43:10.259 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:43:10.259 I SHARDING [conn9] moveChunk setting version to: 31|0||584bba0d90d1dc672b548145 Sat Dec 10 02:43:10.277 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113382, clonedBytes: 35207406, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:43:10.277 I SHARDING [conn9] moveChunk updating self version to: 31|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465157446000) } -> { datetime: new Date(1465224429000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:43:10.279 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:10.279-0600-584bc01e666d1a4e49f53d57", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359390279), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113382, clonedBytes: 35207406, catchup: 0, steady: 0 } } Sat Dec 10 02:43:10.280 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:43:10.290 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:43:10.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:10.307-0600-584bc01e666d1a4e49f53d58", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359390307), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2507, step 4 of 6: 19135, step 5 of 6: 33, step 6 of 6: 16, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:43:10.310 I SHARDING [conn9] distributed lock with ts: 584bc008666d1a4e49f53d52' unlocked. Sat Dec 10 02:43:10.310 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465120126000) }, max: { datetime: new Date(1465157446000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10254 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 362 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21706ms Sat Dec 10 02:43:10.322 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:43:10.323 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444322274000) }, { datetime: new Date(1444402050000) }) in IISLogs.pubprdweb01', ts : 584bc01e666d1a4e49f53d59 Sat Dec 10 02:43:10.323 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 4|0||584bbf4f90d1dc672b54822e, current metadata version is 4|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:43:10.334 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 4|0||584bbf4f90d1dc672b54822e to shard version 4|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:43:10.334 I SHARDING [conn9] collection version was loaded at version 4|1||584bbf4f90d1dc672b54822e, took 11ms Sat Dec 10 02:43:10.334 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:10.334-0600-584bc01e666d1a4e49f53d5a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359390334), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:43:10.335 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:43:13.486 I SHARDING [conn9] moveChunk number of documents: 102969 Sat Dec 10 02:43:13.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:13.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:14.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:14.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:15.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:16.137 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776032 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 2645ms Sat Dec 10 02:43:16.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3735, clonedBytes: 1208027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:17.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8170, clonedBytes: 2682660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:18.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14249, clonedBytes: 4637039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:19.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21053, clonedBytes: 6589246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:20.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27510, clonedBytes: 8311358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:22.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34325, clonedBytes: 10251572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:23.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41071, clonedBytes: 12174950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:24.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47572, clonedBytes: 14002506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:25.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54549, clonedBytes: 16033126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:26.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55849, clonedBytes: 16396051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:26.594 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14262750 locks:{ Global: { acquireCount: { r: 754 } }, Database: { acquireCount: { r: 377 } }, Collection: { acquireCount: { r: 377 } } } protocol:op_command 1018ms Sat Dec 10 02:43:27.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62240, clonedBytes: 18328637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:28.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69632, clonedBytes: 20526081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:29.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77292, clonedBytes: 22846366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:30.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84648, clonedBytes: 25000269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:32.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93458, clonedBytes: 27663828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:33.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100946, clonedBytes: 29785659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:34.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc01e666d1a4e49f53d5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102969, clonedBytes: 30339923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:34.111 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:43:34.114 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:43:34.115 I SHARDING [conn9] moveChunk setting version to: 5|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:43:34.127 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102969, clonedBytes: 30339923, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:43:34.131 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444402050000) } -> { datetime: new Date(1444495342000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:43:34.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:34.135-0600-584bc036666d1a4e49f53d5e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359414135), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102969, clonedBytes: 30339923, catchup: 0, steady: 0 } } Sat Dec 10 02:43:34.136 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:43:34.136 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:43:34.136 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:34.136-0600-584bc036666d1a4e49f53d5f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359414136), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, step 1 of 6: 0, step 2 of 6: 13, step 3 of 6: 3155, step 4 of 6: 20616, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:43:34.140 I SHARDING [conn9] distributed lock with ts: 584bc01e666d1a4e49f53d59' unlocked. Sat Dec 10 02:43:34.140 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444322274000) }, max: { datetime: new Date(1444402050000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:815 reslen:154 locks:{ Global: { acquireCount: { r: 1642, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 120 } }, Database: { acquireCount: { r: 817, w: 4, W: 2 } }, Collection: { acquireCount: { r: 817, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23819ms Sat Dec 10 02:43:34.148 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:43:34.150 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463070987000) }, { datetime: new Date(1463079805000) }) in IISLogs.pubbsdweb2', ts : 584bc036666d1a4e49f53d60 Sat Dec 10 02:43:34.150 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 3|0||584bbf7a90d1dc672b548236, current metadata version is 3|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:43:34.155 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 3|0||584bbf7a90d1dc672b548236 to shard version 3|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:43:34.155 I SHARDING [conn9] collection version was loaded at version 3|1||584bbf7a90d1dc672b548236, took 3ms Sat Dec 10 02:43:34.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:34.155-0600-584bc036666d1a4e49f53d61", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359414155), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:43:34.156 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:43:36.939 I SHARDING [conn9] moveChunk number of documents: 113849 Sat Dec 10 02:43:36.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:36.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:36.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:36.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:37.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:37.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:37.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:37.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:37.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:38.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:38.619 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776112 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 1673ms Sat Dec 10 02:43:39.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3365, clonedBytes: 951630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:39.828 I SHARDING [RangeDeleter] rangeDeleter deleted 113373 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464020036000) } -> { datetime: new Date(1464025868000) } Sat Dec 10 02:43:39.832 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464025868000) } -> { datetime: new Date(1464028542000) }, with opId: 57425 Sat Dec 10 02:43:40.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11137, clonedBytes: 3149960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:41.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17814, clonedBytes: 5033928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:42.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24777, clonedBytes: 6998372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:43.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32050, clonedBytes: 9046223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:44.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39272, clonedBytes: 11084684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:45.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48100, clonedBytes: 13576301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:46.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55935, clonedBytes: 15787372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:47.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58037, clonedBytes: 16380815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:48.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58037, clonedBytes: 16380815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:48.550 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15872088 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 1991ms Sat Dec 10 02:43:48.567 I NETWORK [conn47] end connection 10.112.9.26:53640 (31 connections now open) Sat Dec 10 02:43:49.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63784, clonedBytes: 18005471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:50.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70407, clonedBytes: 19874597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:51.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77497, clonedBytes: 21875853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:52.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83879, clonedBytes: 23680975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:53.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91030, clonedBytes: 25701225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:54.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98379, clonedBytes: 27707848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:55.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105980, clonedBytes: 29709250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:56.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113776, clonedBytes: 31853284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:57.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc036666d1a4e49f53d62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113849, clonedBytes: 31873181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:43:57.609 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:43:57.610 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:43:57.642 I SHARDING [conn9] moveChunk setting version to: 4|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:43:57.643 I WRITE [conn4] write request to old shard version 3|1||584bbf7a90d1dc672b548236 waiting for migration commit Sat Dec 10 02:43:57.643 I SHARDING [conn4] Waiting for 10 seconds for the migration critical section to end Sat Dec 10 02:43:57.644 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113849, clonedBytes: 31873181, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:43:57.644 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463079805000) } -> { datetime: new Date(1463082573000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:43:57.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:57.646-0600-584bc04d666d1a4e49f53d65", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359437646), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113849, clonedBytes: 31873181, catchup: 0, steady: 0 } } Sat Dec 10 02:43:57.646 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:43:57.653 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:43:57.654 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:57.653-0600-584bc04d666d1a4e49f53d66", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359437653), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, step 1 of 6: 0, step 2 of 6: 8, step 3 of 6: 2787, step 4 of 6: 20660, step 5 of 6: 44, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:43:57.655 I SHARDING [conn9] distributed lock with ts: 584bc036666d1a4e49f53d60' unlocked. Sat Dec 10 02:43:57.655 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463070987000) }, max: { datetime: new Date(1463079805000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:912 reslen:154 locks:{ Global: { acquireCount: { r: 1836, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7175 } }, Database: { acquireCount: { r: 914, w: 4, W: 2 } }, Collection: { acquireCount: { r: 914, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 12463 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23508ms Sat Dec 10 02:43:58.671 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53649 #48 (32 connections now open) Sat Dec 10 02:43:58.708 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:43:58.709 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465157446000) }, { datetime: new Date(1465224429000) }) in IISLogs.pubbsdweb1', ts : 584bc04e666d1a4e49f53d67 Sat Dec 10 02:43:58.709 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 31|0||584bba0d90d1dc672b548145, current metadata version is 31|0||584bba0d90d1dc672b548145 Sat Dec 10 02:43:58.712 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 31|0||584bba0d90d1dc672b548145 to shard version 31|1||584bba0d90d1dc672b548145 Sat Dec 10 02:43:58.712 I SHARDING [conn9] collection version was loaded at version 31|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 02:43:58.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:43:58.712-0600-584bc04e666d1a4e49f53d68", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359438712), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:43:58.713 I SHARDING [conn9] moveChunk request accepted at version 31|1||584bba0d90d1dc672b548145 Sat Dec 10 02:43:59.092 I NETWORK [conn42] end connection 10.112.9.26:53617 (31 connections now open) Sat Dec 10 02:43:59.852 I COMMAND [conn8] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubbsdweb2", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:195492 reslen:134 locks:{ Global: { acquireCount: { r: 390986 } }, Database: { acquireCount: { r: 195493 }, acquireWaitCount: { r: 1 }, timeAcquiringMicros: { r: 676914 } }, Collection: { acquireCount: { r: 195493 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 23610 } } } protocol:op_command 868119ms Sat Dec 10 02:44:01.405 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 02:44:01.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:01.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:02.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:02.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:03.594 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776046 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 2182ms Sat Dec 10 02:44:03.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 953, clonedBytes: 293108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:04.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7620, clonedBytes: 2311907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:05.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13659, clonedBytes: 4146342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:06.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21365, clonedBytes: 6555287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:08.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34348, clonedBytes: 10746072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:09.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41345, clonedBytes: 12993252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:10.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49596, clonedBytes: 15620811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:11.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52091, clonedBytes: 16422371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:12.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52091, clonedBytes: 16422371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:13.037 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776097 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 1824ms Sat Dec 10 02:44:14.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58067, clonedBytes: 18335819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:15.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65778, clonedBytes: 20821120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:16.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74723, clonedBytes: 23695052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:17.184 I SHARDING [RangeDeleter] rangeDeleter deleted 113388 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464025868000) } -> { datetime: new Date(1464028542000) } Sat Dec 10 02:44:17.185 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464028542000) } -> { datetime: new Date(1464156314000) }, with opId: 60797 Sat Dec 10 02:44:17.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82783, clonedBytes: 26281661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:18.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90514, clonedBytes: 28775043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:19.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97247, clonedBytes: 30934569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:20.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101779, clonedBytes: 32304745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:21.656 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2971755 locks:{ Global: { acquireCount: { r: 160 } }, Database: { acquireCount: { r: 80 } }, Collection: { acquireCount: { r: 80 } } } protocol:op_command 287ms Sat Dec 10 02:44:21.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105887, clonedBytes: 33542254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:22.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113269, clonedBytes: 35736157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:24.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc04e666d1a4e49f53d69", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 35763036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:24.012 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:44:24.020 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:44:24.030 I SHARDING [conn9] moveChunk setting version to: 32|0||584bba0d90d1dc672b548145 Sat Dec 10 02:44:24.043 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 35763036, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:44:24.043 I SHARDING [conn9] moveChunk updating self version to: 32|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465224429000) } -> { datetime: new Date(1465263737000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:44:24.046 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:44:24.046-0600-584bc068666d1a4e49f53d6c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359464046), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 35763036, catchup: 0, steady: 0 } } Sat Dec 10 02:44:24.047 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:44:24.048 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:44:24.056 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:44:24.056-0600-584bc068666d1a4e49f53d6d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359464056), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2697, step 4 of 6: 22596, step 5 of 6: 35, step 6 of 6: 8, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:44:24.059 I SHARDING [conn9] distributed lock with ts: 584bc04e666d1a4e49f53d67' unlocked. Sat Dec 10 02:44:24.059 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465157446000) }, max: { datetime: new Date(1465224429000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 241 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 1202 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25351ms Sat Dec 10 02:44:24.068 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:44:24.069 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444402050000) }, { datetime: new Date(1444495342000) }) in IISLogs.pubprdweb01', ts : 584bc068666d1a4e49f53d6e Sat Dec 10 02:44:24.069 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 5|0||584bbf4f90d1dc672b54822e, current metadata version is 5|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:44:24.071 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 5|0||584bbf4f90d1dc672b54822e to shard version 5|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:44:24.071 I SHARDING [conn9] collection version was loaded at version 5|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 02:44:24.071 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:44:24.071-0600-584bc068666d1a4e49f53d6f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359464071), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:44:24.072 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:44:25.193 I SHARDING [conn9] moveChunk number of documents: 102847 Sat Dec 10 02:44:25.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:25.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:26.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:26.684 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1475ms Sat Dec 10 02:44:27.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4215, clonedBytes: 1130580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:28.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10401, clonedBytes: 2824917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:29.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16424, clonedBytes: 4758595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:30.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23432, clonedBytes: 7030981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:31.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30129, clonedBytes: 9084444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:32.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37219, clonedBytes: 11016495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:33.352 I COMMAND [conn8] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdenr01", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:14128 reslen:134 locks:{ Global: { acquireCount: { r: 28258 } }, Database: { acquireCount: { r: 14129 } }, Collection: { acquireCount: { r: 14129 } } } protocol:op_command 33458ms Sat Dec 10 02:44:33.381 I SHARDING [conn48] request split points lookup for chunk IISLogs.pubprdenr01 { : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 02:44:33.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46572, clonedBytes: 13590048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:34.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56208, clonedBytes: 16393606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:35.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56208, clonedBytes: 16393606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:36.840 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14135315 locks:{ Global: { acquireCount: { r: 778 } }, Database: { acquireCount: { r: 389 } }, Collection: { acquireCount: { r: 389 } } } protocol:op_command 2026ms Sat Dec 10 02:44:37.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57473, clonedBytes: 16798623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:38.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67055, clonedBytes: 19593624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:38.415 W SHARDING [conn48] Finding the split vector for IISLogs.pubprdenr01 over { datetime: 1.0 } keyCount: 129553 numSplits: 13 lookedAt: 111482 took 5026ms Sat Dec 10 02:44:38.415 I COMMAND [conn48] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr01", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:14043 reslen:507 locks:{ Global: { acquireCount: { r: 28088 } }, Database: { acquireCount: { r: 14044 } }, Collection: { acquireCount: { r: 14044 } } } protocol:op_command 5033ms Sat Dec 10 02:44:38.569 I SHARDING [conn48] remotely refreshing metadata for IISLogs.pubprdenr01 with requested shard version 1|13||584bc07690d1dc672b548266, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 02:44:38.572 I SHARDING [conn48] collection IISLogs.pubprdenr01 was previously unsharded, new metadata loaded with shard version 1|13||584bc07690d1dc672b548266 Sat Dec 10 02:44:38.572 I SHARDING [conn48] collection version was loaded at version 1|13||584bc07690d1dc672b548266, took 2ms Sat Dec 10 02:44:39.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74222, clonedBytes: 21708437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:40.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81030, clonedBytes: 23655177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:41.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86955, clonedBytes: 25377436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:42.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91585, clonedBytes: 26693450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:43.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97680, clonedBytes: 28519341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:44.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc068666d1a4e49f53d70", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102847, clonedBytes: 30213410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:44.518 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:44:44.520 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:44:44.520 I SHARDING [conn9] moveChunk setting version to: 6|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:44:44.527 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102847, clonedBytes: 30213410, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:44:44.530 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444495342000) } -> { datetime: new Date(1444587790000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:44:44.532 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:44:44.532-0600-584bc07c666d1a4e49f53d73", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359484532), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102847, clonedBytes: 30213410, catchup: 0, steady: 0 } } Sat Dec 10 02:44:44.534 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:44:44.534 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:44:44.534 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:44:44.534-0600-584bc07c666d1a4e49f53d74", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359484534), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1127, step 4 of 6: 19315, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:44:44.537 I SHARDING [conn9] distributed lock with ts: 584bc068666d1a4e49f53d6e' unlocked. Sat Dec 10 02:44:44.537 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444402050000) }, max: { datetime: new Date(1444495342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 279 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20470ms Sat Dec 10 02:44:44.543 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:44:44.544 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463079805000) }, { datetime: new Date(1463082573000) }) in IISLogs.pubbsdweb2', ts : 584bc07c666d1a4e49f53d75 Sat Dec 10 02:44:44.544 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 4|0||584bbf7a90d1dc672b548236, current metadata version is 4|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:44:44.546 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 4|0||584bbf7a90d1dc672b548236 to shard version 4|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:44:44.547 I SHARDING [conn9] collection version was loaded at version 4|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 02:44:44.547 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:44:44.547-0600-584bc07c666d1a4e49f53d76", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359484547), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:44:44.548 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:44:45.589 I SHARDING [conn9] moveChunk number of documents: 113707 Sat Dec 10 02:44:45.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:45.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:46.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:46.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:46.971 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776215 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 1366ms Sat Dec 10 02:44:47.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5830, clonedBytes: 1621897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:48.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12693, clonedBytes: 3529670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:49.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19741, clonedBytes: 5540658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:50.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26573, clonedBytes: 7489551, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:51.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33533, clonedBytes: 9475318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:52.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40220, clonedBytes: 11383408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:54.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47731, clonedBytes: 13528001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:55.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54783, clonedBytes: 15542058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:56.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57727, clonedBytes: 16383088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:56.805 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16365949 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1224ms Sat Dec 10 02:44:57.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60099, clonedBytes: 17060629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:58.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68001, clonedBytes: 19317578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:44:59.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75554, clonedBytes: 21474474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:00.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83130, clonedBytes: 23637045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:01.372 I COMMAND [conn8] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdenr02", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:10654 reslen:134 locks:{ Global: { acquireCount: { r: 21310 } }, Database: { acquireCount: { r: 10655 } }, Collection: { acquireCount: { r: 10655 } } } protocol:op_command 22710ms Sat Dec 10 02:45:01.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90000, clonedBytes: 25598523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:01.394 I SHARDING [conn48] request split points lookup for chunk IISLogs.pubprdenr02 { : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 02:45:01.894 I SHARDING [RangeDeleter] rangeDeleter deleted 113363 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464028542000) } -> { datetime: new Date(1464156314000) } Sat Dec 10 02:45:01.894 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464156314000) } -> { datetime: new Date(1464357571000) }, with opId: 63153 Sat Dec 10 02:45:02.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99744, clonedBytes: 28381425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:03.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111033, clonedBytes: 31604043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:04.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc07c666d1a4e49f53d77", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113707, clonedBytes: 32368139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:04.743 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:45:04.760 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:45:04.761 I SHARDING [conn9] moveChunk setting version to: 5|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:45:04.812 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113707, clonedBytes: 32368139, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:45:04.826 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463082573000) } -> { datetime: new Date(1463083482000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:45:04.828 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:04.828-0600-584bc090666d1a4e49f53d7a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359504828), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113707, clonedBytes: 32368139, catchup: 0, steady: 0 } } Sat Dec 10 02:45:04.828 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:45:04.829 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:45:04.829 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:04.829-0600-584bc090666d1a4e49f53d7b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359504829), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1047, step 4 of 6: 19144, step 5 of 6: 85, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:45:04.831 I SHARDING [conn9] distributed lock with ts: 584bc07c666d1a4e49f53d75' unlocked. Sat Dec 10 02:45:04.831 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463079805000) }, max: { datetime: new Date(1463082573000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 245 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20288ms Sat Dec 10 02:45:05.537 W SHARDING [conn48] Finding the split vector for IISLogs.pubprdenr02 over { datetime: 1.0 } keyCount: 123361 numSplits: 10 lookedAt: 121022 took 4142ms Sat Dec 10 02:45:05.538 I COMMAND [conn48] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr02", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:10597 reslen:426 locks:{ Global: { acquireCount: { r: 21196 } }, Database: { acquireCount: { r: 10598 } }, Collection: { acquireCount: { r: 10598 } } } protocol:op_command 4143ms Sat Dec 10 02:45:05.563 I SHARDING [conn48] remotely refreshing metadata for IISLogs.pubprdenr02 with requested shard version 1|10||584bc09190d1dc672b54826b, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 02:45:05.565 I SHARDING [conn48] collection IISLogs.pubprdenr02 was previously unsharded, new metadata loaded with shard version 1|10||584bc09190d1dc672b54826b Sat Dec 10 02:45:05.565 I SHARDING [conn48] collection version was loaded at version 1|10||584bc09190d1dc672b54826b, took 2ms Sat Dec 10 02:45:05.934 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:45:05.936 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465224429000) }, { datetime: new Date(1465263737000) }) in IISLogs.pubbsdweb1', ts : 584bc091666d1a4e49f53d7c Sat Dec 10 02:45:05.936 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 32|0||584bba0d90d1dc672b548145, current metadata version is 32|0||584bba0d90d1dc672b548145 Sat Dec 10 02:45:05.939 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 32|0||584bba0d90d1dc672b548145 to shard version 32|1||584bba0d90d1dc672b548145 Sat Dec 10 02:45:05.940 I SHARDING [conn9] collection version was loaded at version 32|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 02:45:05.940 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:05.940-0600-584bc091666d1a4e49f53d7d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359505940), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:45:05.941 I SHARDING [conn9] moveChunk request accepted at version 32|1||584bba0d90d1dc672b548145 Sat Dec 10 02:45:08.373 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 02:45:08.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:08.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:09.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:09.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:09.827 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776230 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1449ms Sat Dec 10 02:45:10.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4397, clonedBytes: 1324673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:11.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12889, clonedBytes: 3861932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:12.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22350, clonedBytes: 6740071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:13.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28302, clonedBytes: 8570919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:14.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33996, clonedBytes: 10344320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:15.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39024, clonedBytes: 11915487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:16.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46076, clonedBytes: 14069834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:17.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52955, clonedBytes: 16199736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:18.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53657, clonedBytes: 16411593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:19.329 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776177 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1324ms Sat Dec 10 02:45:20.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58657, clonedBytes: 17891527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:21.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66721, clonedBytes: 20293994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:22.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72297, clonedBytes: 21944778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:23.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76507, clonedBytes: 23229780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:24.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80325, clonedBytes: 24415754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:25.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86100, clonedBytes: 26200569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:26.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91555, clonedBytes: 27829047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:27.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97659, clonedBytes: 29659300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:28.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104075, clonedBytes: 31590604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:29.825 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1702914 locks:{ Global: { acquireCount: { r: 86 } }, Database: { acquireCount: { r: 43 } }, Collection: { acquireCount: { r: 43 } } } protocol:op_command 182ms Sat Dec 10 02:45:30.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111664, clonedBytes: 33947562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:31.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc091666d1a4e49f53d7e", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 34489947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:31.188 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:45:31.190 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:45:31.190 I SHARDING [conn9] moveChunk setting version to: 33|0||584bba0d90d1dc672b548145 Sat Dec 10 02:45:31.200 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 34489947, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:45:31.200 I SHARDING [conn9] moveChunk updating self version to: 33|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465263737000) } -> { datetime: new Date(1465321670000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:45:31.202 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:31.202-0600-584bc0ab666d1a4e49f53d81", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359531202), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 34489947, catchup: 0, steady: 0 } } Sat Dec 10 02:45:31.203 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:45:31.203 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:45:31.203 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:31.203-0600-584bc0ab666d1a4e49f53d82", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359531203), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 2433, step 4 of 6: 22807, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:45:31.205 I SHARDING [conn9] distributed lock with ts: 584bc091666d1a4e49f53d7c' unlocked. Sat Dec 10 02:45:31.205 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465224429000) }, max: { datetime: new Date(1465263737000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 446 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 767 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25271ms Sat Dec 10 02:45:31.213 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:45:31.220 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444495342000) }, { datetime: new Date(1444587790000) }) in IISLogs.pubprdweb01', ts : 584bc0ab666d1a4e49f53d83 Sat Dec 10 02:45:31.220 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 6|0||584bbf4f90d1dc672b54822e, current metadata version is 6|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:45:31.225 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 6|0||584bbf4f90d1dc672b54822e to shard version 6|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:45:31.225 I SHARDING [conn9] collection version was loaded at version 6|1||584bbf4f90d1dc672b54822e, took 4ms Sat Dec 10 02:45:31.225 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:31.225-0600-584bc0ab666d1a4e49f53d84", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359531225), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:45:31.226 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:45:32.420 I SHARDING [conn9] moveChunk number of documents: 102912 Sat Dec 10 02:45:32.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:32.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:33.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:33.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:34.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:34.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 2477ms Sat Dec 10 02:45:35.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4893, clonedBytes: 1638615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:36.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11857, clonedBytes: 3760082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:37.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18851, clonedBytes: 5731447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:38.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25774, clonedBytes: 7780469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:39.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32873, clonedBytes: 9900417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:40.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40860, clonedBytes: 12315153, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:41.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47957, clonedBytes: 14397858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:42.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54478, clonedBytes: 16405890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:43.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54478, clonedBytes: 16405890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:44.141 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14921293 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 1434ms Sat Dec 10 02:45:44.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60331, clonedBytes: 18144028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:45.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67728, clonedBytes: 20235946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:47.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75796, clonedBytes: 22584024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:48.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83755, clonedBytes: 24912960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:49.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91167, clonedBytes: 27336397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:50.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98389, clonedBytes: 29675576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:50.530 I SHARDING [RangeDeleter] rangeDeleter deleted 113358 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464156314000) } -> { datetime: new Date(1464357571000) } Sat Dec 10 02:45:50.530 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464357571000) } -> { datetime: new Date(1464723953000) }, with opId: 63462 Sat Dec 10 02:45:51.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0ab666d1a4e49f53d85", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102912, clonedBytes: 30999107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:51.539 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:45:51.540 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:45:51.579 I SHARDING [conn9] moveChunk setting version to: 7|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:45:51.583 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102912, clonedBytes: 30999107, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:45:51.583 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444587790000) } -> { datetime: new Date(1444683096000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:45:51.585 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:51.585-0600-584bc0bf666d1a4e49f53d88", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359551585), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102912, clonedBytes: 30999107, catchup: 0, steady: 0 } } Sat Dec 10 02:45:51.586 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:45:51.587 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:45:51.587 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:51.587-0600-584bc0bf666d1a4e49f53d89", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359551587), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, step 1 of 6: 6, step 2 of 6: 7, step 3 of 6: 1198, step 4 of 6: 19110, step 5 of 6: 47, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:45:51.588 I SHARDING [conn9] distributed lock with ts: 584bc0ab666d1a4e49f53d83' unlocked. Sat Dec 10 02:45:51.589 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444495342000) }, max: { datetime: new Date(1444587790000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 83 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20377ms Sat Dec 10 02:45:51.594 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:45:51.604 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463082573000) }, { datetime: new Date(1463083482000) }) in IISLogs.pubbsdweb2', ts : 584bc0bf666d1a4e49f53d8a Sat Dec 10 02:45:51.604 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 5|0||584bbf7a90d1dc672b548236, current metadata version is 5|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:45:51.606 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 5|0||584bbf7a90d1dc672b548236 to shard version 5|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:45:51.606 I SHARDING [conn9] collection version was loaded at version 5|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 02:45:51.606 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:45:51.606-0600-584bc0bf666d1a4e49f53d8b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359551606), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:45:51.607 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:45:52.107 I SHARDING [conn9] moveChunk number of documents: 113667 Sat Dec 10 02:45:52.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:52.781 I COMMAND [conn8] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdenr03", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:38131 reslen:134 locks:{ Global: { acquireCount: { r: 76264 } }, Database: { acquireCount: { r: 38132 } }, Collection: { acquireCount: { r: 38132 } } } protocol:op_command 47167ms Sat Dec 10 02:45:52.788 I SHARDING [conn48] request split points lookup for chunk IISLogs.pubprdenr03 { : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 02:45:53.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:54.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:55.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:55.613 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 974 } }, Database: { acquireCount: { r: 487 } }, Collection: { acquireCount: { r: 487 } } } protocol:op_command 3499ms Sat Dec 10 02:45:56.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7037, clonedBytes: 2009289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:57.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18702, clonedBytes: 5340230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:58.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29944, clonedBytes: 8549901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:45:59.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39370, clonedBytes: 11240505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:01.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48538, clonedBytes: 13858556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:02.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57386, clonedBytes: 16385461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:03.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57386, clonedBytes: 16385461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:04.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57386, clonedBytes: 16385461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:05.265 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16445638 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 3164ms Sat Dec 10 02:46:05.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60206, clonedBytes: 17190851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:06.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67290, clonedBytes: 19211202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:07.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76415, clonedBytes: 21815005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:08.215 W SHARDING [conn48] Finding the split vector for IISLogs.pubprdenr03 over { datetime: 1.0 } keyCount: 129055 numSplits: 37 lookedAt: 90706 took 15424ms Sat Dec 10 02:46:08.216 I COMMAND [conn48] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr03", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:38058 reslen:1155 locks:{ Global: { acquireCount: { r: 76118 } }, Database: { acquireCount: { r: 38059 } }, Collection: { acquireCount: { r: 38059 } } } protocol:op_command 15427ms Sat Dec 10 02:46:08.427 I SHARDING [conn48] remotely refreshing metadata for IISLogs.pubprdenr03 with requested shard version 1|37||584bc0d090d1dc672b548270, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 02:46:08.485 I SHARDING [conn48] collection IISLogs.pubprdenr03 was previously unsharded, new metadata loaded with shard version 1|37||584bc0d090d1dc672b548270 Sat Dec 10 02:46:08.485 I SHARDING [conn48] collection version was loaded at version 1|37||584bc0d090d1dc672b548270, took 57ms Sat Dec 10 02:46:09.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87455, clonedBytes: 24966664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:10.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96664, clonedBytes: 27595521, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:11.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105921, clonedBytes: 30236612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:12.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0bf666d1a4e49f53d8c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113667, clonedBytes: 32448094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:12.668 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:46:12.677 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:46:12.684 I SHARDING [conn9] moveChunk setting version to: 6|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:46:12.732 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113667, clonedBytes: 32448094, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:46:12.732 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463083482000) } -> { datetime: new Date(1463084430000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:46:12.735 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:12.735-0600-584bc0d4666d1a4e49f53d8f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359572735), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113667, clonedBytes: 32448094, catchup: 0, steady: 0 } } Sat Dec 10 02:46:12.736 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:46:12.744 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:46:12.755 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:12.755-0600-584bc0d4666d1a4e49f53d90", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359572755), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, step 1 of 6: 8, step 2 of 6: 3, step 3 of 6: 504, step 4 of 6: 20552, step 5 of 6: 75, step 6 of 6: 10, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:46:12.756 I SHARDING [conn9] distributed lock with ts: 584bc0bf666d1a4e49f53d8a' unlocked. Sat Dec 10 02:46:12.756 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463082573000) }, max: { datetime: new Date(1463083482000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8094 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21163ms Sat Dec 10 02:46:12.841 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|13, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 02:46:12.871 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1446146369000) }) in IISLogs.pubprdenr01', ts : 584bc0d4666d1a4e49f53d91 Sat Dec 10 02:46:12.871 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 1|13||584bc07690d1dc672b548266, current metadata version is 1|13||584bc07690d1dc672b548266 Sat Dec 10 02:46:12.941 I SHARDING [conn9] metadata of collection IISLogs.pubprdenr01 already up to date (shard version : 1|13||584bc07690d1dc672b548266, took 69ms) Sat Dec 10 02:46:12.941 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:12.941-0600-584bc0d4666d1a4e49f53d92", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359572941), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:46:12.944 I SHARDING [conn9] moveChunk request accepted at version 1|13||584bc07690d1dc672b548266 Sat Dec 10 02:46:13.658 I SHARDING [conn9] moveChunk number of documents: 129524 Sat Dec 10 02:46:13.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:13.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:14.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:14.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:15.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:16.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:17.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:18.514 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776233 locks:{ Global: { acquireCount: { r: 1156 } }, Database: { acquireCount: { r: 578 } }, Collection: { acquireCount: { r: 578 } } } protocol:op_command 3947ms Sat Dec 10 02:46:19.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3011, clonedBytes: 710360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:20.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11477, clonedBytes: 2691490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:21.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22032, clonedBytes: 5158041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:22.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31527, clonedBytes: 7376956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:23.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40280, clonedBytes: 9417581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:24.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49048, clonedBytes: 11464054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:25.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57216, clonedBytes: 13367949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:26.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66050, clonedBytes: 15426783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:27.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69780, clonedBytes: 16298735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:29.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69780, clonedBytes: 16298735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:29.804 I COMMAND [conn18] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdenr04", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:11537 reslen:134 locks:{ Global: { acquireCount: { r: 23076 } }, Database: { acquireCount: { r: 11538 } }, Collection: { acquireCount: { r: 11538 } } } protocol:op_command 20943ms Sat Dec 10 02:46:30.006 I SHARDING [conn48] request split points lookup for chunk IISLogs.pubprdenr04 { : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 02:46:30.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69780, clonedBytes: 16298735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:31.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69780, clonedBytes: 16298735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:31.913 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14357844 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 4427ms Sat Dec 10 02:46:32.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73004, clonedBytes: 17052784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:33.145 W SHARDING [conn48] Finding the split vector for IISLogs.pubprdenr04 over { datetime: 1.0 } keyCount: 130561 numSplits: 11 lookedAt: 32770 took 3137ms Sat Dec 10 02:46:33.145 I COMMAND [conn48] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr04", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:11478 reslen:453 locks:{ Global: { acquireCount: { r: 22958 } }, Database: { acquireCount: { r: 11479 } }, Collection: { acquireCount: { r: 11479 } } } protocol:op_command 3138ms Sat Dec 10 02:46:33.188 I SHARDING [conn48] remotely refreshing metadata for IISLogs.pubprdenr04 with requested shard version 1|11||584bc0e990d1dc672b548274, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 02:46:33.246 I SHARDING [conn48] collection IISLogs.pubprdenr04 was previously unsharded, new metadata loaded with shard version 1|11||584bc0e990d1dc672b548274 Sat Dec 10 02:46:33.246 I SHARDING [conn48] collection version was loaded at version 1|11||584bc0e990d1dc672b548274, took 57ms Sat Dec 10 02:46:33.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79733, clonedBytes: 18621335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:34.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87273, clonedBytes: 20381227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:35.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95124, clonedBytes: 22212318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:36.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105067, clonedBytes: 24537961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:37.796 I COMMAND [conn18] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdenr05", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:2118 reslen:134 locks:{ Global: { acquireCount: { r: 4238 } }, Database: { acquireCount: { r: 2119 } }, Collection: { acquireCount: { r: 2119 } } } protocol:op_command 4383ms Sat Dec 10 02:46:37.870 I SHARDING [conn48] request split points lookup for chunk IISLogs.pubprdenr05 { : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 02:46:38.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115236, clonedBytes: 26909897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:38.603 W SHARDING [conn48] Finding the split vector for IISLogs.pubprdenr05 over { datetime: 1.0 } keyCount: 133682 numSplits: 2 lookedAt: 2525 took 732ms Sat Dec 10 02:46:38.603 I COMMAND [conn48] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr05", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:2110 reslen:218 locks:{ Global: { acquireCount: { r: 4222 } }, Database: { acquireCount: { r: 2111 } }, Collection: { acquireCount: { r: 2111 } } } protocol:op_command 733ms Sat Dec 10 02:46:38.676 I SHARDING [conn48] remotely refreshing metadata for IISLogs.pubprdenr05 with requested shard version 1|2||584bc0ee90d1dc672b548278, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 02:46:38.852 I SHARDING [conn48] collection IISLogs.pubprdenr05 was previously unsharded, new metadata loaded with shard version 1|2||584bc0ee90d1dc672b548278 Sat Dec 10 02:46:38.852 I SHARDING [conn48] collection version was loaded at version 1|2||584bc0ee90d1dc672b548278, took 175ms Sat Dec 10 02:46:38.852 I COMMAND [conn48] command admin.$cmd command: setShardVersion { setShardVersion: "IISLogs.pubprdenr05", init: false, authoritative: true, configdb: "ConfigSvr/sosdevnql02:20000", shard: "shard1ReplSet", shardHost: "shard1ReplSet/sosdevnql02:30000", version: Timestamp 1000|2, versionEpoch: ObjectId('584bc0ee90d1dc672b548278'), noConnectionVersioning: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:183 locks:{ Global: { acquireCount: { r: 1, w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { W: 1 } } } protocol:op_command 175ms Sat Dec 10 02:46:39.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 125741, clonedBytes: 29365597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0d4666d1a4e49f53d93", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129524, clonedBytes: 30249333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.277 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:46:40.278 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:46:40.279 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc07690d1dc672b548266 Sat Dec 10 02:46:40.281 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129524, clonedBytes: 30249333, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:46:40.281 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc07690d1dc672b548266 through { datetime: new Date(1446146369000) } -> { datetime: new Date(1446149175000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 02:46:40.284 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:40.284-0600-584bc0f0666d1a4e49f53d96", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359600284), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129524, clonedBytes: 30249333, catchup: 0, steady: 0 } } Sat Dec 10 02:46:40.287 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:46:40.288 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:46:40.288 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:40.288-0600-584bc0f0666d1a4e49f53d97", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359600288), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, step 1 of 6: 0, step 2 of 6: 102, step 3 of 6: 720, step 4 of 6: 26606, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:46:40.290 I SHARDING [conn9] distributed lock with ts: 584bc0d4666d1a4e49f53d91' unlocked. Sat Dec 10 02:46:40.290 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1446146369000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|13, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1014 reslen:154 locks:{ Global: { acquireCount: { r: 2040, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 979 } }, Database: { acquireCount: { r: 1016, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1016, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27487ms Sat Dec 10 02:46:40.298 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|10, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } Sat Dec 10 02:46:40.312 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr02' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1457727562000) }) in IISLogs.pubprdenr02', ts : 584bc0f0666d1a4e49f53d98 Sat Dec 10 02:46:40.312 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr02 based on current shard version 1|10||584bc09190d1dc672b54826b, current metadata version is 1|10||584bc09190d1dc672b54826b Sat Dec 10 02:46:40.315 I SHARDING [conn9] metadata of collection IISLogs.pubprdenr02 already up to date (shard version : 1|10||584bc09190d1dc672b54826b, took 3ms) Sat Dec 10 02:46:40.315 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:40.315-0600-584bc0f0666d1a4e49f53d99", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359600315), what: "moveChunk.start", ns: "IISLogs.pubprdenr02", details: { min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:46:40.318 I SHARDING [conn9] moveChunk request accepted at version 1|10||584bc09190d1dc672b54826b Sat Dec 10 02:46:40.677 I SHARDING [conn9] moveChunk number of documents: 123046 Sat Dec 10 02:46:40.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:40.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:41.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:41.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:42.511 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776298 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1096ms Sat Dec 10 02:46:42.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1144, clonedBytes: 335680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:43.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10061, clonedBytes: 2847033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:44.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19760, clonedBytes: 5600614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:45.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28106, clonedBytes: 8052984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:46.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37003, clonedBytes: 10694465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:47.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45436, clonedBytes: 13189655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:49.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55701, clonedBytes: 16225134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:50.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56275, clonedBytes: 16393335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:50.090 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776264 locks:{ Global: { acquireCount: { r: 960 } }, Database: { acquireCount: { r: 480 } }, Collection: { acquireCount: { r: 480 } } } protocol:op_command 969ms Sat Dec 10 02:46:51.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66154, clonedBytes: 19306279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:51.538 I COMMAND [conn17] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:396390 reslen:134 locks:{ Global: { acquireCount: { r: 792782 }, acquireWaitCount: { r: 1 }, timeAcquiringMicros: { r: 611 } }, Database: { acquireCount: { r: 396391 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 42150228 } }, Collection: { acquireCount: { r: 396391 } } } protocol:op_command 1748221ms Sat Dec 10 02:46:51.586 I SHARDING [conn48] request split points lookup for chunk IISLogs.pubprdweb03 { : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 02:46:52.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76076, clonedBytes: 22244067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:53.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84072, clonedBytes: 24470095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:54.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93250, clonedBytes: 26894320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:55.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101153, clonedBytes: 29063967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:56.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109335, clonedBytes: 31107007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:56.937 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464357571000) } -> { datetime: new Date(1464723953000) } Sat Dec 10 02:46:56.937 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464723953000) } -> { datetime: new Date(1464803678000) }, with opId: 63836 Sat Dec 10 02:46:57.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116801, clonedBytes: 32756879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:58.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc0f0666d1a4e49f53d9a", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 123046, clonedBytes: 34137883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:46:58.365 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:46:58.367 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:46:58.367 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc09190d1dc672b54826b Sat Dec 10 02:46:58.375 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 123046, clonedBytes: 34137883, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:46:58.375 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc09190d1dc672b54826b through { datetime: new Date(1457727562000) } -> { datetime: new Date(1457727865000) } for collection 'IISLogs.pubprdenr02' Sat Dec 10 02:46:58.377 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:58.377-0600-584bc102666d1a4e49f53d9d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359618377), what: "moveChunk.commit", ns: "IISLogs.pubprdenr02", details: { min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 123046, clonedBytes: 34137883, catchup: 0, steady: 0 } } Sat Dec 10 02:46:58.379 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:46:58.379 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:46:58.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:58.379-0600-584bc102666d1a4e49f53d9e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359618379), what: "moveChunk.from", ns: "IISLogs.pubprdenr02", details: { min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, step 1 of 6: 9, step 2 of 6: 9, step 3 of 6: 365, step 4 of 6: 17679, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:46:58.380 I SHARDING [conn9] distributed lock with ts: 584bc0f0666d1a4e49f53d98' unlocked. Sat Dec 10 02:46:58.380 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1457727562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|10, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } keyUpdates:0 writeConflicts:0 numYields:961 reslen:154 locks:{ Global: { acquireCount: { r: 1934, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 135 } }, Database: { acquireCount: { r: 963, w: 4, W: 2 } }, Collection: { acquireCount: { r: 963, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18083ms Sat Dec 10 02:46:59.399 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53668 #49 (32 connections now open) Sat Dec 10 02:46:59.474 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:46:59.484 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465263737000) }, { datetime: new Date(1465321670000) }) in IISLogs.pubbsdweb1', ts : 584bc103666d1a4e49f53d9f Sat Dec 10 02:46:59.484 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 33|0||584bba0d90d1dc672b548145, current metadata version is 33|0||584bba0d90d1dc672b548145 Sat Dec 10 02:46:59.485 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 33|0||584bba0d90d1dc672b548145 to shard version 33|1||584bba0d90d1dc672b548145 Sat Dec 10 02:46:59.485 I SHARDING [conn9] collection version was loaded at version 33|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 02:46:59.486 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:46:59.486-0600-584bc103666d1a4e49f53da0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359619486), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:46:59.487 I SHARDING [conn9] moveChunk request accepted at version 33|1||584bba0d90d1dc672b548145 Sat Dec 10 02:47:02.188 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 02:47:02.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:02.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:03.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:03.767 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1572ms Sat Dec 10 02:47:04.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4280, clonedBytes: 1361244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:05.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16156, clonedBytes: 5142233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:06.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23744, clonedBytes: 7544674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:07.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32790, clonedBytes: 10294098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:08.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42282, clonedBytes: 13339549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:09.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49231, clonedBytes: 15579746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:11.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51842, clonedBytes: 16424230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:11.597 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776000 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1286ms Sat Dec 10 02:47:12.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55449, clonedBytes: 17572916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:13.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63109, clonedBytes: 19870429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:14.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72450, clonedBytes: 22657600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:15.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80702, clonedBytes: 25109798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:16.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88085, clonedBytes: 27301997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:17.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95314, clonedBytes: 29460325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:18.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103431, clonedBytes: 31891775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:18.846 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2099609 locks:{ Global: { acquireCount: { r: 114 } }, Database: { acquireCount: { r: 57 } }, Collection: { acquireCount: { r: 57 } } } protocol:op_command 174ms Sat Dec 10 02:47:19.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110958, clonedBytes: 34166577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:20.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc103666d1a4e49f53da1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34888016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:20.327 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:47:20.329 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:47:20.329 I SHARDING [conn9] moveChunk setting version to: 34|0||584bba0d90d1dc672b548145 Sat Dec 10 02:47:20.342 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34888016, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:47:20.342 I SHARDING [conn9] moveChunk updating self version to: 34|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465321670000) } -> { datetime: new Date(1465373700000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:47:20.344 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:20.344-0600-584bc118666d1a4e49f53da4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359640344), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34888016, catchup: 0, steady: 0 } } Sat Dec 10 02:47:20.345 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:47:20.346 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:47:20.346 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:20.346-0600-584bc118666d1a4e49f53da5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359640346), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, step 1 of 6: 8, step 2 of 6: 4, step 3 of 6: 2704, step 4 of 6: 18130, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:47:20.348 I SHARDING [conn9] distributed lock with ts: 584bc103666d1a4e49f53d9f' unlocked. Sat Dec 10 02:47:20.348 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465263737000) }, max: { datetime: new Date(1465321670000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:898 reslen:154 locks:{ Global: { acquireCount: { r: 1808, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 160 } }, Database: { acquireCount: { r: 900, w: 4, W: 2 } }, Collection: { acquireCount: { r: 900, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 153 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20874ms Sat Dec 10 02:47:20.356 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:47:20.363 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444587790000) }, { datetime: new Date(1444683096000) }) in IISLogs.pubprdweb01', ts : 584bc118666d1a4e49f53da6 Sat Dec 10 02:47:20.363 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 7|0||584bbf4f90d1dc672b54822e, current metadata version is 7|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:47:20.367 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 7|0||584bbf4f90d1dc672b54822e to shard version 7|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:47:20.367 I SHARDING [conn9] collection version was loaded at version 7|1||584bbf4f90d1dc672b54822e, took 3ms Sat Dec 10 02:47:20.367 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:20.367-0600-584bc118666d1a4e49f53da7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359640367), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:47:20.368 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:47:22.294 I SHARDING [conn9] moveChunk number of documents: 103028 Sat Dec 10 02:47:22.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:22.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:23.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:23.748 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776273 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1448ms Sat Dec 10 02:47:24.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5196, clonedBytes: 1515888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:25.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12504, clonedBytes: 3709552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:26.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19759, clonedBytes: 5887643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:27.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27384, clonedBytes: 8174939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:28.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34651, clonedBytes: 10385794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:29.451 I SHARDING [RangeDeleter] rangeDeleter deleted 113363 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464723953000) } -> { datetime: new Date(1464803678000) } Sat Dec 10 02:47:29.451 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464803678000) } -> { datetime: new Date(1464876679000) }, with opId: 64071 Sat Dec 10 02:47:29.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42275, clonedBytes: 12661408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:30.519 I NETWORK [conn44] end connection 10.112.9.26:53636 (31 connections now open) Sat Dec 10 02:47:30.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49106, clonedBytes: 14683890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:31.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53762, clonedBytes: 16158829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:32.641 I NETWORK [conn45] end connection 10.112.9.26:53638 (30 connections now open) Sat Dec 10 02:47:33.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54619, clonedBytes: 16404902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:33.236 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14802480 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 939ms Sat Dec 10 02:47:34.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61570, clonedBytes: 18438130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:35.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70433, clonedBytes: 20990444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:36.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81342, clonedBytes: 24590107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:37.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92416, clonedBytes: 27860670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:38.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102807, clonedBytes: 30817591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:39.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc118666d1a4e49f53da8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103028, clonedBytes: 30879481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:39.664 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:47:39.666 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:47:39.667 I SHARDING [conn9] moveChunk setting version to: 8|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:47:39.671 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103028, clonedBytes: 30879481, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:47:39.671 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444683096000) } -> { datetime: new Date(1444765974000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:47:39.673 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:39.673-0600-584bc12b666d1a4e49f53dab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359659673), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103028, clonedBytes: 30879481, catchup: 0, steady: 0 } } Sat Dec 10 02:47:39.673 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:47:39.680 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:47:39.680 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:39.680-0600-584bc12b666d1a4e49f53dac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359659680), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, step 1 of 6: 6, step 2 of 6: 6, step 3 of 6: 1931, step 4 of 6: 17362, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:47:39.682 I SHARDING [conn9] distributed lock with ts: 584bc118666d1a4e49f53da6' unlocked. Sat Dec 10 02:47:39.682 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444587790000) }, max: { datetime: new Date(1444683096000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:817 reslen:154 locks:{ Global: { acquireCount: { r: 1646, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6977 } }, Database: { acquireCount: { r: 819, w: 4, W: 2 } }, Collection: { acquireCount: { r: 819, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19327ms Sat Dec 10 02:47:39.688 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:47:39.689 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463083482000) }, { datetime: new Date(1463084430000) }) in IISLogs.pubbsdweb2', ts : 584bc12b666d1a4e49f53dad Sat Dec 10 02:47:39.689 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 6|0||584bbf7a90d1dc672b548236, current metadata version is 6|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:47:39.690 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 6|0||584bbf7a90d1dc672b548236 to shard version 6|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:47:39.690 I SHARDING [conn9] collection version was loaded at version 6|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 02:47:39.691 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:39.691-0600-584bc12b666d1a4e49f53dae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359659691), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:47:39.691 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:47:40.149 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 02:47:40.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:40.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:41.096 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776225 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 926ms Sat Dec 10 02:47:41.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2, clonedBytes: 572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:42.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8400, clonedBytes: 2398266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:43.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15568, clonedBytes: 4445286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:44.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22989, clonedBytes: 6564035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:45.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33457, clonedBytes: 9551237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:46.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44850, clonedBytes: 12805846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:47.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55307, clonedBytes: 15792696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:48.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57382, clonedBytes: 16385513, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:48.783 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16476785 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 869ms Sat Dec 10 02:47:49.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64601, clonedBytes: 18448190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:50.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72059, clonedBytes: 20578071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:51.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79914, clonedBytes: 22820248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:53.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89236, clonedBytes: 25480565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:54.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99278, clonedBytes: 28347282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:55.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108325, clonedBytes: 30930600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc12b666d1a4e49f53daf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 32478705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.344 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:47:56.345 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:47:56.345 I SHARDING [conn9] moveChunk setting version to: 7|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:47:56.354 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 32478705, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:47:56.354 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463084430000) } -> { datetime: new Date(1463145009000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:47:56.356 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:56.356-0600-584bc13c666d1a4e49f53db2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359676356), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 32478705, catchup: 0, steady: 0 } } Sat Dec 10 02:47:56.357 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:47:56.357 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:47:56.358 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:56.358-0600-584bc13c666d1a4e49f53db3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359676358), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 464, step 4 of 6: 16185, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:47:56.359 I SHARDING [conn9] distributed lock with ts: 584bc12b666d1a4e49f53dad' unlocked. Sat Dec 10 02:47:56.359 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463083482000) }, max: { datetime: new Date(1463084430000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4578 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16671ms Sat Dec 10 02:47:56.366 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 02:47:56.368 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: new Date(1446146369000) }, { datetime: new Date(1446149175000) }) in IISLogs.pubprdenr01', ts : 584bc13c666d1a4e49f53db4 Sat Dec 10 02:47:56.368 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 2|0||584bc07690d1dc672b548266, current metadata version is 2|0||584bc07690d1dc672b548266 Sat Dec 10 02:47:56.370 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr01 from shard version 2|0||584bc07690d1dc672b548266 to shard version 2|1||584bc07690d1dc672b548266 Sat Dec 10 02:47:56.370 I SHARDING [conn9] collection version was loaded at version 2|1||584bc07690d1dc672b548266, took 2ms Sat Dec 10 02:47:56.370 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:47:56.370-0600-584bc13c666d1a4e49f53db5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359676370), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:47:56.372 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bc07690d1dc672b548266 Sat Dec 10 02:47:56.714 I SHARDING [conn9] moveChunk number of documents: 129364 Sat Dec 10 02:47:56.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:56.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:57.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:57.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:57.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:57.978 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 1108 } }, Database: { acquireCount: { r: 554 } }, Collection: { acquireCount: { r: 554 } } } protocol:op_command 1258ms Sat Dec 10 02:47:58.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6013, clonedBytes: 1407671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:47:59.438 I NETWORK [conn49] end connection 10.112.9.26:53668 (29 connections now open) Sat Dec 10 02:47:59.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12921, clonedBytes: 3030536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:00.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20165, clonedBytes: 4728756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:02.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32345, clonedBytes: 7577853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:03.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42406, clonedBytes: 9931964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:04.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50261, clonedBytes: 11768592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:05.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60965, clonedBytes: 14276335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:06.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68519, clonedBytes: 16047013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:07.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69596, clonedBytes: 16299953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:08.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69596, clonedBytes: 16299953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:09.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69596, clonedBytes: 16299953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:10.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69596, clonedBytes: 16299953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:11.249 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14396191 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 4312ms Sat Dec 10 02:48:11.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74956, clonedBytes: 17551869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:13.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83542, clonedBytes: 19555516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:14.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93228, clonedBytes: 21828245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:14.452 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464803678000) } -> { datetime: new Date(1464876679000) } Sat Dec 10 02:48:14.452 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464876679000) } -> { datetime: new Date(1464916444000) }, with opId: 64387 Sat Dec 10 02:48:15.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102768, clonedBytes: 24063456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:16.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112218, clonedBytes: 26278472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:17.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121990, clonedBytes: 28567791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:18.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc13c666d1a4e49f53db6", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129364, clonedBytes: 30288730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:18.148 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:48:18.149 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:48:18.167 I SHARDING [conn9] moveChunk setting version to: 3|0||584bc07690d1dc672b548266 Sat Dec 10 02:48:18.170 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129364, clonedBytes: 30288730, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:48:18.170 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bc07690d1dc672b548266 through { datetime: new Date(1446149175000) } -> { datetime: new Date(1446149650000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 02:48:18.171 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:48:18.171-0600-584bc152666d1a4e49f53db9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359698171), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129364, clonedBytes: 30288730, catchup: 0, steady: 0 } } Sat Dec 10 02:48:18.172 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:48:18.173 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:48:18.173 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:48:18.173-0600-584bc152666d1a4e49f53dba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359698173), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 346, step 4 of 6: 21428, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:48:18.177 I SHARDING [conn9] distributed lock with ts: 584bc13c666d1a4e49f53db4' unlocked. Sat Dec 10 02:48:18.177 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446146369000) }, max: { datetime: new Date(1446149175000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1010 reslen:154 locks:{ Global: { acquireCount: { r: 2032, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 664 } }, Database: { acquireCount: { r: 1012, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1012, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21812ms Sat Dec 10 02:48:18.188 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } Sat Dec 10 02:48:18.189 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr02' acquired for 'migrating chunk [{ datetime: new Date(1457727562000) }, { datetime: new Date(1457727865000) }) in IISLogs.pubprdenr02', ts : 584bc152666d1a4e49f53dbb Sat Dec 10 02:48:18.190 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr02 based on current shard version 2|0||584bc09190d1dc672b54826b, current metadata version is 2|0||584bc09190d1dc672b54826b Sat Dec 10 02:48:18.191 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr02 from shard version 2|0||584bc09190d1dc672b54826b to shard version 2|1||584bc09190d1dc672b54826b Sat Dec 10 02:48:18.191 I SHARDING [conn9] collection version was loaded at version 2|1||584bc09190d1dc672b54826b, took 1ms Sat Dec 10 02:48:18.192 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:48:18.192-0600-584bc152666d1a4e49f53dbc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359698192), what: "moveChunk.start", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:48:18.192 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bc09190d1dc672b54826b Sat Dec 10 02:48:20.142 I SHARDING [conn9] moveChunk number of documents: 123433 Sat Dec 10 02:48:20.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:20.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:21.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:22.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:23.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:24.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:25.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:25.758 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776302 locks:{ Global: { acquireCount: { r: 1208 } }, Database: { acquireCount: { r: 604 } }, Collection: { acquireCount: { r: 604 } } } protocol:op_command 5612ms Sat Dec 10 02:48:26.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5887, clonedBytes: 1302044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:27.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15874, clonedBytes: 3511433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:28.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25143, clonedBytes: 5563426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:29.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34057, clonedBytes: 7535110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:30.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43226, clonedBytes: 9563545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:31.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52328, clonedBytes: 11577803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:32.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61125, clonedBytes: 13522843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:33.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69752, clonedBytes: 15430512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:34.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73559, clonedBytes: 16272351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:35.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73559, clonedBytes: 16272351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:35.867 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11367853 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1291ms Sat Dec 10 02:48:36.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80040, clonedBytes: 17704536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:37.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87536, clonedBytes: 19361528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:38.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94076, clonedBytes: 20807805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:39.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102282, clonedBytes: 22623408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:40.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110087, clonedBytes: 24349794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:42.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 117839, clonedBytes: 26064714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc152666d1a4e49f53dbd", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 123433, clonedBytes: 27302048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.069 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:48:43.071 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:48:43.071 I SHARDING [conn9] moveChunk setting version to: 3|0||584bc09190d1dc672b54826b Sat Dec 10 02:48:43.078 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 123433, clonedBytes: 27302048, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:48:43.078 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bc09190d1dc672b54826b through { datetime: new Date(1457727865000) } -> { datetime: new Date(1457728171000) } for collection 'IISLogs.pubprdenr02' Sat Dec 10 02:48:43.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:48:43.081-0600-584bc16b666d1a4e49f53dc0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359723081), what: "moveChunk.commit", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 123433, clonedBytes: 27302048, catchup: 0, steady: 0 } } Sat Dec 10 02:48:43.082 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:48:43.082 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:48:43.082 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:48:43.082-0600-584bc16b666d1a4e49f53dc1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359723082), what: "moveChunk.from", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1951, step 4 of 6: 22922, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:48:43.083 I SHARDING [conn9] distributed lock with ts: 584bc152666d1a4e49f53dbb' unlocked. Sat Dec 10 02:48:43.083 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457727562000) }, max: { datetime: new Date(1457727865000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } keyUpdates:0 writeConflicts:0 numYields:968 reslen:154 locks:{ Global: { acquireCount: { r: 1948, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5716 } }, Database: { acquireCount: { r: 970, w: 4, W: 2 } }, Collection: { acquireCount: { r: 970, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24895ms Sat Dec 10 02:48:43.088 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|37, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 02:48:43.107 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1457718876000) }) in IISLogs.pubprdenr03', ts : 584bc16b666d1a4e49f53dc2 Sat Dec 10 02:48:43.114 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 1|37||584bc0d090d1dc672b548270, current metadata version is 1|37||584bc0d090d1dc672b548270 Sat Dec 10 02:48:43.118 I SHARDING [conn9] metadata of collection IISLogs.pubprdenr03 already up to date (shard version : 1|37||584bc0d090d1dc672b548270, took 3ms) Sat Dec 10 02:48:43.118 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:48:43.118-0600-584bc16b666d1a4e49f53dc3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359723118), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:48:43.119 I SHARDING [conn9] moveChunk request accepted at version 1|37||584bc0d090d1dc672b548270 Sat Dec 10 02:48:43.446 I SHARDING [conn9] moveChunk number of documents: 128902 Sat Dec 10 02:48:43.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:43.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:44.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:45.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:45.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 1028 } }, Database: { acquireCount: { r: 514 } }, Collection: { acquireCount: { r: 514 } } } protocol:op_command 1533ms Sat Dec 10 02:48:46.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7196, clonedBytes: 1844650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:47.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16670, clonedBytes: 4278448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:48.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26479, clonedBytes: 6794838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:49.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33346, clonedBytes: 8554646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:50.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41414, clonedBytes: 10622642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:51.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49589, clonedBytes: 12716804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:53.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57794, clonedBytes: 14819000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:54.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63732, clonedBytes: 16340999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:55.064 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 1024 } }, Database: { acquireCount: { r: 512 } }, Collection: { acquireCount: { r: 512 } } } protocol:op_command 1376ms Sat Dec 10 02:48:55.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63732, clonedBytes: 16340999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:56.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73289, clonedBytes: 18790268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:57.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83305, clonedBytes: 21357113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:58.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93793, clonedBytes: 24044136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:48:59.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102518, clonedBytes: 26280410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:00.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110510, clonedBytes: 28328403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:01.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 118883, clonedBytes: 30473734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:02.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127498, clonedBytes: 32681739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:02.396 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:367153 locks:{ Global: { acquireCount: { r: 30 } }, Database: { acquireCount: { r: 15 } }, Collection: { acquireCount: { r: 15 } } } protocol:op_command 137ms Sat Dec 10 02:49:02.812 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464876679000) } -> { datetime: new Date(1464916444000) } Sat Dec 10 02:49:02.812 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464916444000) } -> { datetime: new Date(1464979763000) }, with opId: 64659 Sat Dec 10 02:49:03.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc16b666d1a4e49f53dc4", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128902, clonedBytes: 33041430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:03.347 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:49:03.348 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:49:03.348 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc0d090d1dc672b548270 Sat Dec 10 02:49:03.352 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128902, clonedBytes: 33041430, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:49:03.352 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457718876000) } -> { datetime: new Date(1457719437000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 02:49:03.354 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:03.354-0600-584bc17f666d1a4e49f53dc7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359743354), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128902, clonedBytes: 33041430, catchup: 0, steady: 0 } } Sat Dec 10 02:49:03.354 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:49:03.364 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:49:03.364 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:03.364-0600-584bc17f666d1a4e49f53dc8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359743364), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, step 1 of 6: 0, step 2 of 6: 30, step 3 of 6: 335, step 4 of 6: 19891, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:49:03.365 I SHARDING [conn9] distributed lock with ts: 584bc16b666d1a4e49f53dc2' unlocked. Sat Dec 10 02:49:03.365 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1457718876000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|37, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1007 reslen:154 locks:{ Global: { acquireCount: { r: 2026, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9399 } }, Database: { acquireCount: { r: 1009, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1009, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20278ms Sat Dec 10 02:49:03.370 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|11, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } Sat Dec 10 02:49:03.378 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr04' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1458143554000) }) in IISLogs.pubprdenr04', ts : 584bc17f666d1a4e49f53dc9 Sat Dec 10 02:49:03.378 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr04 based on current shard version 1|11||584bc0e990d1dc672b548274, current metadata version is 1|11||584bc0e990d1dc672b548274 Sat Dec 10 02:49:03.379 I SHARDING [conn9] metadata of collection IISLogs.pubprdenr04 already up to date (shard version : 1|11||584bc0e990d1dc672b548274, took 1ms) Sat Dec 10 02:49:03.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:03.379-0600-584bc17f666d1a4e49f53dca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359743379), what: "moveChunk.start", ns: "IISLogs.pubprdenr04", details: { min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:49:03.380 I SHARDING [conn9] moveChunk request accepted at version 1|11||584bc0e990d1dc672b548274 Sat Dec 10 02:49:04.207 I SHARDING [conn9] moveChunk number of documents: 130561 Sat Dec 10 02:49:04.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:04.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:05.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:06.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:07.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:08.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:09.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:10.297 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 1092 } }, Database: { acquireCount: { r: 546 } }, Collection: { acquireCount: { r: 546 } } } protocol:op_command 5383ms Sat Dec 10 02:49:10.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 802, clonedBytes: 215922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:11.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10765, clonedBytes: 2757056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:12.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20686, clonedBytes: 5335939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:13.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29674, clonedBytes: 7679663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:14.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38611, clonedBytes: 10038388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:15.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47762, clonedBytes: 12475655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:16.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56771, clonedBytes: 14871621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:17.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62404, clonedBytes: 16350444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:18.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62404, clonedBytes: 16350444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:19.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62404, clonedBytes: 16350444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:20.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62404, clonedBytes: 16350444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:21.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62404, clonedBytes: 16350444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:22.751 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776308 locks:{ Global: { acquireCount: { r: 1050 } }, Database: { acquireCount: { r: 525 } }, Collection: { acquireCount: { r: 525 } } } protocol:op_command 5474ms Sat Dec 10 02:49:22.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62915, clonedBytes: 16487945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:23.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71993, clonedBytes: 18914812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:24.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79767, clonedBytes: 20992938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:25.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87833, clonedBytes: 23142649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:27.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96029, clonedBytes: 25342362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:28.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103846, clonedBytes: 27400127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:29.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112160, clonedBytes: 29623530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:30.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 120455, clonedBytes: 31943306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:30.634 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1939160 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 138ms Sat Dec 10 02:49:31.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 128507, clonedBytes: 34073906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:32.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc17f666d1a4e49f53dcb", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 130561, clonedBytes: 34607966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:32.160 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:49:32.161 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:49:32.162 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc0e990d1dc672b548274 Sat Dec 10 02:49:32.173 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 130561, clonedBytes: 34607966, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:49:32.173 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc0e990d1dc672b548274 through { datetime: new Date(1458143554000) } -> { datetime: new Date(1470193355000) } for collection 'IISLogs.pubprdenr04' Sat Dec 10 02:49:32.176 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:32.176-0600-584bc19c666d1a4e49f53dce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359772176), what: "moveChunk.commit", ns: "IISLogs.pubprdenr04", details: { min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 130561, clonedBytes: 34607966, catchup: 0, steady: 0 } } Sat Dec 10 02:49:32.176 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:49:32.177 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:49:32.184 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:32.184-0600-584bc19c666d1a4e49f53dcf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359772184), what: "moveChunk.from", ns: "IISLogs.pubprdenr04", details: { min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, step 1 of 6: 6, step 2 of 6: 2, step 3 of 6: 830, step 4 of 6: 27946, step 5 of 6: 16, step 6 of 6: 7, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:49:32.186 I SHARDING [conn9] distributed lock with ts: 584bc17f666d1a4e49f53dc9' unlocked. Sat Dec 10 02:49:32.186 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1458143554000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|11, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } keyUpdates:0 writeConflicts:0 numYields:1020 reslen:154 locks:{ Global: { acquireCount: { r: 2052, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2547 } }, Database: { acquireCount: { r: 1022, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1022, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 28816ms Sat Dec 10 02:49:32.190 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|2, ObjectId('584bc0ee90d1dc672b548278') ], epoch: ObjectId('584bc0ee90d1dc672b548278') } Sat Dec 10 02:49:32.192 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr05' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1466651596000) }) in IISLogs.pubprdenr05', ts : 584bc19c666d1a4e49f53dd0 Sat Dec 10 02:49:32.192 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr05 based on current shard version 1|2||584bc0ee90d1dc672b548278, current metadata version is 1|2||584bc0ee90d1dc672b548278 Sat Dec 10 02:49:32.193 I SHARDING [conn9] metadata of collection IISLogs.pubprdenr05 already up to date (shard version : 1|2||584bc0ee90d1dc672b548278, took 1ms) Sat Dec 10 02:49:32.193 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:32.193-0600-584bc19c666d1a4e49f53dd1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359772193), what: "moveChunk.start", ns: "IISLogs.pubprdenr05", details: { min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:49:32.194 I SHARDING [conn9] moveChunk request accepted at version 1|2||584bc0ee90d1dc672b548278 Sat Dec 10 02:49:34.023 I SHARDING [conn9] moveChunk number of documents: 133682 Sat Dec 10 02:49:34.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:34.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:35.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:36.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:37.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:37.633 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 1120 } }, Database: { acquireCount: { r: 560 } }, Collection: { acquireCount: { r: 560 } } } protocol:op_command 2867ms Sat Dec 10 02:49:38.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4982, clonedBytes: 1102996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:39.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17527, clonedBytes: 3871557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:40.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30046, clonedBytes: 7112070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:42.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39782, clonedBytes: 9423696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:43.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52131, clonedBytes: 12150098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:44.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60340, clonedBytes: 14243695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:45.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68842, clonedBytes: 16305353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:46.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68842, clonedBytes: 16305353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:47.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68842, clonedBytes: 16305353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:48.247 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15440410 locks:{ Global: { acquireCount: { r: 1050 } }, Database: { acquireCount: { r: 525 } }, Collection: { acquireCount: { r: 525 } } } protocol:op_command 2776ms Sat Dec 10 02:49:48.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72528, clonedBytes: 17119454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:49.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80872, clonedBytes: 18961486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:50.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90891, clonedBytes: 21375215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:51.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100413, clonedBytes: 23475947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:52.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109256, clonedBytes: 25427270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:53.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 117739, clonedBytes: 27344114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:55.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 128212, clonedBytes: 30091333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:56.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc19c666d1a4e49f53dd2", ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 133682, clonedBytes: 31302845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:56.095 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:49:56.097 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:49:56.097 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc0ee90d1dc672b548278 Sat Dec 10 02:49:56.103 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 133682, clonedBytes: 31302845, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:49:56.103 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc0ee90d1dc672b548278 through { datetime: new Date(1466651596000) } -> { datetime: new Date(1480585045000) } for collection 'IISLogs.pubprdenr05' Sat Dec 10 02:49:56.105 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:56.105-0600-584bc1b4666d1a4e49f53dd5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359796105), what: "moveChunk.commit", ns: "IISLogs.pubprdenr05", details: { min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 133682, clonedBytes: 31302845, catchup: 0, steady: 0 } } Sat Dec 10 02:49:56.105 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:49:56.107 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:49:56.107 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:56.107-0600-584bc1b4666d1a4e49f53dd6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359796107), what: "moveChunk.from", ns: "IISLogs.pubprdenr05", details: { min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1836, step 4 of 6: 22062, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:49:56.109 I SHARDING [conn9] distributed lock with ts: 584bc19c666d1a4e49f53dd0' unlocked. Sat Dec 10 02:49:56.109 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr05", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1466651596000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|2, ObjectId('584bc0ee90d1dc672b548278') ], epoch: ObjectId('584bc0ee90d1dc672b548278') } keyUpdates:0 writeConflicts:0 numYields:1049 reslen:154 locks:{ Global: { acquireCount: { r: 2110, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 32039 } }, Database: { acquireCount: { r: 1051, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1051, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23918ms Sat Dec 10 02:49:57.128 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53684 #50 (30 connections now open) Sat Dec 10 02:49:57.206 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:49:57.207 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465321670000) }, { datetime: new Date(1465373700000) }) in IISLogs.pubbsdweb1', ts : 584bc1b5666d1a4e49f53dd7 Sat Dec 10 02:49:57.207 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 34|0||584bba0d90d1dc672b548145, current metadata version is 34|0||584bba0d90d1dc672b548145 Sat Dec 10 02:49:57.210 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 34|0||584bba0d90d1dc672b548145 to shard version 34|1||584bba0d90d1dc672b548145 Sat Dec 10 02:49:57.210 I SHARDING [conn9] collection version was loaded at version 34|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 02:49:57.210 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:49:57.210-0600-584bc1b5666d1a4e49f53dd8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359797210), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:49:57.212 I SHARDING [conn9] moveChunk request accepted at version 34|1||584bba0d90d1dc672b548145 Sat Dec 10 02:49:58.131 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464916444000) } -> { datetime: new Date(1464979763000) } Sat Dec 10 02:49:58.131 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1464979763000) } -> { datetime: new Date(1465054484000) }, with opId: 65050 Sat Dec 10 02:49:58.892 I SHARDING [conn9] moveChunk number of documents: 113344 Sat Dec 10 02:49:58.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:58.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:58.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:59.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:59.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:59.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:59.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:59.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:49:59.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:00.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:01.075 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776262 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2178ms Sat Dec 10 02:50:01.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34, clonedBytes: 9995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:02.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9488, clonedBytes: 2831207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:03.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20003, clonedBytes: 5971156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:04.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27297, clonedBytes: 8163574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:05.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37068, clonedBytes: 11073744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:06.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47153, clonedBytes: 14104426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:07.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54769, clonedBytes: 16403841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:08.716 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776208 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1122ms Sat Dec 10 02:50:08.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54769, clonedBytes: 16403841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:09.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63451, clonedBytes: 19151612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:10.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72492, clonedBytes: 22050099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:11.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82463, clonedBytes: 25262141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:12.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92024, clonedBytes: 28332428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:13.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99388, clonedBytes: 30722551, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:14.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105911, clonedBytes: 32833017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:14.968 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2451607 locks:{ Global: { acquireCount: { r: 126 } }, Database: { acquireCount: { r: 63 } }, Collection: { acquireCount: { r: 63 } } } protocol:op_command 297ms Sat Dec 10 02:50:15.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1b5666d1a4e49f53dd9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113344, clonedBytes: 35240988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:15.977 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:50:15.978 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:50:15.979 I SHARDING [conn9] moveChunk setting version to: 35|0||584bba0d90d1dc672b548145 Sat Dec 10 02:50:15.988 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113344, clonedBytes: 35240988, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:50:15.994 I SHARDING [conn9] moveChunk updating self version to: 35|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465373700000) } -> { datetime: new Date(1465417630000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:50:15.995 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:15.995-0600-584bc1c7666d1a4e49f53ddc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359815995), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113344, clonedBytes: 35240988, catchup: 0, steady: 0 } } Sat Dec 10 02:50:15.996 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:50:15.996 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:50:15.996 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:15.996-0600-584bc1c7666d1a4e49f53ddd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359815996), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1683, step 4 of 6: 17080, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:50:15.998 I SHARDING [conn9] distributed lock with ts: 584bc1b5666d1a4e49f53dd7' unlocked. Sat Dec 10 02:50:15.998 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465321670000) }, max: { datetime: new Date(1465373700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 310 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 444 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18792ms Sat Dec 10 02:50:16.009 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:50:16.012 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444683096000) }, { datetime: new Date(1444765974000) }) in IISLogs.pubprdweb01', ts : 584bc1c8666d1a4e49f53dde Sat Dec 10 02:50:16.012 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 8|0||584bbf4f90d1dc672b54822e, current metadata version is 8|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:50:16.014 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 8|0||584bbf4f90d1dc672b54822e to shard version 8|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:50:16.014 I SHARDING [conn9] collection version was loaded at version 8|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 02:50:16.014 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:16.014-0600-584bc1c8666d1a4e49f53ddf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359816014), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:50:16.014 I SHARDING [conn9] moveChunk request accepted at version 8|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:50:17.274 I SHARDING [conn9] moveChunk number of documents: 102913 Sat Dec 10 02:50:17.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:17.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:18.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:18.672 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776286 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1390ms Sat Dec 10 02:50:19.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5751, clonedBytes: 1623985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:20.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17233, clonedBytes: 4938748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:21.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26940, clonedBytes: 7886286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:22.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37117, clonedBytes: 10912727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:23.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46062, clonedBytes: 13560872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:24.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55341, clonedBytes: 16375298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:25.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55430, clonedBytes: 16399238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:26.159 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14105410 locks:{ Global: { acquireCount: { r: 762 } }, Database: { acquireCount: { r: 381 } }, Collection: { acquireCount: { r: 381 } } } protocol:op_command 1302ms Sat Dec 10 02:50:26.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61994, clonedBytes: 18171787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:27.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71596, clonedBytes: 20899500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:28.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81708, clonedBytes: 24220946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:30.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91183, clonedBytes: 27060914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:31.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100336, clonedBytes: 29520677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:32.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1c8666d1a4e49f53de0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102913, clonedBytes: 30183229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:32.121 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:50:32.123 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:50:32.123 I SHARDING [conn9] moveChunk setting version to: 9|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:50:32.134 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102913, clonedBytes: 30183229, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:50:32.134 I SHARDING [conn9] moveChunk updating self version to: 9|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444765974000) } -> { datetime: new Date(1444854347000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:50:32.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:32.135-0600-584bc1d8666d1a4e49f53de3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359832135), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102913, clonedBytes: 30183229, catchup: 0, steady: 0 } } Sat Dec 10 02:50:32.136 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:50:32.160 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:50:32.160 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:32.160-0600-584bc1d8666d1a4e49f53de4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359832160), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1265, step 4 of 6: 14839, step 5 of 6: 38, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:50:32.183 I SHARDING [conn9] distributed lock with ts: 584bc1c8666d1a4e49f53dde' unlocked. Sat Dec 10 02:50:32.184 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444683096000) }, max: { datetime: new Date(1444765974000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 24011 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16179ms Sat Dec 10 02:50:32.194 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:50:32.203 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463084430000) }, { datetime: new Date(1463145009000) }) in IISLogs.pubbsdweb2', ts : 584bc1d8666d1a4e49f53de5 Sat Dec 10 02:50:32.203 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 7|0||584bbf7a90d1dc672b548236, current metadata version is 7|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:50:32.204 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 7|0||584bbf7a90d1dc672b548236 to shard version 7|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:50:32.204 I SHARDING [conn9] collection version was loaded at version 7|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 02:50:32.204 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:32.204-0600-584bc1d8666d1a4e49f53de6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359832204), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:50:32.206 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:50:33.914 I SHARDING [conn9] moveChunk number of documents: 113854 Sat Dec 10 02:50:33.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:33.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:33.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:33.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:34.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:34.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:34.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:34.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:34.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:35.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:35.251 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776046 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 1332ms Sat Dec 10 02:50:36.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6599, clonedBytes: 1881562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:37.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14338, clonedBytes: 4048570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:38.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23910, clonedBytes: 6753234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:39.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33260, clonedBytes: 9388555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:40.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40509, clonedBytes: 11430404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:41.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48574, clonedBytes: 13706182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:42.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56944, clonedBytes: 16076058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:43.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58018, clonedBytes: 16380882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:43.812 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15355976 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 1308ms Sat Dec 10 02:50:45.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65487, clonedBytes: 18389611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:46.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77198, clonedBytes: 21587853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:47.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86937, clonedBytes: 24248034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:48.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97112, clonedBytes: 26949344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:49.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106187, clonedBytes: 29298238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:50.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1d8666d1a4e49f53de7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113854, clonedBytes: 31356968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:50.630 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:50:50.632 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:50:50.632 I SHARDING [conn9] moveChunk setting version to: 8|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:50:50.635 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113854, clonedBytes: 31356968, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:50:50.635 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463145009000) } -> { datetime: new Date(1463260406000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:50:50.637 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:50.637-0600-584bc1ea666d1a4e49f53dea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359850637), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113854, clonedBytes: 31356968, catchup: 0, steady: 0 } } Sat Dec 10 02:50:50.638 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:50:50.638 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:50:50.638 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:50.638-0600-584bc1ea666d1a4e49f53deb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359850638), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, step 1 of 6: 7, step 2 of 6: 4, step 3 of 6: 1712, step 4 of 6: 16710, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:50:50.639 I SHARDING [conn9] distributed lock with ts: 584bc1d8666d1a4e49f53de5' unlocked. Sat Dec 10 02:50:50.639 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463084430000) }, max: { datetime: new Date(1463145009000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 154 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18445ms Sat Dec 10 02:50:50.645 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 02:50:50.646 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: new Date(1446149175000) }, { datetime: new Date(1446149650000) }) in IISLogs.pubprdenr01', ts : 584bc1ea666d1a4e49f53dec Sat Dec 10 02:50:50.646 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 3|0||584bc07690d1dc672b548266, current metadata version is 3|0||584bc07690d1dc672b548266 Sat Dec 10 02:50:50.648 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr01 from shard version 3|0||584bc07690d1dc672b548266 to shard version 3|1||584bc07690d1dc672b548266 Sat Dec 10 02:50:50.648 I SHARDING [conn9] collection version was loaded at version 3|1||584bc07690d1dc672b548266, took 2ms Sat Dec 10 02:50:50.648 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:50:50.648-0600-584bc1ea666d1a4e49f53ded", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359850648), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:50:50.649 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bc07690d1dc672b548266 Sat Dec 10 02:50:50.678 I SHARDING [RangeDeleter] rangeDeleter deleted 113357 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1464979763000) } -> { datetime: new Date(1465054484000) } Sat Dec 10 02:50:50.678 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: MinKey } -> { datetime: new Date(1444158947000) }, with opId: 65371 Sat Dec 10 02:50:51.589 I SHARDING [conn9] moveChunk number of documents: 129449 Sat Dec 10 02:50:51.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:51.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:52.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:52.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:53.061 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776216 locks:{ Global: { acquireCount: { r: 1108 } }, Database: { acquireCount: { r: 554 } }, Collection: { acquireCount: { r: 554 } } } protocol:op_command 1465ms Sat Dec 10 02:50:53.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5063, clonedBytes: 1182984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:54.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14380, clonedBytes: 3355348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:55.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22592, clonedBytes: 5269750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:56.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31728, clonedBytes: 7401342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:57.166 I NETWORK [conn50] end connection 10.112.9.26:53684 (29 connections now open) Sat Dec 10 02:50:57.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40449, clonedBytes: 9438974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:50:58.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49184, clonedBytes: 11480280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:00.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58811, clonedBytes: 13724795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:01.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69778, clonedBytes: 16284262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:02.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69838, clonedBytes: 16298312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:02.518 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14335315 locks:{ Global: { acquireCount: { r: 954 } }, Database: { acquireCount: { r: 477 } }, Collection: { acquireCount: { r: 477 } } } protocol:op_command 1369ms Sat Dec 10 02:51:03.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75185, clonedBytes: 17544697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:04.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84318, clonedBytes: 19679892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:05.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94691, clonedBytes: 22108569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:06.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103373, clonedBytes: 24140766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:07.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111569, clonedBytes: 26053943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:08.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121454, clonedBytes: 28360556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:09.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 128243, clonedBytes: 29947087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:10.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1ea666d1a4e49f53dee", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129449, clonedBytes: 30227312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:10.637 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:51:10.639 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:51:10.640 I SHARDING [conn9] moveChunk setting version to: 4|0||584bc07690d1dc672b548266 Sat Dec 10 02:51:10.646 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129449, clonedBytes: 30227312, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:51:10.647 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bc07690d1dc672b548266 through { datetime: new Date(1446149650000) } -> { datetime: new Date(1446150065000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 02:51:10.648 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:10.648-0600-584bc1fe666d1a4e49f53df1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359870648), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129449, clonedBytes: 30227312, catchup: 0, steady: 0 } } Sat Dec 10 02:51:10.649 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:51:10.649 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:51:10.649 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:10.649-0600-584bc1fe666d1a4e49f53df2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359870649), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 945, step 4 of 6: 19041, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:51:10.652 I SHARDING [conn9] distributed lock with ts: 584bc1ea666d1a4e49f53dec' unlocked. Sat Dec 10 02:51:10.652 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446149175000) }, max: { datetime: new Date(1446149650000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1011 reslen:154 locks:{ Global: { acquireCount: { r: 2034, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4232 } }, Database: { acquireCount: { r: 1013, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1013, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20007ms Sat Dec 10 02:51:10.657 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } Sat Dec 10 02:51:10.682 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr02' acquired for 'migrating chunk [{ datetime: new Date(1457727865000) }, { datetime: new Date(1457728171000) }) in IISLogs.pubprdenr02', ts : 584bc1fe666d1a4e49f53df3 Sat Dec 10 02:51:10.682 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr02 based on current shard version 3|0||584bc09190d1dc672b54826b, current metadata version is 3|0||584bc09190d1dc672b54826b Sat Dec 10 02:51:10.684 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr02 from shard version 3|0||584bc09190d1dc672b54826b to shard version 3|1||584bc09190d1dc672b54826b Sat Dec 10 02:51:10.685 I SHARDING [conn9] collection version was loaded at version 3|1||584bc09190d1dc672b54826b, took 2ms Sat Dec 10 02:51:10.685 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:10.685-0600-584bc1fe666d1a4e49f53df4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359870685), what: "moveChunk.start", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:51:10.686 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bc09190d1dc672b54826b Sat Dec 10 02:51:11.341 I SHARDING [conn9] moveChunk number of documents: 123441 Sat Dec 10 02:51:11.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:11.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:12.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:13.524 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776271 locks:{ Global: { acquireCount: { r: 1174 } }, Database: { acquireCount: { r: 587 } }, Collection: { acquireCount: { r: 587 } } } protocol:op_command 2176ms Sat Dec 10 02:51:13.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:14.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7515, clonedBytes: 1662970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:15.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16554, clonedBytes: 3663097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:16.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24394, clonedBytes: 5398202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:17.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33073, clonedBytes: 7318454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:18.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40473, clonedBytes: 8955176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:19.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48101, clonedBytes: 10642635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:20.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56325, clonedBytes: 12463382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:21.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64573, clonedBytes: 14287609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:22.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73547, clonedBytes: 16272404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:23.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73547, clonedBytes: 16272404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:23.962 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11378737 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 1125ms Sat Dec 10 02:51:24.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80835, clonedBytes: 17886109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:26.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90713, clonedBytes: 20072081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:27.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99116, clonedBytes: 21930104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:28.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106489, clonedBytes: 23561055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:29.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113720, clonedBytes: 25162085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:30.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 123441, clonedBytes: 27312845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:31.234 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: MinKey } -> { datetime: new Date(1444158947000) } Sat Dec 10 02:51:31.234 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465054484000) } -> { datetime: new Date(1465087728000) }, with opId: 65646 Sat Dec 10 02:51:31.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc1fe666d1a4e49f53df5", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 123441, clonedBytes: 27312845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:31.564 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:51:31.566 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:51:31.566 I SHARDING [conn9] moveChunk setting version to: 4|0||584bc09190d1dc672b54826b Sat Dec 10 02:51:31.573 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 123441, clonedBytes: 27312845, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:51:31.573 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bc09190d1dc672b54826b through { datetime: new Date(1457728171000) } -> { datetime: new Date(1457728481000) } for collection 'IISLogs.pubprdenr02' Sat Dec 10 02:51:31.574 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:31.574-0600-584bc213666d1a4e49f53df8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359891574), what: "moveChunk.commit", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 123441, clonedBytes: 27312845, catchup: 0, steady: 0 } } Sat Dec 10 02:51:31.575 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:51:31.575 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:51:31.581 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:31.581-0600-584bc213666d1a4e49f53df9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359891581), what: "moveChunk.from", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, step 1 of 6: 22, step 2 of 6: 7, step 3 of 6: 658, step 4 of 6: 20216, step 5 of 6: 10, step 6 of 6: 5, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:51:31.583 I SHARDING [conn9] distributed lock with ts: 584bc1fe666d1a4e49f53df3' unlocked. Sat Dec 10 02:51:31.583 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457727865000) }, max: { datetime: new Date(1457728171000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } keyUpdates:0 writeConflicts:0 numYields:966 reslen:154 locks:{ Global: { acquireCount: { r: 1944, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 118 } }, Database: { acquireCount: { r: 968, w: 4, W: 2 } }, Collection: { acquireCount: { r: 968, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20926ms Sat Dec 10 02:51:31.588 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 02:51:31.589 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457718876000) }, { datetime: new Date(1457719437000) }) in IISLogs.pubprdenr03', ts : 584bc213666d1a4e49f53dfa Sat Dec 10 02:51:31.589 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 2|0||584bc0d090d1dc672b548270, current metadata version is 2|0||584bc0d090d1dc672b548270 Sat Dec 10 02:51:31.592 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 2|0||584bc0d090d1dc672b548270 to shard version 2|1||584bc0d090d1dc672b548270 Sat Dec 10 02:51:31.592 I SHARDING [conn9] collection version was loaded at version 2|1||584bc0d090d1dc672b548270, took 2ms Sat Dec 10 02:51:31.592 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:31.592-0600-584bc213666d1a4e49f53dfb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359891592), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:51:31.593 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bc0d090d1dc672b548270 Sat Dec 10 02:51:32.176 I SHARDING [conn9] moveChunk number of documents: 129007 Sat Dec 10 02:51:32.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:32.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:33.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:34.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:34.740 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 1028 } }, Database: { acquireCount: { r: 514 } }, Collection: { acquireCount: { r: 514 } } } protocol:op_command 2559ms Sat Dec 10 02:51:35.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4660, clonedBytes: 1198786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:36.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11889, clonedBytes: 3058711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:37.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20077, clonedBytes: 5170067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:38.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28881, clonedBytes: 7441518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:39.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38909, clonedBytes: 10028390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:40.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47300, clonedBytes: 12193222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:41.382 I COMMAND [conn28] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb02", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:213911 reslen:134 locks:{ Global: { acquireCount: { r: 427824 } }, Database: { acquireCount: { r: 213912 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 42164397 } }, Collection: { acquireCount: { r: 213912 } } } protocol:op_command 1726335ms Sat Dec 10 02:51:41.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55515, clonedBytes: 14311414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:42.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63393, clonedBytes: 16343351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:43.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63393, clonedBytes: 16343351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:44.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63393, clonedBytes: 16343351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:45.305 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 1038 } }, Database: { acquireCount: { r: 519 } }, Collection: { acquireCount: { r: 519 } } } protocol:op_command 2582ms Sat Dec 10 02:51:45.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68342, clonedBytes: 17618842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:46.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76403, clonedBytes: 19698408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:48.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83641, clonedBytes: 21565434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:49.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87802, clonedBytes: 22633347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:50.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93571, clonedBytes: 24112585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:51.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99505, clonedBytes: 25640023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:52.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109221, clonedBytes: 28147222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:53.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116466, clonedBytes: 30016837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:54.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 124715, clonedBytes: 32145738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:55.491 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:578391 locks:{ Global: { acquireCount: { r: 40 } }, Database: { acquireCount: { r: 20 } }, Collection: { acquireCount: { r: 20 } } } protocol:op_command 128ms Sat Dec 10 02:51:56.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc213666d1a4e49f53dfc", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129007, clonedBytes: 33252880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:56.048 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:51:56.049 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:51:56.049 I SHARDING [conn9] moveChunk setting version to: 3|0||584bc0d090d1dc672b548270 Sat Dec 10 02:51:56.087 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129007, clonedBytes: 33252880, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:51:56.087 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457719437000) } -> { datetime: new Date(1457719748000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 02:51:56.099 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:56.099-0600-584bc22c666d1a4e49f53dff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359916099), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129007, clonedBytes: 33252880, catchup: 0, steady: 0 } } Sat Dec 10 02:51:56.099 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:51:56.100 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:51:56.100 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:56.100-0600-584bc22c666d1a4e49f53e00", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359916100), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 586, step 4 of 6: 23865, step 5 of 6: 51, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:51:56.101 I SHARDING [conn9] distributed lock with ts: 584bc213666d1a4e49f53dfa' unlocked. Sat Dec 10 02:51:56.101 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457718876000) }, max: { datetime: new Date(1457719437000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1008 reslen:154 locks:{ Global: { acquireCount: { r: 2028, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 247 } }, Database: { acquireCount: { r: 1010, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1010, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24514ms Sat Dec 10 02:51:56.111 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } Sat Dec 10 02:51:56.112 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr04' acquired for 'migrating chunk [{ datetime: new Date(1458143554000) }, { datetime: new Date(1470193355000) }) in IISLogs.pubprdenr04', ts : 584bc22c666d1a4e49f53e01 Sat Dec 10 02:51:56.112 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr04 based on current shard version 2|0||584bc0e990d1dc672b548274, current metadata version is 2|0||584bc0e990d1dc672b548274 Sat Dec 10 02:51:56.129 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr04 from shard version 2|0||584bc0e990d1dc672b548274 to shard version 2|1||584bc0e990d1dc672b548274 Sat Dec 10 02:51:56.129 I SHARDING [conn9] collection version was loaded at version 2|1||584bc0e990d1dc672b548274, took 17ms Sat Dec 10 02:51:56.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:51:56.129-0600-584bc22c666d1a4e49f53e02", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359916129), what: "moveChunk.start", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:51:56.130 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bc0e990d1dc672b548274 Sat Dec 10 02:51:56.443 W SHARDING [conn34] Finding the split vector for IISLogs.pubprdweb02 over { datetime: 1.0 } keyCount: 106522 numSplits: 248 lookedAt: 48950 took 1553481ms Sat Dec 10 02:51:56.465 I COMMAND [conn34] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb02", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:213462 reslen:7000 locks:{ Global: { acquireCount: { r: 426926 } }, Database: { acquireCount: { r: 213463 }, acquireWaitCount: { r: 1 }, timeAcquiringMicros: { r: 665575 } }, Collection: { acquireCount: { r: 213463 } } } protocol:op_command 1553663ms Sat Dec 10 02:51:56.764 I SHARDING [conn34] remotely refreshing metadata for IISLogs.pubprdweb02 with requested shard version 1|248||584bc22c90d1dc672b54829b, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 02:51:56.812 I SHARDING [conn34] collection IISLogs.pubprdweb02 was previously unsharded, new metadata loaded with shard version 1|248||584bc22c90d1dc672b54829b Sat Dec 10 02:51:56.813 I SHARDING [conn34] collection version was loaded at version 1|248||584bc22c90d1dc672b54829b, took 46ms Sat Dec 10 02:51:58.652 I SHARDING [conn9] moveChunk number of documents: 130556 Sat Dec 10 02:51:58.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:58.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:58.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:58.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:58.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:58.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:58.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:59.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:59.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:51:59.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:00.328 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776023 locks:{ Global: { acquireCount: { r: 974 } }, Database: { acquireCount: { r: 487 } }, Collection: { acquireCount: { r: 487 } } } protocol:op_command 1667ms Sat Dec 10 02:52:00.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3762, clonedBytes: 1020094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:01.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12359, clonedBytes: 3363915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:02.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20917, clonedBytes: 5626730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:03.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29857, clonedBytes: 7955913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:05.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40452, clonedBytes: 10172280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:06.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48803, clonedBytes: 12719818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:07.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58606, clonedBytes: 15770111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:08.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60495, clonedBytes: 16363520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:08.669 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776303 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 1063ms Sat Dec 10 02:52:09.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66252, clonedBytes: 18183854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:10.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73000, clonedBytes: 20314177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:11.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80613, clonedBytes: 22724021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:12.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88496, clonedBytes: 25225659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:13.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94804, clonedBytes: 27224691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:14.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102049, clonedBytes: 29533032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:15.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108349, clonedBytes: 31533041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:16.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112323, clonedBytes: 32787989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:17.829 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:5411876 locks:{ Global: { acquireCount: { r: 298 } }, Database: { acquireCount: { r: 149 } }, Collection: { acquireCount: { r: 149 } } } protocol:op_command 1086ms Sat Dec 10 02:52:17.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113095, clonedBytes: 33030855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:18.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 122448, clonedBytes: 35964841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:19.133 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465054484000) } -> { datetime: new Date(1465087728000) } Sat Dec 10 02:52:19.133 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444158947000) } -> { datetime: new Date(1444236727000) }, with opId: 65888 Sat Dec 10 02:52:20.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127849, clonedBytes: 37383073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:21.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc22c666d1a4e49f53e03", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 130556, clonedBytes: 38083196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:21.107 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:52:21.114 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:52:21.114 I SHARDING [conn9] moveChunk setting version to: 3|0||584bc0e990d1dc672b548274 Sat Dec 10 02:52:21.118 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 130556, clonedBytes: 38083196, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:52:21.126 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bc0e990d1dc672b548274 through { datetime: new Date(1470193355000) } -> { datetime: new Date(1476209879000) } for collection 'IISLogs.pubprdenr04' Sat Dec 10 02:52:21.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:52:21.129-0600-584bc245666d1a4e49f53e06", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359941129), what: "moveChunk.commit", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 130556, clonedBytes: 38083196, catchup: 0, steady: 0 } } Sat Dec 10 02:52:21.131 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:52:21.132 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:52:21.132 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:52:21.132-0600-584bc245666d1a4e49f53e07", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359941132), what: "moveChunk.from", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, step 1 of 6: 0, step 2 of 6: 19, step 3 of 6: 2530, step 4 of 6: 22444, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:52:21.137 I SHARDING [conn9] distributed lock with ts: 584bc22c666d1a4e49f53e01' unlocked. Sat Dec 10 02:52:21.137 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458143554000) }, max: { datetime: new Date(1470193355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } keyUpdates:0 writeConflicts:0 numYields:1022 reslen:154 locks:{ Global: { acquireCount: { r: 2056, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 699 } }, Database: { acquireCount: { r: 1024, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1024, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25026ms Sat Dec 10 02:52:22.207 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:52:22.208 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465373700000) }, { datetime: new Date(1465417630000) }) in IISLogs.pubbsdweb1', ts : 584bc246666d1a4e49f53e08 Sat Dec 10 02:52:22.208 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 35|0||584bba0d90d1dc672b548145, current metadata version is 35|0||584bba0d90d1dc672b548145 Sat Dec 10 02:52:22.211 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 35|0||584bba0d90d1dc672b548145 to shard version 35|1||584bba0d90d1dc672b548145 Sat Dec 10 02:52:22.211 I SHARDING [conn9] collection version was loaded at version 35|1||584bba0d90d1dc672b548145, took 3ms Sat Dec 10 02:52:22.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:52:22.211-0600-584bc246666d1a4e49f53e09", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359942211), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:52:22.212 I SHARDING [conn9] moveChunk request accepted at version 35|1||584bba0d90d1dc672b548145 Sat Dec 10 02:52:24.908 I SHARDING [conn9] moveChunk number of documents: 113374 Sat Dec 10 02:52:24.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:24.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:24.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:25.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:25.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:25.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:25.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:25.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:25.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:26.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:26.290 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776329 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1375ms Sat Dec 10 02:52:27.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6465, clonedBytes: 2078641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:28.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16583, clonedBytes: 5187861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:29.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25489, clonedBytes: 7985544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:30.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35132, clonedBytes: 10995741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:31.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41565, clonedBytes: 13003922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:32.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50863, clonedBytes: 15866865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:33.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52718, clonedBytes: 16418265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:34.005 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776128 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1395ms Sat Dec 10 02:52:34.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56490, clonedBytes: 17542857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:35.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57700, clonedBytes: 17905348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:36.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57705, clonedBytes: 17906814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:37.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57710, clonedBytes: 17908349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:38.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57715, clonedBytes: 17909757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:39.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57720, clonedBytes: 17911169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:40.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57722, clonedBytes: 17911804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:41.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57727, clonedBytes: 17913347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:42.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57732, clonedBytes: 17914897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:43.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57737, clonedBytes: 17916308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:44.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57742, clonedBytes: 17917905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:45.368 I SHARDING [RangeDeleter] rangeDeleter deleted 102909 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444158947000) } -> { datetime: new Date(1444236727000) } Sat Dec 10 02:52:45.368 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: MinKey } -> { datetime: new Date(1463066726000) }, with opId: 66048 Sat Dec 10 02:52:45.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57747, clonedBytes: 17919269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:46.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57752, clonedBytes: 17920705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:47.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57757, clonedBytes: 17922224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:48.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57761, clonedBytes: 17923438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:49.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57766, clonedBytes: 17924892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:50.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57771, clonedBytes: 17926365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:51.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57777, clonedBytes: 17928101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:53.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57782, clonedBytes: 17929519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:54.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57787, clonedBytes: 17930980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:55.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57792, clonedBytes: 17932433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:56.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57796, clonedBytes: 17933585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:57.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65392, clonedBytes: 20201290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:58.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73632, clonedBytes: 22660636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:52:59.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81573, clonedBytes: 25056162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:00.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87686, clonedBytes: 26903624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:01.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94876, clonedBytes: 29056923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:02.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102683, clonedBytes: 31375016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:03.326 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1782319 locks:{ Global: { acquireCount: { r: 96 } }, Database: { acquireCount: { r: 48 } }, Collection: { acquireCount: { r: 48 } } } protocol:op_command 181ms Sat Dec 10 02:53:03.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109523, clonedBytes: 33405223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:04.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc246666d1a4e49f53e0a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113374, clonedBytes: 34569869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:04.554 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:53:04.555 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:53:04.556 I SHARDING [conn9] moveChunk setting version to: 36|0||584bba0d90d1dc672b548145 Sat Dec 10 02:53:04.566 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113374, clonedBytes: 34569869, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:53:04.567 I SHARDING [conn9] moveChunk updating self version to: 36|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465417630000) } -> { datetime: new Date(1465538586000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:53:04.569 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:53:04.569-0600-584bc270666d1a4e49f53e0d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359984569), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113374, clonedBytes: 34569869, catchup: 0, steady: 0 } } Sat Dec 10 02:53:04.570 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:53:04.570 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:53:04.570 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:53:04.570-0600-584bc270666d1a4e49f53e0e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359984570), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2700, step 4 of 6: 39638, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:53:04.573 I SHARDING [conn9] distributed lock with ts: 584bc246666d1a4e49f53e08' unlocked. Sat Dec 10 02:53:04.573 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465373700000) }, max: { datetime: new Date(1465417630000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3497 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 42367ms Sat Dec 10 02:53:04.579 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:53:04.580 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444765974000) }, { datetime: new Date(1444854347000) }) in IISLogs.pubprdweb01', ts : 584bc270666d1a4e49f53e0f Sat Dec 10 02:53:04.580 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 9|0||584bbf4f90d1dc672b54822e, current metadata version is 9|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:53:04.581 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 9|0||584bbf4f90d1dc672b54822e to shard version 9|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:53:04.581 I SHARDING [conn9] collection version was loaded at version 9|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 02:53:04.581 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:53:04.581-0600-584bc270666d1a4e49f53e10", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481359984581), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:53:04.583 I SHARDING [conn9] moveChunk request accepted at version 9|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:53:09.937 I SHARDING [RangeDeleter] rangeDeleter deleted 113665 documents for IISLogs.pubbsdweb2 from { datetime: MinKey } -> { datetime: new Date(1463066726000) } Sat Dec 10 02:53:09.937 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465087728000) } -> { datetime: new Date(1465120126000) }, with opId: 66197 Sat Dec 10 02:53:11.296 I SHARDING [conn9] moveChunk number of documents: 102941 Sat Dec 10 02:53:11.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:11.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:12.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:13.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:14.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:15.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:15.965 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 4627ms Sat Dec 10 02:53:16.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3381, clonedBytes: 873794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:17.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8692, clonedBytes: 2254726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:18.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12563, clonedBytes: 3325327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:19.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16410, clonedBytes: 4435993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:20.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21864, clonedBytes: 6042092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:21.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24216, clonedBytes: 6783401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:22.162 I NETWORK [conn34] end connection 10.112.9.26:53555 (28 connections now open) Sat Dec 10 02:53:22.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24228, clonedBytes: 6787182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:23.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24239, clonedBytes: 6790747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:25.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24250, clonedBytes: 6793583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:26.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24262, clonedBytes: 6797299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:27.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24273, clonedBytes: 6800757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:28.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24280, clonedBytes: 6803055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:29.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24291, clonedBytes: 6806261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:30.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29524, clonedBytes: 8358856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:32.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37335, clonedBytes: 10715063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:33.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45053, clonedBytes: 12952303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:34.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53039, clonedBytes: 15255526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:35.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57106, clonedBytes: 16387358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:35.576 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13665262 locks:{ Global: { acquireCount: { r: 738 } }, Database: { acquireCount: { r: 369 } }, Collection: { acquireCount: { r: 369 } } } protocol:op_command 936ms Sat Dec 10 02:53:36.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61562, clonedBytes: 17597000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:37.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69030, clonedBytes: 19601579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:38.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76699, clonedBytes: 22045400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:39.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84360, clonedBytes: 24567872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:40.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91795, clonedBytes: 26682089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:41.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99059, clonedBytes: 28664456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:42.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc270666d1a4e49f53e11", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102941, clonedBytes: 29742737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:42.367 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:53:42.369 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:53:42.369 I SHARDING [conn9] moveChunk setting version to: 10|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:53:42.377 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102941, clonedBytes: 29742737, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:53:42.380 I SHARDING [conn9] moveChunk updating self version to: 10|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444854347000) } -> { datetime: new Date(1444945897000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:53:42.381 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:53:42.381-0600-584bc296666d1a4e49f53e14", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360022381), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102941, clonedBytes: 29742737, catchup: 0, steady: 0 } } Sat Dec 10 02:53:42.382 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:53:42.382 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:53:42.382 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:53:42.382-0600-584bc296666d1a4e49f53e15", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360022382), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 6728, step 4 of 6: 31052, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:53:42.384 I SHARDING [conn9] distributed lock with ts: 584bc270666d1a4e49f53e0f' unlocked. Sat Dec 10 02:53:42.385 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444765974000) }, max: { datetime: new Date(1444854347000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:859 reslen:154 locks:{ Global: { acquireCount: { r: 1730, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 204 } }, Database: { acquireCount: { r: 861, w: 4, W: 2 } }, Collection: { acquireCount: { r: 861, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 37806ms Sat Dec 10 02:53:42.391 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:53:42.393 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463145009000) }, { datetime: new Date(1463260406000) }) in IISLogs.pubbsdweb2', ts : 584bc296666d1a4e49f53e16 Sat Dec 10 02:53:42.393 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 8|0||584bbf7a90d1dc672b548236, current metadata version is 8|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:53:42.395 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 8|0||584bbf7a90d1dc672b548236 to shard version 8|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:53:42.395 I SHARDING [conn9] collection version was loaded at version 8|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 02:53:42.395 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:53:42.395-0600-584bc296666d1a4e49f53e17", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360022395), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:53:42.396 I SHARDING [conn9] moveChunk request accepted at version 8|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:53:45.273 I SHARDING [RangeDeleter] rangeDeleter deleted 113340 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465087728000) } -> { datetime: new Date(1465120126000) } Sat Dec 10 02:53:45.273 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444236727000) } -> { datetime: new Date(1444322274000) }, with opId: 66381 Sat Dec 10 02:53:46.726 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 02:53:46.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:46.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:46.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:46.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:46.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:46.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:46.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:47.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:47.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:47.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:48.834 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776128 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 2103ms Sat Dec 10 02:53:48.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:49.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8594, clonedBytes: 2209696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:51.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16885, clonedBytes: 4326914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:52.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24774, clonedBytes: 6362542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:53.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33012, clonedBytes: 8517462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:54.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41547, clonedBytes: 10754893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:55.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48827, clonedBytes: 12653825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:56.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56497, clonedBytes: 14685473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:57.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62869, clonedBytes: 16347007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:58.214 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14057198 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 1080ms Sat Dec 10 02:53:58.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64017, clonedBytes: 16639971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:53:59.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72469, clonedBytes: 18891457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:00.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78034, clonedBytes: 20408113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:01.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85952, clonedBytes: 22549859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:02.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95624, clonedBytes: 25213642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:03.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101050, clonedBytes: 26656451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:04.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108649, clonedBytes: 28677634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:05.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc296666d1a4e49f53e18", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30059042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:05.606 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:54:05.607 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:54:05.608 I SHARDING [conn9] moveChunk setting version to: 9|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:54:05.613 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30059042, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:54:05.613 I SHARDING [conn9] moveChunk updating self version to: 9|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463260406000) } -> { datetime: new Date(1463425794000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:54:05.615 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:54:05.615-0600-584bc2ad666d1a4e49f53e1b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360045615), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30059042, catchup: 0, steady: 0 } } Sat Dec 10 02:54:05.616 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:54:05.617 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:54:05.617 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:54:05.617-0600-584bc2ad666d1a4e49f53e1c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360045617), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 4332, step 4 of 6: 18874, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:54:05.618 I SHARDING [conn9] distributed lock with ts: 584bc296666d1a4e49f53e16' unlocked. Sat Dec 10 02:54:05.618 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463145009000) }, max: { datetime: new Date(1463260406000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:928 reslen:154 locks:{ Global: { acquireCount: { r: 1868, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 848 } }, Database: { acquireCount: { r: 930, w: 4, W: 2 } }, Collection: { acquireCount: { r: 930, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23227ms Sat Dec 10 02:54:05.628 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 02:54:05.629 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: new Date(1446149650000) }, { datetime: new Date(1446150065000) }) in IISLogs.pubprdenr01', ts : 584bc2ad666d1a4e49f53e1d Sat Dec 10 02:54:05.630 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 4|0||584bc07690d1dc672b548266, current metadata version is 4|0||584bc07690d1dc672b548266 Sat Dec 10 02:54:05.631 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr01 from shard version 4|0||584bc07690d1dc672b548266 to shard version 4|1||584bc07690d1dc672b548266 Sat Dec 10 02:54:05.631 I SHARDING [conn9] collection version was loaded at version 4|1||584bc07690d1dc672b548266, took 1ms Sat Dec 10 02:54:05.631 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:54:05.631-0600-584bc2ad666d1a4e49f53e1e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360045631), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:54:05.632 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bc07690d1dc672b548266 Sat Dec 10 02:54:07.422 I SHARDING [conn9] moveChunk number of documents: 129746 Sat Dec 10 02:54:07.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:07.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:08.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:08.201 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776239 locks:{ Global: { acquireCount: { r: 1104 } }, Database: { acquireCount: { r: 552 } }, Collection: { acquireCount: { r: 552 } } } protocol:op_command 768ms Sat Dec 10 02:54:08.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2154, clonedBytes: 502803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:09.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11251, clonedBytes: 2627816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:10.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18927, clonedBytes: 4422065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:11.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26661, clonedBytes: 6229447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:12.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35472, clonedBytes: 8293814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:13.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43610, clonedBytes: 10199784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:14.287 I SHARDING [RangeDeleter] rangeDeleter deleted 102903 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444236727000) } -> { datetime: new Date(1444322274000) } Sat Dec 10 02:54:14.287 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463066726000) } -> { datetime: new Date(1463070987000) }, with opId: 66532 Sat Dec 10 02:54:14.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51606, clonedBytes: 12069043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:15.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59638, clonedBytes: 13950442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:17.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67749, clonedBytes: 15847028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:18.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69683, clonedBytes: 16299420, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:18.792 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14468827 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1480ms Sat Dec 10 02:54:19.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72932, clonedBytes: 17059508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:20.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81147, clonedBytes: 18982603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:21.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89238, clonedBytes: 20877620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:22.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98237, clonedBytes: 22984906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:23.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106544, clonedBytes: 24929138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:24.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115432, clonedBytes: 27009070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:25.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 124196, clonedBytes: 29059591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:26.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ad666d1a4e49f53e1f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129746, clonedBytes: 30358768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:26.642 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:54:26.643 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:54:26.644 I SHARDING [conn9] moveChunk setting version to: 5|0||584bc07690d1dc672b548266 Sat Dec 10 02:54:26.655 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129746, clonedBytes: 30358768, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:54:26.655 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bc07690d1dc672b548266 through { datetime: new Date(1446150065000) } -> { datetime: new Date(1446151594000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 02:54:26.657 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:54:26.657-0600-584bc2c2666d1a4e49f53e22", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360066657), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129746, clonedBytes: 30358768, catchup: 0, steady: 0 } } Sat Dec 10 02:54:26.658 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:54:26.661 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:54:26.661 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:54:26.661-0600-584bc2c2666d1a4e49f53e23", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360066661), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1797, step 4 of 6: 19211, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:54:26.666 I SHARDING [conn9] distributed lock with ts: 584bc2ad666d1a4e49f53e1d' unlocked. Sat Dec 10 02:54:26.666 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446149650000) }, max: { datetime: new Date(1446150065000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1018 reslen:154 locks:{ Global: { acquireCount: { r: 2048, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2973 } }, Database: { acquireCount: { r: 1020, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1020, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21038ms Sat Dec 10 02:54:26.672 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } Sat Dec 10 02:54:26.673 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr02' acquired for 'migrating chunk [{ datetime: new Date(1457728171000) }, { datetime: new Date(1457728481000) }) in IISLogs.pubprdenr02', ts : 584bc2c2666d1a4e49f53e24 Sat Dec 10 02:54:26.673 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr02 based on current shard version 4|0||584bc09190d1dc672b54826b, current metadata version is 4|0||584bc09190d1dc672b54826b Sat Dec 10 02:54:26.675 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr02 from shard version 4|0||584bc09190d1dc672b54826b to shard version 4|1||584bc09190d1dc672b54826b Sat Dec 10 02:54:26.675 I SHARDING [conn9] collection version was loaded at version 4|1||584bc09190d1dc672b54826b, took 2ms Sat Dec 10 02:54:26.675 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:54:26.675-0600-584bc2c2666d1a4e49f53e25", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360066675), what: "moveChunk.start", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:54:26.676 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bc09190d1dc672b54826b Sat Dec 10 02:54:27.308 I SHARDING [conn9] moveChunk number of documents: 123248 Sat Dec 10 02:54:27.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:27.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:28.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:28.497 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776180 locks:{ Global: { acquireCount: { r: 1164 } }, Database: { acquireCount: { r: 582 } }, Collection: { acquireCount: { r: 582 } } } protocol:op_command 1182ms Sat Dec 10 02:54:29.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6108, clonedBytes: 1351757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:30.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14597, clonedBytes: 3232090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:31.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22734, clonedBytes: 5032511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:32.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30755, clonedBytes: 6808072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:33.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:34.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:35.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:36.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:37.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:38.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:39.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:40.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:41.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:42.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:43.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:44.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:45.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:46.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:47.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:48.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:49.490 I SHARDING [RangeDeleter] rangeDeleter deleted 113717 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463066726000) } -> { datetime: new Date(1463070987000) } Sat Dec 10 02:54:49.490 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465120126000) } -> { datetime: new Date(1465157446000) }, with opId: 66693 Sat Dec 10 02:54:50.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:51.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:52.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:53.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:54.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 8037252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:55.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43698, clonedBytes: 9673663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:56.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51416, clonedBytes: 11381795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:57.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60919, clonedBytes: 13486064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:58.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68754, clonedBytes: 15219394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:54:59.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73514, clonedBytes: 16272544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:00.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73514, clonedBytes: 16272544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:01.385 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11345504 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 2033ms Sat Dec 10 02:55:02.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78890, clonedBytes: 17462074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:03.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86643, clonedBytes: 19178384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:04.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93584, clonedBytes: 20715081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:05.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100715, clonedBytes: 22293319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:06.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108046, clonedBytes: 23916740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:07.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115184, clonedBytes: 25496187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:08.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 120870, clonedBytes: 26754493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:09.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2c2666d1a4e49f53e26", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 123248, clonedBytes: 27280872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:09.353 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:55:09.354 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:55:09.355 I SHARDING [conn9] moveChunk setting version to: 5|0||584bc09190d1dc672b54826b Sat Dec 10 02:55:09.358 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 123248, clonedBytes: 27280872, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:55:09.358 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bc09190d1dc672b54826b through { datetime: new Date(1457728481000) } -> { datetime: new Date(1458103236000) } for collection 'IISLogs.pubprdenr02' Sat Dec 10 02:55:09.359 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:55:09.359-0600-584bc2ed666d1a4e49f53e29", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360109359), what: "moveChunk.commit", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 123248, clonedBytes: 27280872, catchup: 0, steady: 0 } } Sat Dec 10 02:55:09.360 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:55:09.360 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:55:09.360 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:55:09.360-0600-584bc2ed666d1a4e49f53e2a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360109360), what: "moveChunk.from", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 636, step 4 of 6: 42036, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:55:09.362 I SHARDING [conn9] distributed lock with ts: 584bc2c2666d1a4e49f53e24' unlocked. Sat Dec 10 02:55:09.362 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457728171000) }, max: { datetime: new Date(1457728481000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } keyUpdates:0 writeConflicts:0 numYields:963 reslen:154 locks:{ Global: { acquireCount: { r: 1938, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 333 } }, Database: { acquireCount: { r: 965, w: 4, W: 2 } }, Collection: { acquireCount: { r: 965, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 42691ms Sat Dec 10 02:55:09.366 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 02:55:09.367 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457719437000) }, { datetime: new Date(1457719748000) }) in IISLogs.pubprdenr03', ts : 584bc2ed666d1a4e49f53e2b Sat Dec 10 02:55:09.367 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 3|0||584bc0d090d1dc672b548270, current metadata version is 3|0||584bc0d090d1dc672b548270 Sat Dec 10 02:55:09.371 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 3|0||584bc0d090d1dc672b548270 to shard version 3|1||584bc0d090d1dc672b548270 Sat Dec 10 02:55:09.371 I SHARDING [conn9] collection version was loaded at version 3|1||584bc0d090d1dc672b548270, took 4ms Sat Dec 10 02:55:09.371 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:55:09.371-0600-584bc2ed666d1a4e49f53e2c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360109371), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:55:09.373 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bc0d090d1dc672b548270 Sat Dec 10 02:55:09.909 I SHARDING [conn9] moveChunk number of documents: 129236 Sat Dec 10 02:55:09.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:09.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:09.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:09.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:09.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:10.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:10.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:10.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:10.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:11.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:12.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:12.732 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776127 locks:{ Global: { acquireCount: { r: 1024 } }, Database: { acquireCount: { r: 512 } }, Collection: { acquireCount: { r: 512 } } } protocol:op_command 2814ms Sat Dec 10 02:55:13.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7425, clonedBytes: 1915896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:14.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13846, clonedBytes: 3572670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:15.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21264, clonedBytes: 5486797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:16.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29265, clonedBytes: 7550670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:17.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36974, clonedBytes: 9539326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:18.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45208, clonedBytes: 11664043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:19.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53008, clonedBytes: 13675439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:21.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59690, clonedBytes: 15398781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:22.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63351, clonedBytes: 16343632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:23.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63351, clonedBytes: 16343632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:23.481 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776278 locks:{ Global: { acquireCount: { r: 1018 } }, Database: { acquireCount: { r: 509 } }, Collection: { acquireCount: { r: 509 } } } protocol:op_command 1919ms Sat Dec 10 02:55:24.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69035, clonedBytes: 17809758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:25.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76538, clonedBytes: 19744571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:26.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82947, clonedBytes: 21398044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:27.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91389, clonedBytes: 23576313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:28.004 I SHARDING [RangeDeleter] rangeDeleter deleted 113382 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465120126000) } -> { datetime: new Date(1465157446000) } Sat Dec 10 02:55:28.005 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444322274000) } -> { datetime: new Date(1444402050000) }, with opId: 66849 Sat Dec 10 02:55:28.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100377, clonedBytes: 25895222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:29.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108318, clonedBytes: 27944286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:30.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116220, clonedBytes: 29983197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:31.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 124179, clonedBytes: 32036808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:32.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc2ed666d1a4e49f53e2d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129236, clonedBytes: 33341366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:32.524 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:55:32.526 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:55:32.526 I SHARDING [conn9] moveChunk setting version to: 4|0||584bc0d090d1dc672b548270 Sat Dec 10 02:55:32.534 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129236, clonedBytes: 33341366, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:55:32.534 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457719748000) } -> { datetime: new Date(1457720063000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 02:55:32.536 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:55:32.536-0600-584bc304666d1a4e49f53e30", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360132536), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129236, clonedBytes: 33341366, catchup: 0, steady: 0 } } Sat Dec 10 02:55:32.537 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:55:32.537 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:55:32.537 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:55:32.537-0600-584bc304666d1a4e49f53e31", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360132537), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 542, step 4 of 6: 22607, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:55:32.538 I SHARDING [conn9] distributed lock with ts: 584bc2ed666d1a4e49f53e2b' unlocked. Sat Dec 10 02:55:32.539 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457719437000) }, max: { datetime: new Date(1457719748000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1010 reslen:154 locks:{ Global: { acquireCount: { r: 2032, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 261 } }, Database: { acquireCount: { r: 1012, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1012, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23173ms Sat Dec 10 02:55:32.544 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } Sat Dec 10 02:55:32.546 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr04' acquired for 'migrating chunk [{ datetime: new Date(1470193355000) }, { datetime: new Date(1476209879000) }) in IISLogs.pubprdenr04', ts : 584bc304666d1a4e49f53e32 Sat Dec 10 02:55:32.546 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr04 based on current shard version 3|0||584bc0e990d1dc672b548274, current metadata version is 3|0||584bc0e990d1dc672b548274 Sat Dec 10 02:55:32.548 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr04 from shard version 3|0||584bc0e990d1dc672b548274 to shard version 3|1||584bc0e990d1dc672b548274 Sat Dec 10 02:55:32.548 I SHARDING [conn9] collection version was loaded at version 3|1||584bc0e990d1dc672b548274, took 1ms Sat Dec 10 02:55:32.548 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:55:32.548-0600-584bc304666d1a4e49f53e33", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360132548), what: "moveChunk.start", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:55:32.549 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bc0e990d1dc672b548274 Sat Dec 10 02:55:34.608 I SHARDING [conn9] moveChunk number of documents: 130082 Sat Dec 10 02:55:34.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:34.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:35.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:35.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:36.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:37.575 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 2962ms Sat Dec 10 02:55:37.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1046, clonedBytes: 329121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:38.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9051, clonedBytes: 2875327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:39.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16207, clonedBytes: 5150945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:40.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21945, clonedBytes: 6975701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:41.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30623, clonedBytes: 9752003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:42.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37529, clonedBytes: 11941058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:43.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40816, clonedBytes: 12967794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:44.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40830, clonedBytes: 12972142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:46.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40846, clonedBytes: 12976967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:47.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40861, clonedBytes: 12981703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:48.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40876, clonedBytes: 12986389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:49.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40892, clonedBytes: 12991158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:50.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43129, clonedBytes: 13680197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:51.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49674, clonedBytes: 15668822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:52.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52135, clonedBytes: 16422180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:53.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52135, clonedBytes: 16422180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:53.544 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776029 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 2045ms Sat Dec 10 02:55:54.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57940, clonedBytes: 18181678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:55.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65523, clonedBytes: 20524798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:56.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72281, clonedBytes: 22639895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:57.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79871, clonedBytes: 24987727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:58.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87022, clonedBytes: 27141714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:55:59.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96474, clonedBytes: 29949197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:00.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105266, clonedBytes: 32837254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:01.209 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:5628927 locks:{ Global: { acquireCount: { r: 396 } }, Database: { acquireCount: { r: 198 } }, Collection: { acquireCount: { r: 198 } } } protocol:op_command 668ms Sat Dec 10 02:56:01.307 I SHARDING [RangeDeleter] rangeDeleter deleted 102969 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444322274000) } -> { datetime: new Date(1444402050000) } Sat Dec 10 02:56:01.307 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463070987000) } -> { datetime: new Date(1463079805000) }, with opId: 67023 Sat Dec 10 02:56:01.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108584, clonedBytes: 33608318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:02.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115256, clonedBytes: 35066846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:04.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127326, clonedBytes: 37702142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:05.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc304666d1a4e49f53e34", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 130082, clonedBytes: 38303431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:05.144 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:56:05.148 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:56:05.148 I SHARDING [conn9] moveChunk setting version to: 4|0||584bc0e990d1dc672b548274 Sat Dec 10 02:56:05.156 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 130082, clonedBytes: 38303431, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:56:05.156 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bc0e990d1dc672b548274 through { datetime: new Date(1476209879000) } -> { datetime: new Date(1476209995000) } for collection 'IISLogs.pubprdenr04' Sat Dec 10 02:56:05.158 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:56:05.158-0600-584bc325666d1a4e49f53e37", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360165158), what: "moveChunk.commit", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 130082, clonedBytes: 38303431, catchup: 0, steady: 0 } } Sat Dec 10 02:56:05.159 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:56:05.159 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:56:05.159 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:56:05.159-0600-584bc325666d1a4e49f53e38", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360165159), what: "moveChunk.from", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2061, step 4 of 6: 30530, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:56:05.160 I SHARDING [conn9] distributed lock with ts: 584bc304666d1a4e49f53e32' unlocked. Sat Dec 10 02:56:05.160 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470193355000) }, max: { datetime: new Date(1476209879000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } keyUpdates:0 writeConflicts:0 numYields:1021 reslen:154 locks:{ Global: { acquireCount: { r: 2054, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 532 } }, Database: { acquireCount: { r: 1023, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1023, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 32616ms Sat Dec 10 02:56:05.167 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|248, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 02:56:05.168 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1444246563000) }) in IISLogs.pubprdweb02', ts : 584bc325666d1a4e49f53e39 Sat Dec 10 02:56:05.168 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 1|248||584bc22c90d1dc672b54829b, current metadata version is 1|248||584bc22c90d1dc672b54829b Sat Dec 10 02:56:05.170 I SHARDING [conn9] metadata of collection IISLogs.pubprdweb02 already up to date (shard version : 1|248||584bc22c90d1dc672b54829b, took 1ms) Sat Dec 10 02:56:05.170 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:56:05.170-0600-584bc325666d1a4e49f53e3a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360165170), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:56:05.170 I SHARDING [conn9] moveChunk request accepted at version 1|248||584bc22c90d1dc672b54829b Sat Dec 10 02:56:08.028 I SHARDING [conn9] moveChunk number of documents: 106519 Sat Dec 10 02:56:08.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.489 I COMMAND [conn36] command IISLogs.$cmd command: listCollections { listCollections: 1, filter: { name: "pubprdweb02" }, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:257 locks:{ Global: { acquireCount: { r: 2 } }, Database: { acquireCount: { R: 1 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 2926 } } } protocol:op_command 451ms Sat Dec 10 02:56:08.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:08.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:09.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:09.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:10.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:11.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:12.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:13.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:14.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:15.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:16.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:17.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:18.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:19.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:20.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:21.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:22.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:23.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:24.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:26.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:27.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:28.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:28.555 I SHARDING [RangeDeleter] rangeDeleter deleted 113849 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463070987000) } -> { datetime: new Date(1463079805000) } Sat Dec 10 02:56:28.555 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465157446000) } -> { datetime: new Date(1465224429000) }, with opId: 67177 Sat Dec 10 02:56:29.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:30.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:31.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:32.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:33.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:34.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:35.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:36.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:37.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:38.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:39.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:40.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:41.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:42.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:43.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:44.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:45.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:46.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:47.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:48.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:49.808 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465157446000) } -> { datetime: new Date(1465224429000) } Sat Dec 10 02:56:49.808 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444402050000) } -> { datetime: new Date(1444495342000) }, with opId: 67254 Sat Dec 10 02:56:49.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:50.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:52.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:53.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:54.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:55.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:56.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:57.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:58.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:56:59.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:00.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:01.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:02.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:03.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:04.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:05.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:06.332 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 984 } }, Database: { acquireCount: { r: 492 } }, Collection: { acquireCount: { r: 492 } } } protocol:op_command 2457ms Sat Dec 10 02:57:06.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 254, clonedBytes: 63997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:07.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5496, clonedBytes: 1459891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:08.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9980, clonedBytes: 2725560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:09.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15999, clonedBytes: 4382362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:10.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24176, clonedBytes: 6551681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:11.539 I SHARDING [RangeDeleter] rangeDeleter deleted 102847 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444402050000) } -> { datetime: new Date(1444495342000) } Sat Dec 10 02:57:11.539 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463079805000) } -> { datetime: new Date(1463082573000) }, with opId: 67337 Sat Dec 10 02:57:11.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31576, clonedBytes: 8519436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:12.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38168, clonedBytes: 10284125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:13.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44972, clonedBytes: 12069935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:14.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52900, clonedBytes: 14140001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:15.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56732, clonedBytes: 15168800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:17.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61238, clonedBytes: 16358634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:17.589 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12457568 locks:{ Global: { acquireCount: { r: 720 } }, Database: { acquireCount: { r: 360 } }, Collection: { acquireCount: { r: 360 } } } protocol:op_command 668ms Sat Dec 10 02:57:18.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65713, clonedBytes: 17605361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:19.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74436, clonedBytes: 19991711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:20.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83916, clonedBytes: 22523128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:21.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94124, clonedBytes: 25201807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:22.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104351, clonedBytes: 27937148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:23.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc325666d1a4e49f53e3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106519, clonedBytes: 28510197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:23.670 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:57:23.677 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:57:23.679 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc22c90d1dc672b54829b Sat Dec 10 02:57:23.691 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106519, clonedBytes: 28510197, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:57:23.699 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc22c90d1dc672b54829b through { datetime: new Date(1444246563000) } -> { datetime: new Date(1444410700000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 02:57:23.702 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:57:23.702-0600-584bc373666d1a4e49f53e3e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360243702), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106519, clonedBytes: 28510197, catchup: 0, steady: 0 } } Sat Dec 10 02:57:23.705 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:57:23.705 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:57:23.705 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:57:23.705-0600-584bc373666d1a4e49f53e3f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360243705), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2866, step 4 of 6: 75627, step 5 of 6: 34, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:57:23.710 I SHARDING [conn9] distributed lock with ts: 584bc325666d1a4e49f53e39' unlocked. Sat Dec 10 02:57:23.710 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1444246563000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|248, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:852 reslen:154 locks:{ Global: { acquireCount: { r: 1716, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 32927 } }, Database: { acquireCount: { r: 854, w: 4, W: 2 } }, Collection: { acquireCount: { r: 854, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 1387 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 78543ms Sat Dec 10 02:57:24.510 I COMMAND [conn21] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:398385 reslen:134 locks:{ Global: { acquireCount: { r: 796772 } }, Database: { acquireCount: { r: 398386 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 42135319 } }, Collection: { acquireCount: { r: 398386 } } } protocol:op_command 2352190ms Sat Dec 10 02:57:24.736 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53720 #51 (29 connections now open) Sat Dec 10 02:57:24.986 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 02:57:24.989 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465417630000) }, { datetime: new Date(1465538586000) }) in IISLogs.pubbsdweb1', ts : 584bc374666d1a4e49f53e40 Sat Dec 10 02:57:24.989 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 36|0||584bba0d90d1dc672b548145, current metadata version is 36|0||584bba0d90d1dc672b548145 Sat Dec 10 02:57:24.992 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 36|0||584bba0d90d1dc672b548145 to shard version 36|1||584bba0d90d1dc672b548145 Sat Dec 10 02:57:24.992 I SHARDING [conn9] collection version was loaded at version 36|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 02:57:24.992 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:57:24.992-0600-584bc374666d1a4e49f53e41", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360244992), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:57:24.994 I SHARDING [conn9] moveChunk request accepted at version 36|1||584bba0d90d1dc672b548145 Sat Dec 10 02:57:29.714 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 02:57:29.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:29.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:29.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:29.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:29.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:30.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:30.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:30.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:30.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:31.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:31.484 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1739ms Sat Dec 10 02:57:32.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4751, clonedBytes: 1444318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:33.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12816, clonedBytes: 3884562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:34.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21598, clonedBytes: 6573212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:35.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29544, clonedBytes: 8960446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:36.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38411, clonedBytes: 11645466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:37.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47696, clonedBytes: 14398139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:38.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54423, clonedBytes: 16406282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:39.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54423, clonedBytes: 16406282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:40.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776097 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1676ms Sat Dec 10 02:57:40.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59731, clonedBytes: 17990661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:41.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67842, clonedBytes: 20415626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:42.520 I SHARDING [RangeDeleter] rangeDeleter deleted 113707 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463079805000) } -> { datetime: new Date(1463082573000) } Sat Dec 10 02:57:42.520 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465224429000) } -> { datetime: new Date(1465263737000) }, with opId: 67532 Sat Dec 10 02:57:42.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74915, clonedBytes: 22529156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:43.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82679, clonedBytes: 24849980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:44.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90503, clonedBytes: 27189582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:46.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96906, clonedBytes: 29101820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:47.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103165, clonedBytes: 30966250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:48.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109406, clonedBytes: 32808460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:48.283 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1185740 locks:{ Global: { acquireCount: { r: 72 } }, Database: { acquireCount: { r: 36 } }, Collection: { acquireCount: { r: 36 } } } protocol:op_command 283ms Sat Dec 10 02:57:49.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc374666d1a4e49f53e42", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 33971426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:49.113 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:57:49.114 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:57:49.132 I SHARDING [conn9] moveChunk setting version to: 37|0||584bba0d90d1dc672b548145 Sat Dec 10 02:57:49.144 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 33971426, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:57:49.144 I SHARDING [conn9] moveChunk updating self version to: 37|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465538586000) } -> { datetime: new Date(1465567475000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 02:57:49.145 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:57:49.145-0600-584bc38d666d1a4e49f53e45", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360269145), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 33971426, catchup: 0, steady: 0 } } Sat Dec 10 02:57:49.146 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:57:49.146 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:57:49.146 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:57:49.146-0600-584bc38d666d1a4e49f53e46", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360269146), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, step 1 of 6: 0, step 2 of 6: 8, step 3 of 6: 4749, step 4 of 6: 19369, step 5 of 6: 33, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:57:49.148 I SHARDING [conn9] distributed lock with ts: 584bc374666d1a4e49f53e40' unlocked. Sat Dec 10 02:57:49.148 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465417630000) }, max: { datetime: new Date(1465538586000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:902 reslen:154 locks:{ Global: { acquireCount: { r: 1816, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 115 } }, Database: { acquireCount: { r: 904, w: 4, W: 2 } }, Collection: { acquireCount: { r: 904, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 7743 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24163ms Sat Dec 10 02:57:49.153 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 02:57:49.154 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444854347000) }, { datetime: new Date(1444945897000) }) in IISLogs.pubprdweb01', ts : 584bc38d666d1a4e49f53e47 Sat Dec 10 02:57:49.154 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 10|0||584bbf4f90d1dc672b54822e, current metadata version is 10|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:57:49.155 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 10|0||584bbf4f90d1dc672b54822e to shard version 10|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:57:49.155 I SHARDING [conn9] collection version was loaded at version 10|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 02:57:49.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:57:49.155-0600-584bc38d666d1a4e49f53e48", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360269155), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:57:49.156 I SHARDING [conn9] moveChunk request accepted at version 10|1||584bbf4f90d1dc672b54822e Sat Dec 10 02:57:50.299 I SHARDING [conn9] moveChunk number of documents: 102924 Sat Dec 10 02:57:50.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:50.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:51.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:52.330 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776300 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 2015ms Sat Dec 10 02:57:52.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:53.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8272, clonedBytes: 2238361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:54.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16166, clonedBytes: 4553100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:55.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22753, clonedBytes: 6514064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:56.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30551, clonedBytes: 8885345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:57.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38208, clonedBytes: 11133395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:58.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45868, clonedBytes: 13355441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:57:59.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53268, clonedBytes: 15403260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:00.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56915, clonedBytes: 16388857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:01.063 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14291333 locks:{ Global: { acquireCount: { r: 734 } }, Database: { acquireCount: { r: 367 } }, Collection: { acquireCount: { r: 367 } } } protocol:op_command 905ms Sat Dec 10 02:58:01.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61970, clonedBytes: 17841335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:02.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69076, clonedBytes: 20177044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:03.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76054, clonedBytes: 22462916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:04.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83367, clonedBytes: 24508616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:05.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90620, clonedBytes: 26516078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:06.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98106, clonedBytes: 28785900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:07.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc38d666d1a4e49f53e49", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102924, clonedBytes: 30369089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:07.971 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:58:07.973 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:58:07.973 I SHARDING [conn9] moveChunk setting version to: 11|0||584bbf4f90d1dc672b54822e Sat Dec 10 02:58:08.656 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102924, clonedBytes: 30369089, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:58:08.656 I SHARDING [conn9] moveChunk updating self version to: 11|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1444945897000) } -> { datetime: new Date(1445032731000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 02:58:08.657 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:08.657-0600-584bc3a0666d1a4e49f53e4c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360288657), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102924, clonedBytes: 30369089, catchup: 0, steady: 0 } } Sat Dec 10 02:58:08.658 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:58:08.659 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:58:08.659 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:08.659-0600-584bc3a0666d1a4e49f53e4d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360288659), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1144, step 4 of 6: 17667, step 5 of 6: 688, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:58:08.662 I SHARDING [conn9] distributed lock with ts: 584bc38d666d1a4e49f53e47' unlocked. Sat Dec 10 02:58:08.662 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444854347000) }, max: { datetime: new Date(1444945897000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 999 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19509ms Sat Dec 10 02:58:08.669 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 02:58:08.670 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463260406000) }, { datetime: new Date(1463425794000) }) in IISLogs.pubbsdweb2', ts : 584bc3a0666d1a4e49f53e4e Sat Dec 10 02:58:08.670 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 9|0||584bbf7a90d1dc672b548236, current metadata version is 9|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:58:08.672 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 9|0||584bbf7a90d1dc672b548236 to shard version 9|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:58:08.672 I SHARDING [conn9] collection version was loaded at version 9|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 02:58:08.672 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:08.672-0600-584bc3a0666d1a4e49f53e4f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360288672), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:58:08.673 I SHARDING [conn9] moveChunk request accepted at version 9|1||584bbf7a90d1dc672b548236 Sat Dec 10 02:58:10.096 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 02:58:10.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:10.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:11.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:11.860 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776335 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1757ms Sat Dec 10 02:58:12.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3057, clonedBytes: 852873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:12.988 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465224429000) } -> { datetime: new Date(1465263737000) } Sat Dec 10 02:58:12.988 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444495342000) } -> { datetime: new Date(1444587790000) }, with opId: 67722 Sat Dec 10 02:58:13.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10332, clonedBytes: 2855360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:14.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18148, clonedBytes: 5018466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:15.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25885, clonedBytes: 7160205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:16.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33564, clonedBytes: 9278833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:17.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41214, clonedBytes: 11400493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:18.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50174, clonedBytes: 13848568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:19.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56360, clonedBytes: 15532665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:20.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59422, clonedBytes: 16371343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:21.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59422, clonedBytes: 16371343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:22.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59422, clonedBytes: 16371343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:23.126 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14570521 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 3061ms Sat Dec 10 02:58:24.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66084, clonedBytes: 18163042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:25.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73458, clonedBytes: 20115085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:25.142 I NETWORK [conn51] end connection 10.112.9.26:53720 (28 connections now open) Sat Dec 10 02:58:26.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81930, clonedBytes: 22322707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:27.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89563, clonedBytes: 24297545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:28.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97600, clonedBytes: 26373134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:29.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104289, clonedBytes: 28106201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:30.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111407, clonedBytes: 29973362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:31.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3a0666d1a4e49f53e50", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 30572586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:31.324 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:58:31.326 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:58:31.326 I SHARDING [conn9] moveChunk setting version to: 10|0||584bbf7a90d1dc672b548236 Sat Dec 10 02:58:31.329 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 30572586, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:58:31.329 I SHARDING [conn9] moveChunk updating self version to: 10|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463425794000) } -> { datetime: new Date(1463513625000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 02:58:31.331 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:31.331-0600-584bc3b7666d1a4e49f53e53", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360311331), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 30572586, catchup: 0, steady: 0 } } Sat Dec 10 02:58:31.332 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:58:31.333 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:58:31.333 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:31.333-0600-584bc3b7666d1a4e49f53e54", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360311333), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1428, step 4 of 6: 21221, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:58:31.335 I SHARDING [conn9] distributed lock with ts: 584bc3a0666d1a4e49f53e4e' unlocked. Sat Dec 10 02:58:31.335 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463260406000) }, max: { datetime: new Date(1463425794000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 961 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22667ms Sat Dec 10 02:58:31.340 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 02:58:31.341 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: new Date(1446150065000) }, { datetime: new Date(1446151594000) }) in IISLogs.pubprdenr01', ts : 584bc3b7666d1a4e49f53e55 Sat Dec 10 02:58:31.342 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 5|0||584bc07690d1dc672b548266, current metadata version is 5|0||584bc07690d1dc672b548266 Sat Dec 10 02:58:31.343 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr01 from shard version 5|0||584bc07690d1dc672b548266 to shard version 5|1||584bc07690d1dc672b548266 Sat Dec 10 02:58:31.343 I SHARDING [conn9] collection version was loaded at version 5|1||584bc07690d1dc672b548266, took 1ms Sat Dec 10 02:58:31.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:31.343-0600-584bc3b7666d1a4e49f53e56", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360311343), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:58:31.344 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bc07690d1dc672b548266 Sat Dec 10 02:58:32.144 I SHARDING [conn9] moveChunk number of documents: 129489 Sat Dec 10 02:58:32.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:32.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:33.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:33.366 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776223 locks:{ Global: { acquireCount: { r: 1120 } }, Database: { acquireCount: { r: 560 } }, Collection: { acquireCount: { r: 560 } } } protocol:op_command 1216ms Sat Dec 10 02:58:34.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6019, clonedBytes: 1408868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:35.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13428, clonedBytes: 3144258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:36.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20697, clonedBytes: 4844594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:37.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28583, clonedBytes: 6687835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:38.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37381, clonedBytes: 8744241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:39.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45134, clonedBytes: 10556772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:40.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52476, clonedBytes: 12272953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:41.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62461, clonedBytes: 14580128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:42.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69622, clonedBytes: 16184844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:43.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70120, clonedBytes: 16296345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:44.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13693615 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 1965ms Sat Dec 10 02:58:44.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71137, clonedBytes: 16523803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:45.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79149, clonedBytes: 18317725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:46.420 I SHARDING [RangeDeleter] rangeDeleter deleted 102912 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444495342000) } -> { datetime: new Date(1444587790000) } Sat Dec 10 02:58:46.420 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463082573000) } -> { datetime: new Date(1463083482000) }, with opId: 67920 Sat Dec 10 02:58:47.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87372, clonedBytes: 20158263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:48.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95816, clonedBytes: 22049738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:49.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103265, clonedBytes: 23717544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:50.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111152, clonedBytes: 25482624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:51.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 118023, clonedBytes: 27019681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:52.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 122403, clonedBytes: 27999886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:53.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3b7666d1a4e49f53e57", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129489, clonedBytes: 29585339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:53.254 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:58:53.255 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:58:53.256 I SHARDING [conn9] moveChunk setting version to: 6|0||584bc07690d1dc672b548266 Sat Dec 10 02:58:53.259 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129489, clonedBytes: 29585339, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:58:53.267 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bc07690d1dc672b548266 through { datetime: new Date(1446151594000) } -> { datetime: new Date(1446152098000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 02:58:53.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:53.269-0600-584bc3cd666d1a4e49f53e5a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360333269), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129489, clonedBytes: 29585339, catchup: 0, steady: 0 } } Sat Dec 10 02:58:53.269 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:58:53.270 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:58:53.270 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:53.270-0600-584bc3cd666d1a4e49f53e5b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360333270), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 803, step 4 of 6: 21104, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:58:53.273 I SHARDING [conn9] distributed lock with ts: 584bc3b7666d1a4e49f53e55' unlocked. Sat Dec 10 02:58:53.273 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446150065000) }, max: { datetime: new Date(1446151594000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1013 reslen:154 locks:{ Global: { acquireCount: { r: 2038, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 161 } }, Database: { acquireCount: { r: 1015, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1015, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21933ms Sat Dec 10 02:58:53.278 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } Sat Dec 10 02:58:53.279 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr02' acquired for 'migrating chunk [{ datetime: new Date(1457728481000) }, { datetime: new Date(1458103236000) }) in IISLogs.pubprdenr02', ts : 584bc3cd666d1a4e49f53e5c Sat Dec 10 02:58:53.279 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr02 based on current shard version 5|0||584bc09190d1dc672b54826b, current metadata version is 5|0||584bc09190d1dc672b54826b Sat Dec 10 02:58:53.280 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr02 from shard version 5|0||584bc09190d1dc672b54826b to shard version 5|1||584bc09190d1dc672b54826b Sat Dec 10 02:58:53.280 I SHARDING [conn9] collection version was loaded at version 5|1||584bc09190d1dc672b54826b, took 1ms Sat Dec 10 02:58:53.280 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:58:53.280-0600-584bc3cd666d1a4e49f53e5d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360333280), what: "moveChunk.start", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:58:53.281 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bc09190d1dc672b54826b Sat Dec 10 02:58:57.427 I SHARDING [conn9] moveChunk number of documents: 123640 Sat Dec 10 02:58:57.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:57.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:58.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:58.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:58:59.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:00.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:01.198 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776184 locks:{ Global: { acquireCount: { r: 1066 } }, Database: { acquireCount: { r: 533 } }, Collection: { acquireCount: { r: 533 } } } protocol:op_command 3764ms Sat Dec 10 02:59:01.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3504, clonedBytes: 775765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:02.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12258, clonedBytes: 2809359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:03.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18819, clonedBytes: 4617589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:04.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28025, clonedBytes: 7045075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:05.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36978, clonedBytes: 9427989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:06.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45120, clonedBytes: 11612166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:07.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53139, clonedBytes: 13778692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:08.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62462, clonedBytes: 16323961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:09.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:11.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:12.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:13.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:14.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:15.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:16.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62557, clonedBytes: 16349247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:17.086 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15901359 locks:{ Global: { acquireCount: { r: 1112 } }, Database: { acquireCount: { r: 556 } }, Collection: { acquireCount: { r: 556 } } } protocol:op_command 8143ms Sat Dec 10 02:59:17.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63327, clonedBytes: 16557815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:18.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71549, clonedBytes: 18773579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:19.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77583, clonedBytes: 20397185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:20.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81585, clonedBytes: 21479339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:21.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85990, clonedBytes: 22583747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:22.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90057, clonedBytes: 23644036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:23.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95920, clonedBytes: 25218881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:24.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102396, clonedBytes: 26907646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:25.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107533, clonedBytes: 28043173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:26.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 114138, clonedBytes: 29504855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:27.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 117732, clonedBytes: 30299718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:28.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3cd666d1a4e49f53e5e", ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 123640, clonedBytes: 31833987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:28.615 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:59:28.618 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:59:28.618 I SHARDING [conn9] moveChunk setting version to: 6|0||584bc09190d1dc672b54826b Sat Dec 10 02:59:28.623 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 123640, clonedBytes: 31833987, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:59:28.623 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bc09190d1dc672b54826b through { datetime: new Date(1458103236000) } -> { datetime: new Date(1458922679000) } for collection 'IISLogs.pubprdenr02' Sat Dec 10 02:59:28.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:59:28.625-0600-584bc3f0666d1a4e49f53e61", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360368625), what: "moveChunk.commit", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 123640, clonedBytes: 31833987, catchup: 0, steady: 0 } } Sat Dec 10 02:59:28.627 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:59:28.627 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:59:28.627 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:59:28.627-0600-584bc3f0666d1a4e49f53e62", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360368627), what: "moveChunk.from", ns: "IISLogs.pubprdenr02", details: { min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4151, step 4 of 6: 31181, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:59:28.629 I SHARDING [conn9] distributed lock with ts: 584bc3cd666d1a4e49f53e5c' unlocked. Sat Dec 10 02:59:28.629 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457728481000) }, max: { datetime: new Date(1458103236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc09190d1dc672b54826b') ], epoch: ObjectId('584bc09190d1dc672b54826b') } keyUpdates:0 writeConflicts:0 numYields:980 reslen:154 locks:{ Global: { acquireCount: { r: 1972, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 724 } }, Database: { acquireCount: { r: 982, w: 4, W: 2 } }, Collection: { acquireCount: { r: 982, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 35352ms Sat Dec 10 02:59:28.636 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 02:59:28.637 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457719748000) }, { datetime: new Date(1457720063000) }) in IISLogs.pubprdenr03', ts : 584bc3f0666d1a4e49f53e63 Sat Dec 10 02:59:28.637 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 4|0||584bc0d090d1dc672b548270, current metadata version is 4|0||584bc0d090d1dc672b548270 Sat Dec 10 02:59:28.639 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 4|0||584bc0d090d1dc672b548270 to shard version 4|1||584bc0d090d1dc672b548270 Sat Dec 10 02:59:28.639 I SHARDING [conn9] collection version was loaded at version 4|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 02:59:28.639 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:59:28.639-0600-584bc3f0666d1a4e49f53e64", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360368639), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:59:28.640 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bc0d090d1dc672b548270 Sat Dec 10 02:59:29.580 I SHARDING [conn9] moveChunk number of documents: 128914 Sat Dec 10 02:59:29.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:29.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:30.013 I SHARDING [RangeDeleter] rangeDeleter deleted 113667 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463082573000) } -> { datetime: new Date(1463083482000) } Sat Dec 10 02:59:30.013 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: MinKey } -> { datetime: new Date(1446146369000) }, with opId: 68129 Sat Dec 10 02:59:30.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:30.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:31.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:32.294 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776287 locks:{ Global: { acquireCount: { r: 1044 } }, Database: { acquireCount: { r: 522 } }, Collection: { acquireCount: { r: 522 } } } protocol:op_command 2694ms Sat Dec 10 02:59:32.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3223, clonedBytes: 831434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:33.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11511, clonedBytes: 2970591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:34.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19683, clonedBytes: 5078751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:35.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26965, clonedBytes: 6957526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:36.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36105, clonedBytes: 9314897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:37.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44059, clonedBytes: 11367262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:39.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51841, clonedBytes: 13375566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:40.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59874, clonedBytes: 15447832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:40.219 I COMMAND [conn18] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb02", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:209223 reslen:134 locks:{ Global: { acquireCount: { r: 418448 } }, Database: { acquireCount: { r: 209224 } }, Collection: { acquireCount: { r: 209224 }, acquireWaitCount: { r: 3 }, timeAcquiringMicros: { r: 1815 } } } protocol:op_command 781014ms Sat Dec 10 02:59:41.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63345, clonedBytes: 16343834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:41.810 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776141 locks:{ Global: { acquireCount: { r: 1014 } }, Database: { acquireCount: { r: 507 } }, Collection: { acquireCount: { r: 507 } } } protocol:op_command 1284ms Sat Dec 10 02:59:42.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66386, clonedBytes: 17128798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:43.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74969, clonedBytes: 19342469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:44.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84669, clonedBytes: 21845540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:45.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94709, clonedBytes: 24435776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:46.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102304, clonedBytes: 26396193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:47.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110402, clonedBytes: 28484796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:48.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121443, clonedBytes: 31334320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:49.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc3f0666d1a4e49f53e65", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128914, clonedBytes: 33262066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:49.752 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 02:59:49.754 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 02:59:49.754 I SHARDING [conn9] moveChunk setting version to: 5|0||584bc0d090d1dc672b548270 Sat Dec 10 02:59:49.763 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128914, clonedBytes: 33262066, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 02:59:49.763 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457720063000) } -> { datetime: new Date(1457720382000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 02:59:49.766 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:59:49.766-0600-584bc405666d1a4e49f53e68", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360389766), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128914, clonedBytes: 33262066, catchup: 0, steady: 0 } } Sat Dec 10 02:59:49.766 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 02:59:49.767 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 02:59:49.777 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:59:49.777-0600-584bc405666d1a4e49f53e69", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360389777), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 947, step 4 of 6: 20164, step 5 of 6: 14, step 6 of 6: 10, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 02:59:49.779 I SHARDING [conn9] distributed lock with ts: 584bc3f0666d1a4e49f53e63' unlocked. Sat Dec 10 02:59:49.779 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457719748000) }, max: { datetime: new Date(1457720063000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1011 reslen:154 locks:{ Global: { acquireCount: { r: 2034, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1777 } }, Database: { acquireCount: { r: 1013, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1013, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21144ms Sat Dec 10 02:59:49.784 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } Sat Dec 10 02:59:49.784 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr04' acquired for 'migrating chunk [{ datetime: new Date(1476209879000) }, { datetime: new Date(1476209995000) }) in IISLogs.pubprdenr04', ts : 584bc405666d1a4e49f53e6a Sat Dec 10 02:59:49.785 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr04 based on current shard version 4|0||584bc0e990d1dc672b548274, current metadata version is 4|0||584bc0e990d1dc672b548274 Sat Dec 10 02:59:49.786 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr04 from shard version 4|0||584bc0e990d1dc672b548274 to shard version 4|1||584bc0e990d1dc672b548274 Sat Dec 10 02:59:49.786 I SHARDING [conn9] collection version was loaded at version 4|1||584bc0e990d1dc672b548274, took 1ms Sat Dec 10 02:59:49.786 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T02:59:49.786-0600-584bc405666d1a4e49f53e6b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360389786), what: "moveChunk.start", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 02:59:49.787 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bc0e990d1dc672b548274 Sat Dec 10 02:59:50.344 I SHARDING [conn9] moveChunk number of documents: 130805 Sat Dec 10 02:59:50.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:50.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:51.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:52.300 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776280 locks:{ Global: { acquireCount: { r: 1188 } }, Database: { acquireCount: { r: 594 } }, Collection: { acquireCount: { r: 594 } } } protocol:op_command 1947ms Sat Dec 10 02:59:52.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 838, clonedBytes: 182805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:53.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10668, clonedBytes: 2327327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:54.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19316, clonedBytes: 4213677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:55.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28410, clonedBytes: 6197409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:56.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34884, clonedBytes: 7609694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:57.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43454, clonedBytes: 9479023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:58.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52347, clonedBytes: 11418771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 02:59:59.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60073, clonedBytes: 13108945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:00.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68633, clonedBytes: 14983581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:01.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74488, clonedBytes: 16265826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:02.337 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53734 #52 (29 connections now open) Sat Dec 10 03:00:02.610 I COMMAND [conn52] command IISLogs.SQLInjectionPatterns command: find { find: "SQLInjectionPatterns", limit: 2147483647, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: COLLSCAN keysExamined:0 docsExamined:10 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:1 nreturned:10 reslen:688 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 271ms Sat Dec 10 03:00:02.835 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12716112 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 1118ms Sat Dec 10 03:00:02.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74488, clonedBytes: 16265826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:03.153 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53735 #53 (30 connections now open) Sat Dec 10 03:00:03.320 I COMMAND [conn53] command IISLogs.InsertInfo command: find { find: "InsertInfo", filter: { serverName: "pubprdweb03App" }, limit: 2147483647, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: COLLSCAN keysExamined:0 docsExamined:13 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:1 nreturned:1 reslen:314 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 122ms Sat Dec 10 03:00:03.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82211, clonedBytes: 17957124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:04.454 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53736 #54 (31 connections now open) Sat Dec 10 03:00:04.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88061, clonedBytes: 19238132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:05.616 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53737 #55 (32 connections now open) Sat Dec 10 03:00:05.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96241, clonedBytes: 21029491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:06.125 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:300 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 602 } }, Database: { acquireCount: { r: 301 } }, Collection: { acquireCount: { r: 301 } } } protocol:op_command 464ms Sat Dec 10 03:00:06.437 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:302 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 606 } }, Database: { acquireCount: { r: 303 } }, Collection: { acquireCount: { r: 303 } } } protocol:op_command 252ms Sat Dec 10 03:00:07.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102510, clonedBytes: 22402321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:07.058 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:37469 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:37469 reslen:4194516 locks:{ Global: { acquireCount: { r: 586 } }, Database: { acquireCount: { r: 293 } }, Collection: { acquireCount: { r: 293 } } } protocol:op_command 168ms Sat Dec 10 03:00:07.122 I SHARDING [RangeDeleter] rangeDeleter deleted 129524 documents for IISLogs.pubprdenr01 from { datetime: MinKey } -> { datetime: new Date(1446146369000) } Sat Dec 10 03:00:07.122 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr02 from { datetime: MinKey } -> { datetime: new Date(1457727562000) }, with opId: 68302 Sat Dec 10 03:00:07.639 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:38016 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38016 reslen:4194514 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 171ms Sat Dec 10 03:00:08.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108300, clonedBytes: 23670278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:08.283 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:38026 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38026 reslen:4194516 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 188ms Sat Dec 10 03:00:09.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 114100, clonedBytes: 24940478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:09.252 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:37437 keyUpdates:0 writeConflicts:0 numYields:296 nreturned:37437 reslen:4194512 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } protocol:op_command 523ms Sat Dec 10 03:00:10.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121116, clonedBytes: 26476982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:10.210 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:37908 keyUpdates:0 writeConflicts:0 numYields:298 nreturned:37908 reslen:4194463 locks:{ Global: { acquireCount: { r: 598 } }, Database: { acquireCount: { r: 299 } }, Collection: { acquireCount: { r: 299 } } } protocol:op_command 357ms Sat Dec 10 03:00:10.925 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 586 } }, Database: { acquireCount: { r: 293 } }, Collection: { acquireCount: { r: 293 } } } protocol:op_command 292ms Sat Dec 10 03:00:11.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127766, clonedBytes: 27933186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:11.556 I COMMAND [conn55] command IISLogs.Country command: getMore { getMore: 43300372480, collection: "Country" } planSummary: COLLSCAN cursorid:43300372480 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:179 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 360 } }, Database: { acquireCount: { r: 180 } }, Collection: { acquireCount: { r: 180 } } } protocol:op_command 130ms Sat Dec 10 03:00:12.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc405666d1a4e49f53e6c", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 130805, clonedBytes: 28598681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:12.195 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:00:12.196 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:00:12.197 I SHARDING [conn9] moveChunk setting version to: 5|0||584bc0e990d1dc672b548274 Sat Dec 10 03:00:12.206 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 130805, clonedBytes: 28598681, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:00:12.206 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bc0e990d1dc672b548274 through { datetime: new Date(1476209995000) } -> { datetime: new Date(1476210135000) } for collection 'IISLogs.pubprdenr04' Sat Dec 10 03:00:12.208 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:12.208-0600-584bc41c666d1a4e49f53e6f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360412208), what: "moveChunk.commit", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 130805, clonedBytes: 28598681, catchup: 0, steady: 0 } } Sat Dec 10 03:00:12.208 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:00:12.213 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:00:12.213 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:12.213-0600-584bc41c666d1a4e49f53e70", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360412213), what: "moveChunk.from", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 561, step 4 of 6: 21843, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:00:12.214 I SHARDING [conn9] distributed lock with ts: 584bc405666d1a4e49f53e6a' unlocked. Sat Dec 10 03:00:12.214 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1476209879000) }, max: { datetime: new Date(1476209995000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } keyUpdates:0 writeConflicts:0 numYields:1023 reslen:154 locks:{ Global: { acquireCount: { r: 2058, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4265 } }, Database: { acquireCount: { r: 1025, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1025, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22430ms Sat Dec 10 03:00:12.219 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:00:12.220 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1444246563000) }, { datetime: new Date(1444410700000) }) in IISLogs.pubprdweb02', ts : 584bc41c666d1a4e49f53e71 Sat Dec 10 03:00:12.220 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 2|0||584bc22c90d1dc672b54829b, current metadata version is 2|0||584bc22c90d1dc672b54829b Sat Dec 10 03:00:12.222 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 2|0||584bc22c90d1dc672b54829b to shard version 2|1||584bc22c90d1dc672b54829b Sat Dec 10 03:00:12.222 I SHARDING [conn9] collection version was loaded at version 2|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:00:12.222 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:12.222-0600-584bc41c666d1a4e49f53e72", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360412222), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:00:12.223 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bc22c90d1dc672b54829b Sat Dec 10 03:00:13.596 I SHARDING [conn9] moveChunk number of documents: 106526 Sat Dec 10 03:00:13.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:13.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:14.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:14.472 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 871ms Sat Dec 10 03:00:14.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1481, clonedBytes: 395278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:15.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9795, clonedBytes: 2649015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:16.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19219, clonedBytes: 5253859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:17.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27208, clonedBytes: 7369824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:18.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35395, clonedBytes: 9555680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:19.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43668, clonedBytes: 11768308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:20.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51055, clonedBytes: 13699213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:21.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58333, clonedBytes: 15722191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:23.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60686, clonedBytes: 16362478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:23.928 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12777065 locks:{ Global: { acquireCount: { r: 742 } }, Database: { acquireCount: { r: 371 } }, Collection: { acquireCount: { r: 371 } } } protocol:op_command 1619ms Sat Dec 10 03:00:24.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61229, clonedBytes: 16506461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:25.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67955, clonedBytes: 18296347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:26.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77832, clonedBytes: 21014765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:27.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88309, clonedBytes: 23888647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:28.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97750, clonedBytes: 26448754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:29.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc41c666d1a4e49f53e73", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106526, clonedBytes: 28829625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:29.424 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:00:29.426 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:00:29.426 I SHARDING [conn9] moveChunk setting version to: 3|0||584bc22c90d1dc672b54829b Sat Dec 10 03:00:29.514 I COMMAND [conn16] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584bc4287391bb0990dcbef6'), IP: "198.176.80.33", userAgent: "FAST+Enterprise+Crawler/5.3.4+(crawler@fast.no)", Country: "United States of America", datetime: new Date(1481356214000), proxy: null, url: "/securities/registration_faq.asp", HTTPStatus: "200", HTTPResponseTime: "15" } ], ordered: true, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 5406ms Sat Dec 10 03:00:29.585 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106526, clonedBytes: 28829625, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:00:29.596 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bc22c90d1dc672b54829b through { datetime: new Date(1444410700000) } -> { datetime: new Date(1444609660000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:00:29.603 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:29.603-0600-584bc42d666d1a4e49f53e76", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360429603), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106526, clonedBytes: 28829625, catchup: 0, steady: 0 } } Sat Dec 10 03:00:29.604 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:00:29.605 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:00:29.605 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:29.605-0600-584bc42d666d1a4e49f53e77", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360429605), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1376, step 4 of 6: 15824, step 5 of 6: 180, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:00:29.606 I SHARDING [conn9] distributed lock with ts: 584bc41c666d1a4e49f53e71' unlocked. Sat Dec 10 03:00:29.606 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444246563000) }, max: { datetime: new Date(1444410700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 829 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17388ms Sat Dec 10 03:00:30.697 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53738 #56 (33 connections now open) Sat Dec 10 03:00:30.841 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:00:30.842 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465538586000) }, { datetime: new Date(1465567475000) }) in IISLogs.pubbsdweb1', ts : 584bc42e666d1a4e49f53e78 Sat Dec 10 03:00:30.842 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 37|0||584bba0d90d1dc672b548145, current metadata version is 37|0||584bba0d90d1dc672b548145 Sat Dec 10 03:00:30.844 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 37|0||584bba0d90d1dc672b548145 to shard version 37|1||584bba0d90d1dc672b548145 Sat Dec 10 03:00:30.844 I SHARDING [conn9] collection version was loaded at version 37|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:00:30.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:30.844-0600-584bc42e666d1a4e49f53e79", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360430844), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:00:30.845 I SHARDING [conn9] moveChunk request accepted at version 37|1||584bba0d90d1dc672b548145 Sat Dec 10 03:00:32.077 I SHARDING [conn9] moveChunk number of documents: 113253 Sat Dec 10 03:00:32.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:32.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:33.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:33.792 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 1710ms Sat Dec 10 03:00:34.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3263, clonedBytes: 962999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:35.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10750, clonedBytes: 3161339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:36.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19298, clonedBytes: 5680588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:37.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28220, clonedBytes: 8304213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:38.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34909, clonedBytes: 10274059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:39.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44416, clonedBytes: 13096785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:40.194 I SHARDING [RangeDeleter] rangeDeleter deleted 123046 documents for IISLogs.pubprdenr02 from { datetime: MinKey } -> { datetime: new Date(1457727562000) } Sat Dec 10 03:00:40.194 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465263737000) } -> { datetime: new Date(1465321670000) }, with opId: 68553 Sat Dec 10 03:00:40.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53893, clonedBytes: 15909791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:41.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55547, clonedBytes: 16398434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:41.895 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1046ms Sat Dec 10 03:00:42.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61239, clonedBytes: 18077562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:43.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70394, clonedBytes: 20776483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:44.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79519, clonedBytes: 23466822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:45.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87832, clonedBytes: 25917506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:46.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95913, clonedBytes: 28298982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:47.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103721, clonedBytes: 30600051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:48.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111173, clonedBytes: 32796207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:49.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc42e666d1a4e49f53e7a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113253, clonedBytes: 33410493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:49.933 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:00:49.934 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:00:49.935 I SHARDING [conn9] moveChunk setting version to: 38|0||584bba0d90d1dc672b548145 Sat Dec 10 03:00:49.941 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113253, clonedBytes: 33410493, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:00:49.948 I SHARDING [conn9] moveChunk updating self version to: 38|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465567475000) } -> { datetime: new Date(1465602275000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:00:49.950 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:49.950-0600-584bc441666d1a4e49f53e7d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360449950), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113253, clonedBytes: 33410493, catchup: 0, steady: 0 } } Sat Dec 10 03:00:49.950 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:00:49.951 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:00:49.951 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:49.951-0600-584bc441666d1a4e49f53e7e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360449951), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1235, step 4 of 6: 17852, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:00:49.952 I SHARDING [conn9] distributed lock with ts: 584bc42e666d1a4e49f53e78' unlocked. Sat Dec 10 03:00:49.952 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465538586000) }, max: { datetime: new Date(1465567475000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 257 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19112ms Sat Dec 10 03:00:49.957 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:00:49.959 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1444945897000) }, { datetime: new Date(1445032731000) }) in IISLogs.pubprdweb01', ts : 584bc441666d1a4e49f53e7f Sat Dec 10 03:00:49.959 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 11|0||584bbf4f90d1dc672b54822e, current metadata version is 11|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:00:49.961 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 11|0||584bbf4f90d1dc672b54822e to shard version 11|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:00:49.961 I SHARDING [conn9] collection version was loaded at version 11|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:00:49.961 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:00:49.961-0600-584bc441666d1a4e49f53e80", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360449961), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:00:49.962 I SHARDING [conn9] moveChunk request accepted at version 11|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:00:50.981 I SHARDING [conn9] moveChunk number of documents: 102934 Sat Dec 10 03:00:50.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:50.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:51.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:52.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:52.059 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1072ms Sat Dec 10 03:00:53.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8191, clonedBytes: 2720805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:54.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16641, clonedBytes: 5319391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:55.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25394, clonedBytes: 7996721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:56.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32488, clonedBytes: 10116352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:57.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42434, clonedBytes: 13002426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:58.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51315, clonedBytes: 15574163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:59.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54173, clonedBytes: 16407997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:00:59.841 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14679459 locks:{ Global: { acquireCount: { r: 784 } }, Database: { acquireCount: { r: 392 } }, Collection: { acquireCount: { r: 392 } } } protocol:op_command 1292ms Sat Dec 10 03:01:00.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63905, clonedBytes: 19173791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:01.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71617, clonedBytes: 21249036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:03.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80837, clonedBytes: 23917097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:04.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90575, clonedBytes: 26697212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:05.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100262, clonedBytes: 29870149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:06.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc441666d1a4e49f53e81", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102934, clonedBytes: 30757091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:06.139 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:01:06.141 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:01:06.141 I SHARDING [conn9] moveChunk setting version to: 12|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:01:06.163 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102934, clonedBytes: 30757091, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:01:06.163 I SHARDING [conn9] moveChunk updating self version to: 12|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445032731000) } -> { datetime: new Date(1445148745000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:01:06.165 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:06.165-0600-584bc452666d1a4e49f53e84", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360466165), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102934, clonedBytes: 30757091, catchup: 0, steady: 0 } } Sat Dec 10 03:01:06.166 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:01:06.166 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:01:06.166 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:06.166-0600-584bc452666d1a4e49f53e85", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360466166), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1022, step 4 of 6: 15153, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:01:06.168 I SHARDING [conn9] distributed lock with ts: 584bc441666d1a4e49f53e7f' unlocked. Sat Dec 10 03:01:06.168 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444945897000) }, max: { datetime: new Date(1445032731000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 305 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16211ms Sat Dec 10 03:01:06.173 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:01:06.183 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463425794000) }, { datetime: new Date(1463513625000) }) in IISLogs.pubbsdweb2', ts : 584bc452666d1a4e49f53e86 Sat Dec 10 03:01:06.183 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 10|0||584bbf7a90d1dc672b548236, current metadata version is 10|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:01:06.185 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 10|0||584bbf7a90d1dc672b548236 to shard version 10|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:01:06.185 I SHARDING [conn9] collection version was loaded at version 10|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:01:06.185 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:06.185-0600-584bc452666d1a4e49f53e87", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360466185), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:01:06.186 I SHARDING [conn9] moveChunk request accepted at version 10|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:01:07.673 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 03:01:07.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:07.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:08.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:08.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:08.949 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776206 locks:{ Global: { acquireCount: { r: 982 } }, Database: { acquireCount: { r: 491 } }, Collection: { acquireCount: { r: 491 } } } protocol:op_command 1268ms Sat Dec 10 03:01:09.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6752, clonedBytes: 1753306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:10.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16534, clonedBytes: 4303955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:11.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26032, clonedBytes: 6822454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:12.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36084, clonedBytes: 9541887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:14.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44806, clonedBytes: 11905772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:15.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54699, clonedBytes: 14580509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:15.963 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465263737000) } -> { datetime: new Date(1465321670000) } Sat Dec 10 03:01:15.963 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444587790000) } -> { datetime: new Date(1444683096000) }, with opId: 69081 Sat Dec 10 03:01:16.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61325, clonedBytes: 16357893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:16.694 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13885847 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 942ms Sat Dec 10 03:01:17.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65186, clonedBytes: 17365610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:18.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73702, clonedBytes: 19582402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:19.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83389, clonedBytes: 22101280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:20.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99189, clonedBytes: 26160214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:21.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106863, clonedBytes: 28125706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:22.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc452666d1a4e49f53e88", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29887762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:22.948 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:01:22.949 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:01:22.950 I SHARDING [conn9] moveChunk setting version to: 11|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:01:22.961 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29887762, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:01:22.961 I SHARDING [conn9] moveChunk updating self version to: 11|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463513625000) } -> { datetime: new Date(1463581717000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:01:22.963 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:22.963-0600-584bc462666d1a4e49f53e8b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360482963), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29887762, catchup: 0, steady: 0 } } Sat Dec 10 03:01:22.964 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:01:22.975 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:01:22.975 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:22.975-0600-584bc462666d1a4e49f53e8c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360482975), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, step 1 of 6: 8, step 2 of 6: 4, step 3 of 6: 1491, step 4 of 6: 15269, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:01:22.977 I SHARDING [conn9] distributed lock with ts: 584bc452666d1a4e49f53e86' unlocked. Sat Dec 10 03:01:22.977 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463425794000) }, max: { datetime: new Date(1463513625000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3525 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16804ms Sat Dec 10 03:01:22.986 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 03:01:22.988 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: new Date(1446151594000) }, { datetime: new Date(1446152098000) }) in IISLogs.pubprdenr01', ts : 584bc462666d1a4e49f53e8d Sat Dec 10 03:01:22.988 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 6|0||584bc07690d1dc672b548266, current metadata version is 6|0||584bc07690d1dc672b548266 Sat Dec 10 03:01:22.990 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr01 from shard version 6|0||584bc07690d1dc672b548266 to shard version 6|1||584bc07690d1dc672b548266 Sat Dec 10 03:01:22.990 I SHARDING [conn9] collection version was loaded at version 6|1||584bc07690d1dc672b548266, took 2ms Sat Dec 10 03:01:22.991 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:22.990-0600-584bc462666d1a4e49f53e8e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360482990), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:01:22.991 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bc07690d1dc672b548266 Sat Dec 10 03:01:23.552 I SHARDING [conn9] moveChunk number of documents: 129475 Sat Dec 10 03:01:23.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:23.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:24.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:24.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:24.980 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776130 locks:{ Global: { acquireCount: { r: 1158 } }, Database: { acquireCount: { r: 579 } }, Collection: { acquireCount: { r: 579 } } } protocol:op_command 1424ms Sat Dec 10 03:01:25.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5278, clonedBytes: 1180558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:26.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14908, clonedBytes: 3334836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:27.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24796, clonedBytes: 5547727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:29.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37142, clonedBytes: 8310738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:30.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43882, clonedBytes: 9818426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:30.790 I NETWORK [conn56] end connection 10.112.9.26:53738 (32 connections now open) Sat Dec 10 03:01:31.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53793, clonedBytes: 12036343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:32.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60398, clonedBytes: 13513785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:33.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60398, clonedBytes: 13513785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:34.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60398, clonedBytes: 13513785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:34.467 I COMMAND [conn4] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584bc46e7391bb0990dcc120'), IP: "5.9.17.118", userAgent: "Mozilla/5.0+(Windows+NT+6.1;+WOW64;+rv:21.0)+Gecko/20130331+Firefox/21.0", Country: "Germany", datetime: new Date(1481357652000), proxy: null, url: "/images/archives/deathcerts/1948/1948_00010367.PDF", HTTPStatus: "200", HTTPResponseTime: "31" } ], ordered: true, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 271ms Sat Dec 10 03:01:35.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60398, clonedBytes: 13513785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:36.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60398, clonedBytes: 13513785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:37.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60398, clonedBytes: 13513785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:38.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65206, clonedBytes: 14589409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:39.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72752, clonedBytes: 16277828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:39.891 I COMMAND [conn22] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb04", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:395234 reslen:134 locks:{ Global: { acquireCount: { r: 790470 } }, Database: { acquireCount: { r: 395235 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 42167322 } }, Collection: { acquireCount: { r: 395235 } } } protocol:op_command 2607077ms Sat Dec 10 03:01:40.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72752, clonedBytes: 16277828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:41.826 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13077044 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 2192ms Sat Dec 10 03:01:41.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72752, clonedBytes: 16277828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:43.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82216, clonedBytes: 18395197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:44.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92362, clonedBytes: 20665381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:45.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102492, clonedBytes: 22931206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:46.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113709, clonedBytes: 25441045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:47.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 123568, clonedBytes: 27646906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:48.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc462666d1a4e49f53e8f", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129475, clonedBytes: 28968773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:48.546 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:01:48.547 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:01:48.548 I SHARDING [conn9] moveChunk setting version to: 7|0||584bc07690d1dc672b548266 Sat Dec 10 03:01:48.550 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129475, clonedBytes: 28968773, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:01:48.558 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bc07690d1dc672b548266 through { datetime: new Date(1446152098000) } -> { datetime: new Date(1448493298000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 03:01:48.560 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:48.560-0600-584bc47c666d1a4e49f53e92", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360508560), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129475, clonedBytes: 28968773, catchup: 0, steady: 0 } } Sat Dec 10 03:01:48.560 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:01:48.561 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:01:48.561 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:48.561-0600-584bc47c666d1a4e49f53e93", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360508561), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 563, step 4 of 6: 24989, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:01:48.564 I SHARDING [conn9] distributed lock with ts: 584bc462666d1a4e49f53e8d' unlocked. Sat Dec 10 03:01:48.564 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446151594000) }, max: { datetime: new Date(1446152098000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1012 reslen:154 locks:{ Global: { acquireCount: { r: 2036, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1107 } }, Database: { acquireCount: { r: 1014, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1014, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25579ms Sat Dec 10 03:01:48.567 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:01:48.568 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457720063000) }, { datetime: new Date(1457720382000) }) in IISLogs.pubprdenr03', ts : 584bc47c666d1a4e49f53e94 Sat Dec 10 03:01:48.569 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 5|0||584bc0d090d1dc672b548270, current metadata version is 5|0||584bc0d090d1dc672b548270 Sat Dec 10 03:01:48.571 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 5|0||584bc0d090d1dc672b548270 to shard version 5|1||584bc0d090d1dc672b548270 Sat Dec 10 03:01:48.572 I SHARDING [conn9] collection version was loaded at version 5|1||584bc0d090d1dc672b548270, took 2ms Sat Dec 10 03:01:48.572 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:01:48.572-0600-584bc47c666d1a4e49f53e95", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360508572), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:01:48.573 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bc0d090d1dc672b548270 Sat Dec 10 03:01:50.041 I SHARDING [conn9] moveChunk number of documents: 129154 Sat Dec 10 03:01:50.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:50.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:51.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:51.311 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776109 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 1266ms Sat Dec 10 03:01:52.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6979, clonedBytes: 1801114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:53.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16406, clonedBytes: 4233634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:54.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25660, clonedBytes: 6621554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:55.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34906, clonedBytes: 9007051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:56.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44444, clonedBytes: 11467421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:57.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54744, clonedBytes: 14124480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:58.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63344, clonedBytes: 16343663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:01:59.071 I SHARDING [RangeDeleter] rangeDeleter deleted 103028 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444587790000) } -> { datetime: new Date(1444683096000) } Sat Dec 10 03:01:59.071 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463083482000) } -> { datetime: new Date(1463084430000) }, with opId: 69860 Sat Dec 10 03:01:59.335 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 1108ms Sat Dec 10 03:01:59.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63344, clonedBytes: 16343663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:00.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73689, clonedBytes: 19013807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:01.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83426, clonedBytes: 21525231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:02.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94730, clonedBytes: 24442444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:03.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105147, clonedBytes: 27130576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:04.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 114088, clonedBytes: 29437626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:05.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 123087, clonedBytes: 31759756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:06.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc47c666d1a4e49f53e96", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129154, clonedBytes: 33324112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:06.792 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:02:06.793 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:02:06.793 I SHARDING [conn9] moveChunk setting version to: 6|0||584bc0d090d1dc672b548270 Sat Dec 10 03:02:06.804 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129154, clonedBytes: 33324112, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:02:06.816 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457720382000) } -> { datetime: new Date(1457720700000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:02:06.818 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:06.818-0600-584bc48e666d1a4e49f53e99", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360526818), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129154, clonedBytes: 33324112, catchup: 0, steady: 0 } } Sat Dec 10 03:02:06.819 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:02:06.819 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:02:06.819 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:06.819-0600-584bc48e666d1a4e49f53e9a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360526819), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1471, step 4 of 6: 16747, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:02:06.821 I SHARDING [conn9] distributed lock with ts: 584bc47c666d1a4e49f53e94' unlocked. Sat Dec 10 03:02:06.821 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457720063000) }, max: { datetime: new Date(1457720382000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1021 reslen:154 locks:{ Global: { acquireCount: { r: 2054, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 932 } }, Database: { acquireCount: { r: 1023, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1023, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18254ms Sat Dec 10 03:02:06.825 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } Sat Dec 10 03:02:06.825 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr04' acquired for 'migrating chunk [{ datetime: new Date(1476209995000) }, { datetime: new Date(1476210135000) }) in IISLogs.pubprdenr04', ts : 584bc48e666d1a4e49f53e9b Sat Dec 10 03:02:06.826 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr04 based on current shard version 5|0||584bc0e990d1dc672b548274, current metadata version is 5|0||584bc0e990d1dc672b548274 Sat Dec 10 03:02:06.827 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr04 from shard version 5|0||584bc0e990d1dc672b548274 to shard version 5|1||584bc0e990d1dc672b548274 Sat Dec 10 03:02:06.827 I SHARDING [conn9] collection version was loaded at version 5|1||584bc0e990d1dc672b548274, took 1ms Sat Dec 10 03:02:06.827 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:06.827-0600-584bc48e666d1a4e49f53e9c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360526827), what: "moveChunk.start", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:02:06.828 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bc0e990d1dc672b548274 Sat Dec 10 03:02:07.419 I SHARDING [conn9] moveChunk number of documents: 130626 Sat Dec 10 03:02:07.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:07.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:08.158 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776115 locks:{ Global: { acquireCount: { r: 1176 } }, Database: { acquireCount: { r: 588 } }, Collection: { acquireCount: { r: 588 } } } protocol:op_command 726ms Sat Dec 10 03:02:08.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2056, clonedBytes: 450264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:09.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11918, clonedBytes: 2609952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:10.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22880, clonedBytes: 5010541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:11.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33488, clonedBytes: 7333648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:12.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43350, clonedBytes: 9493335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:13.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54563, clonedBytes: 11949100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:14.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64458, clonedBytes: 14116150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:15.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74279, clonedBytes: 16267124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:16.431 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12723769 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 483ms Sat Dec 10 03:02:17.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79600, clonedBytes: 17432475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:18.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89076, clonedBytes: 19507905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:19.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100536, clonedBytes: 22017386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:20.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111469, clonedBytes: 24411713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:21.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121829, clonedBytes: 26680817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:22.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc48e666d1a4e49f53e9d", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 130626, clonedBytes: 28607426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:22.312 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:02:22.313 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:02:22.313 I SHARDING [conn9] moveChunk setting version to: 6|0||584bc0e990d1dc672b548274 Sat Dec 10 03:02:22.315 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 130626, clonedBytes: 28607426, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:02:22.315 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bc0e990d1dc672b548274 through { datetime: new Date(1476210135000) } -> { datetime: new Date(1476210288000) } for collection 'IISLogs.pubprdenr04' Sat Dec 10 03:02:22.317 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:22.317-0600-584bc49e666d1a4e49f53ea0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360542317), what: "moveChunk.commit", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 130626, clonedBytes: 28607426, catchup: 0, steady: 0 } } Sat Dec 10 03:02:22.317 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:02:22.326 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:02:22.327 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:22.327-0600-584bc49e666d1a4e49f53ea1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360542327), what: "moveChunk.from", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 594, step 4 of 6: 14888, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:02:22.328 I SHARDING [conn9] distributed lock with ts: 584bc48e666d1a4e49f53e9b' unlocked. Sat Dec 10 03:02:22.328 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1476209995000) }, max: { datetime: new Date(1476210135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } keyUpdates:0 writeConflicts:0 numYields:1023 reslen:154 locks:{ Global: { acquireCount: { r: 2058, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9770 } }, Database: { acquireCount: { r: 1025, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1025, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15503ms Sat Dec 10 03:02:22.332 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:02:22.333 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1444410700000) }, { datetime: new Date(1444609660000) }) in IISLogs.pubprdweb02', ts : 584bc49e666d1a4e49f53ea2 Sat Dec 10 03:02:22.333 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 3|0||584bc22c90d1dc672b54829b, current metadata version is 3|0||584bc22c90d1dc672b54829b Sat Dec 10 03:02:22.334 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 3|0||584bc22c90d1dc672b54829b to shard version 3|1||584bc22c90d1dc672b54829b Sat Dec 10 03:02:22.334 I SHARDING [conn9] collection version was loaded at version 3|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:02:22.335 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:22.335-0600-584bc49e666d1a4e49f53ea3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360542335), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:02:22.335 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bc22c90d1dc672b54829b Sat Dec 10 03:02:23.574 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:02:23.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:23.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:24.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:24.571 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776218 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 986ms Sat Dec 10 03:02:24.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:25.224 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53748 #57 (33 connections now open) Sat Dec 10 03:02:25.237 I SHARDING [conn57] request split points lookup for chunk IISLogs.pubprdweb02 { : new Date(1481261135000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 03:02:25.405 W SHARDING [conn57] Finding the split vector for IISLogs.pubprdweb02 over { datetime: 1.0 } keyCount: 106522 numSplits: 0 lookedAt: 48952 took 151ms Sat Dec 10 03:02:25.405 I COMMAND [conn57] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb02", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481261135000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:382 reslen:166 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 172ms Sat Dec 10 03:02:25.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8588, clonedBytes: 2357999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:26.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18930, clonedBytes: 5327229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:27.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29103, clonedBytes: 8202066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:28.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40712, clonedBytes: 11509897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:29.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51428, clonedBytes: 14661542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:31.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57435, clonedBytes: 16385135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:31.278 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13852567 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 675ms Sat Dec 10 03:02:32.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64794, clonedBytes: 18565204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:33.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74916, clonedBytes: 21423063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:34.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84984, clonedBytes: 24147073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:35.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95561, clonedBytes: 27023813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:36.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104672, clonedBytes: 29399601, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:37.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc49e666d1a4e49f53ea4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 29905048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:37.563 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:02:37.564 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:02:37.565 I SHARDING [conn9] moveChunk setting version to: 4|0||584bc22c90d1dc672b54829b Sat Dec 10 03:02:37.572 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 29905048, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:02:37.579 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bc22c90d1dc672b54829b through { datetime: new Date(1444609660000) } -> { datetime: new Date(1444772454000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:02:37.581 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:37.581-0600-584bc4ad666d1a4e49f53ea7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360557581), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 29905048, catchup: 0, steady: 0 } } Sat Dec 10 03:02:37.581 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:02:37.582 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:02:37.582 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:37.582-0600-584bc4ad666d1a4e49f53ea8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360557582), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1242, step 4 of 6: 13984, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:02:37.591 I SHARDING [conn9] distributed lock with ts: 584bc49e666d1a4e49f53ea2' unlocked. Sat Dec 10 03:02:37.591 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444410700000) }, max: { datetime: new Date(1444609660000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 574 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15260ms Sat Dec 10 03:02:38.659 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:02:38.660 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465567475000) }, { datetime: new Date(1465602275000) }) in IISLogs.pubbsdweb1', ts : 584bc4ae666d1a4e49f53ea9 Sat Dec 10 03:02:38.660 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 38|0||584bba0d90d1dc672b548145, current metadata version is 38|0||584bba0d90d1dc672b548145 Sat Dec 10 03:02:38.671 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 38|0||584bba0d90d1dc672b548145 to shard version 38|1||584bba0d90d1dc672b548145 Sat Dec 10 03:02:38.671 I SHARDING [conn9] collection version was loaded at version 38|1||584bba0d90d1dc672b548145, took 10ms Sat Dec 10 03:02:38.671 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:38.671-0600-584bc4ae666d1a4e49f53eaa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360558671), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:02:38.672 I SHARDING [conn9] moveChunk request accepted at version 38|1||584bba0d90d1dc672b548145 Sat Dec 10 03:02:40.348 I SHARDING [conn9] moveChunk number of documents: 113465 Sat Dec 10 03:02:40.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:40.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:41.412 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463083482000) } -> { datetime: new Date(1463084430000) } Sat Dec 10 03:02:41.412 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: new Date(1446146369000) } -> { datetime: new Date(1446149175000) }, with opId: 70541 Sat Dec 10 03:02:41.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:41.601 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776202 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1183ms Sat Dec 10 03:02:42.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1310, clonedBytes: 386207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:43.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10170, clonedBytes: 2998040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:44.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19261, clonedBytes: 5660652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:45.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30012, clonedBytes: 8844290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:46.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41992, clonedBytes: 12401834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:48.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53039, clonedBytes: 15677793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:49.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55505, clonedBytes: 16398629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:49.195 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 911ms Sat Dec 10 03:02:50.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62571, clonedBytes: 18492350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:51.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72763, clonedBytes: 21509826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:52.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82348, clonedBytes: 24344827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:53.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91759, clonedBytes: 27137904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:54.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102207, clonedBytes: 30240837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:55.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110885, clonedBytes: 32798093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:56.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4ae666d1a4e49f53eab", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113465, clonedBytes: 33562585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:56.372 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:02:56.373 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:02:56.382 I SHARDING [conn9] moveChunk setting version to: 39|0||584bba0d90d1dc672b548145 Sat Dec 10 03:02:56.395 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113465, clonedBytes: 33562585, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:02:56.395 I SHARDING [conn9] moveChunk updating self version to: 39|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465602275000) } -> { datetime: new Date(1465669502000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:02:56.396 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:56.396-0600-584bc4c0666d1a4e49f53eae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360576396), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113465, clonedBytes: 33562585, catchup: 0, steady: 0 } } Sat Dec 10 03:02:56.397 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:02:56.397 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:02:56.398 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:56.398-0600-584bc4c0666d1a4e49f53eaf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360576398), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, step 1 of 6: 0, step 2 of 6: 13, step 3 of 6: 1715, step 4 of 6: 15982, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:02:56.400 I SHARDING [conn9] distributed lock with ts: 584bc4ae666d1a4e49f53ea9' unlocked. Sat Dec 10 03:02:56.400 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465567475000) }, max: { datetime: new Date(1465602275000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 481 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17741ms Sat Dec 10 03:02:56.404 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:02:56.405 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445032731000) }, { datetime: new Date(1445148745000) }) in IISLogs.pubprdweb01', ts : 584bc4c0666d1a4e49f53eb0 Sat Dec 10 03:02:56.405 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 12|0||584bbf4f90d1dc672b54822e, current metadata version is 12|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:02:56.406 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 12|0||584bbf4f90d1dc672b54822e to shard version 12|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:02:56.407 I SHARDING [conn9] collection version was loaded at version 12|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:02:56.407 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:02:56.407-0600-584bc4c0666d1a4e49f53eb1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360576407), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:02:56.408 I SHARDING [conn9] moveChunk request accepted at version 12|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:02:57.510 I SHARDING [conn9] moveChunk number of documents: 102828 Sat Dec 10 03:02:57.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:57.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:58.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:58.306 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776214 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 787ms Sat Dec 10 03:02:58.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1559, clonedBytes: 498461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:02:59.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10396, clonedBytes: 3195841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:00.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20200, clonedBytes: 6150947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:01.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29520, clonedBytes: 9035470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:02.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38541, clonedBytes: 11820344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:03.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47172, clonedBytes: 14510170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:04.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53437, clonedBytes: 16413117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:05.617 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15661401 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 807ms Sat Dec 10 03:03:05.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55604, clonedBytes: 17063011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:06.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63012, clonedBytes: 19254924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:08.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69256, clonedBytes: 21169087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:09.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76531, clonedBytes: 23580794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:10.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85083, clonedBytes: 26300038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:11.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94782, clonedBytes: 29268677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:12.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4c0666d1a4e49f53eb2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102828, clonedBytes: 31739743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:12.299 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:03:12.300 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:03:12.310 I SHARDING [conn9] moveChunk setting version to: 13|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:03:12.312 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102828, clonedBytes: 31739743, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:03:12.312 I SHARDING [conn9] moveChunk updating self version to: 13|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445148745000) } -> { datetime: new Date(1445278491000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:03:12.314 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:12.314-0600-584bc4d0666d1a4e49f53eb5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360592314), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102828, clonedBytes: 31739743, catchup: 0, steady: 0 } } Sat Dec 10 03:03:12.315 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:03:12.315 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:03:12.316 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:12.316-0600-584bc4d0666d1a4e49f53eb6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360592316), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1105, step 4 of 6: 14785, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:03:12.317 I SHARDING [conn9] distributed lock with ts: 584bc4c0666d1a4e49f53eb0' unlocked. Sat Dec 10 03:03:12.317 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445032731000) }, max: { datetime: new Date(1445148745000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1125 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15914ms Sat Dec 10 03:03:12.322 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:03:12.325 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463513625000) }, { datetime: new Date(1463581717000) }) in IISLogs.pubbsdweb2', ts : 584bc4d0666d1a4e49f53eb7 Sat Dec 10 03:03:12.325 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 11|0||584bbf7a90d1dc672b548236, current metadata version is 11|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:03:12.327 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 11|0||584bbf7a90d1dc672b548236 to shard version 11|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:03:12.327 I SHARDING [conn9] collection version was loaded at version 11|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 03:03:12.327 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:12.327-0600-584bc4d0666d1a4e49f53eb8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360592327), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:03:12.328 I SHARDING [conn9] moveChunk request accepted at version 11|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:03:13.920 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:03:13.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:13.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:13.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:13.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:13.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:14.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:14.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:14.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:14.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:14.702 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776298 locks:{ Global: { acquireCount: { r: 978 } }, Database: { acquireCount: { r: 489 } }, Collection: { acquireCount: { r: 489 } } } protocol:op_command 777ms Sat Dec 10 03:03:15.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3079, clonedBytes: 787932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:16.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11398, clonedBytes: 2929710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:17.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21050, clonedBytes: 5413231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:18.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30996, clonedBytes: 7952183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:19.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39917, clonedBytes: 10320100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:20.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49634, clonedBytes: 12970440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:21.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59979, clonedBytes: 15889574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:22.267 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15521117 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 738ms Sat Dec 10 03:03:22.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62079, clonedBytes: 16507600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:23.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72127, clonedBytes: 19437589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:24.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81345, clonedBytes: 22113829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:25.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90754, clonedBytes: 24823729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:25.692 I COMMAND [conn4] command IISLogs.pubprdenr03 command: insert { insert: "pubprdenr03", documents: [ { _id: ObjectId('584bc4dd7391bb0990dcc5ec'), IP: "168.166.2.185", userAgent: "gsa-crawler-test+(Enterprise;+T4-HG2Q5GBACUW3E;+tom.levin@oa.mo.gov,george.kliethermes@oa.mo.gov,renee.wright@oa.mo.gov,jim.weider@oa.mo.gov,mark.bosk...", Country: "United States of America", datetime: new Date(1481356195000), proxy: null, url: "/enrnet/CountyResults.aspx", HTTPStatus: "302", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 6000|1, ObjectId('584bc0d090d1dc672b548270') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 240ms Sat Dec 10 03:03:26.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99763, clonedBytes: 27446008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:27.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109044, clonedBytes: 30148033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:28.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4d0666d1a4e49f53eb9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31523131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:28.649 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:03:28.650 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:03:28.651 I SHARDING [conn9] moveChunk setting version to: 12|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:03:28.674 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31523131, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:03:28.675 I SHARDING [conn9] moveChunk updating self version to: 12|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463581717000) } -> { datetime: new Date(1463628190000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:03:28.678 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:28.678-0600-584bc4e0666d1a4e49f53ebc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360608678), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31523131, catchup: 0, steady: 0 } } Sat Dec 10 03:03:28.678 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:03:28.679 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:03:28.679 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:28.679-0600-584bc4e0666d1a4e49f53ebd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360608679), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1594, step 4 of 6: 14726, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:03:28.682 I SHARDING [conn9] distributed lock with ts: 584bc4d0666d1a4e49f53eb7' unlocked. Sat Dec 10 03:03:28.682 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463513625000) }, max: { datetime: new Date(1463581717000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1343 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16360ms Sat Dec 10 03:03:28.687 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } Sat Dec 10 03:03:28.688 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr01' acquired for 'migrating chunk [{ datetime: new Date(1446152098000) }, { datetime: new Date(1448493298000) }) in IISLogs.pubprdenr01', ts : 584bc4e0666d1a4e49f53ebe Sat Dec 10 03:03:28.688 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr01 based on current shard version 7|0||584bc07690d1dc672b548266, current metadata version is 7|0||584bc07690d1dc672b548266 Sat Dec 10 03:03:28.690 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr01 from shard version 7|0||584bc07690d1dc672b548266 to shard version 7|1||584bc07690d1dc672b548266 Sat Dec 10 03:03:28.690 I SHARDING [conn9] collection version was loaded at version 7|1||584bc07690d1dc672b548266, took 1ms Sat Dec 10 03:03:28.690 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:28.690-0600-584bc4e0666d1a4e49f53ebf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360608690), what: "moveChunk.start", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:03:28.691 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bc07690d1dc672b548266 Sat Dec 10 03:03:29.555 I SHARDING [conn9] moveChunk number of documents: 129830 Sat Dec 10 03:03:29.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:29.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:30.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:30.350 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776255 locks:{ Global: { acquireCount: { r: 1152 } }, Database: { acquireCount: { r: 576 } }, Collection: { acquireCount: { r: 576 } } } protocol:op_command 790ms Sat Dec 10 03:03:30.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2009, clonedBytes: 449374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:31.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11330, clonedBytes: 2535276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:32.654 I SHARDING [RangeDeleter] rangeDeleter deleted 129364 documents for IISLogs.pubprdenr01 from { datetime: new Date(1446146369000) } -> { datetime: new Date(1446149175000) } Sat Dec 10 03:03:32.654 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr02 from { datetime: new Date(1457727562000) } -> { datetime: new Date(1457727865000) }, with opId: 71965 Sat Dec 10 03:03:32.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20508, clonedBytes: 4589275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:33.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29630, clonedBytes: 6631100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:34.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37659, clonedBytes: 8427665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:35.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46657, clonedBytes: 10441530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:37.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56216, clonedBytes: 12579938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:38.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65016, clonedBytes: 14548772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:38.617 I NETWORK [conn57] end connection 10.112.9.26:53748 (32 connections now open) Sat Dec 10 03:03:39.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72742, clonedBytes: 16278023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:39.726 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14197495 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 727ms Sat Dec 10 03:03:40.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76562, clonedBytes: 17133012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:41.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83242, clonedBytes: 18628211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:42.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91230, clonedBytes: 20415701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:43.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100096, clonedBytes: 22399160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:44.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106550, clonedBytes: 23843631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:45.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116637, clonedBytes: 26404393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:46.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 126547, clonedBytes: 29120547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:47.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4e0666d1a4e49f53ec0", ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129830, clonedBytes: 30086864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:47.744 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:03:47.745 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:03:47.746 I SHARDING [conn9] moveChunk setting version to: 8|0||584bc07690d1dc672b548266 Sat Dec 10 03:03:47.751 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129830, clonedBytes: 30086864, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:03:47.771 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bc07690d1dc672b548266 through { datetime: new Date(1448493298000) } -> { datetime: new Date(1457729479000) } for collection 'IISLogs.pubprdenr01' Sat Dec 10 03:03:47.773 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:47.773-0600-584bc4f3666d1a4e49f53ec3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360627773), what: "moveChunk.commit", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129830, clonedBytes: 30086864, catchup: 0, steady: 0 } } Sat Dec 10 03:03:47.774 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:03:47.775 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:03:47.775 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:47.775-0600-584bc4f3666d1a4e49f53ec4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360627775), what: "moveChunk.from", ns: "IISLogs.pubprdenr01", details: { min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 867, step 4 of 6: 18184, step 5 of 6: 30, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:03:47.776 I SHARDING [conn9] distributed lock with ts: 584bc4e0666d1a4e49f53ebe' unlocked. Sat Dec 10 03:03:47.776 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446152098000) }, max: { datetime: new Date(1448493298000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc07690d1dc672b548266') ], epoch: ObjectId('584bc07690d1dc672b548266') } keyUpdates:0 writeConflicts:0 numYields:1016 reslen:154 locks:{ Global: { acquireCount: { r: 2044, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 547 } }, Database: { acquireCount: { r: 1018, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1018, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 508 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19090ms Sat Dec 10 03:03:47.781 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:03:47.782 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457720382000) }, { datetime: new Date(1457720700000) }) in IISLogs.pubprdenr03', ts : 584bc4f3666d1a4e49f53ec5 Sat Dec 10 03:03:47.782 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 6|0||584bc0d090d1dc672b548270, current metadata version is 6|0||584bc0d090d1dc672b548270 Sat Dec 10 03:03:47.784 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 6|0||584bc0d090d1dc672b548270 to shard version 6|1||584bc0d090d1dc672b548270 Sat Dec 10 03:03:47.784 I SHARDING [conn9] collection version was loaded at version 6|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:03:47.784 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:03:47.784-0600-584bc4f3666d1a4e49f53ec6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360627784), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:03:47.785 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bc0d090d1dc672b548270 Sat Dec 10 03:03:48.276 I SHARDING [conn9] moveChunk number of documents: 129106 Sat Dec 10 03:03:48.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:48.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:49.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:49.654 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776254 locks:{ Global: { acquireCount: { r: 1014 } }, Database: { acquireCount: { r: 507 } }, Collection: { acquireCount: { r: 507 } } } protocol:op_command 1352ms Sat Dec 10 03:03:50.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:51.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:52.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9153, clonedBytes: 2362069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:54.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21298, clonedBytes: 5495109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:55.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30202, clonedBytes: 7791964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:56.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39283, clonedBytes: 10134630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:57.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47626, clonedBytes: 12286884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:58.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56325, clonedBytes: 14531967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:03:59.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63348, clonedBytes: 16343780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:00.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63348, clonedBytes: 16343780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:01.187 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 1024 } }, Database: { acquireCount: { r: 512 } }, Collection: { acquireCount: { r: 512 } } } protocol:op_command 1802ms Sat Dec 10 03:04:01.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66945, clonedBytes: 17271932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:02.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74908, clonedBytes: 19326015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:03.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83284, clonedBytes: 21486291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:05.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93008, clonedBytes: 23995792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:06.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98798, clonedBytes: 25490167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:07.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108526, clonedBytes: 28000830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:08.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115381, clonedBytes: 29769128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:09.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 125614, clonedBytes: 32409745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:10.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc4f3666d1a4e49f53ec7", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129106, clonedBytes: 33310619, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:10.767 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:04:10.768 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:04:10.769 I SHARDING [conn9] moveChunk setting version to: 7|0||584bc0d090d1dc672b548270 Sat Dec 10 03:04:10.773 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129106, clonedBytes: 33310619, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:04:10.773 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457720700000) } -> { datetime: new Date(1457721018000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:04:10.775 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:10.775-0600-584bc50a666d1a4e49f53eca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360650775), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129106, clonedBytes: 33310619, catchup: 0, steady: 0 } } Sat Dec 10 03:04:10.776 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:04:10.776 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:04:10.776 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:10.776-0600-584bc50a666d1a4e49f53ecb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360650776), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 505, step 4 of 6: 22474, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:04:10.777 I SHARDING [conn9] distributed lock with ts: 584bc4f3666d1a4e49f53ec5' unlocked. Sat Dec 10 03:04:10.777 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457720382000) }, max: { datetime: new Date(1457720700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1008 reslen:154 locks:{ Global: { acquireCount: { r: 2028, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 252 } }, Database: { acquireCount: { r: 1010, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1010, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22996ms Sat Dec 10 03:04:10.784 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } Sat Dec 10 03:04:10.785 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr04' acquired for 'migrating chunk [{ datetime: new Date(1476210135000) }, { datetime: new Date(1476210288000) }) in IISLogs.pubprdenr04', ts : 584bc50a666d1a4e49f53ecc Sat Dec 10 03:04:10.785 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr04 based on current shard version 6|0||584bc0e990d1dc672b548274, current metadata version is 6|0||584bc0e990d1dc672b548274 Sat Dec 10 03:04:10.787 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr04 from shard version 6|0||584bc0e990d1dc672b548274 to shard version 6|1||584bc0e990d1dc672b548274 Sat Dec 10 03:04:10.787 I SHARDING [conn9] collection version was loaded at version 6|1||584bc0e990d1dc672b548274, took 1ms Sat Dec 10 03:04:10.787 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:10.787-0600-584bc50a666d1a4e49f53ecd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360650787), what: "moveChunk.start", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:04:10.788 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bc0e990d1dc672b548274 Sat Dec 10 03:04:11.409 I SHARDING [conn9] moveChunk number of documents: 129749 Sat Dec 10 03:04:11.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:11.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:12.118 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776307 locks:{ Global: { acquireCount: { r: 1172 } }, Database: { acquireCount: { r: 586 } }, Collection: { acquireCount: { r: 586 } } } protocol:op_command 694ms Sat Dec 10 03:04:12.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2761, clonedBytes: 604659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:13.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12426, clonedBytes: 2721294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:14.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23388, clonedBytes: 5122037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:15.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31678, clonedBytes: 6937621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:16.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41656, clonedBytes: 9122840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:18.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52322, clonedBytes: 11458842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:19.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62097, clonedBytes: 13599567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:20.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71176, clonedBytes: 15587533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:21.040 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12527267 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 488ms Sat Dec 10 03:04:21.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75855, clonedBytes: 16612234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:22.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86170, clonedBytes: 18871219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:23.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97412, clonedBytes: 21333439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:24.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107161, clonedBytes: 23469870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:25.625 I SHARDING [RangeDeleter] rangeDeleter deleted 123433 documents for IISLogs.pubprdenr02 from { datetime: new Date(1457727562000) } -> { datetime: new Date(1457727865000) } Sat Dec 10 03:04:25.626 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: MinKey } -> { datetime: new Date(1457718876000) }, with opId: 73736 Sat Dec 10 03:04:25.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116401, clonedBytes: 25493732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:26.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 125827, clonedBytes: 27558229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:27.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc50a666d1a4e49f53ece", ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129749, clonedBytes: 28417255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:27.772 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:04:27.774 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:04:27.774 I SHARDING [conn9] moveChunk setting version to: 7|0||584bc0e990d1dc672b548274 Sat Dec 10 03:04:27.794 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129749, clonedBytes: 28417255, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:04:27.794 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bc0e990d1dc672b548274 through { datetime: new Date(1476210288000) } -> { datetime: new Date(1476210446000) } for collection 'IISLogs.pubprdenr04' Sat Dec 10 03:04:27.796 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:27.796-0600-584bc51b666d1a4e49f53ed1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360667796), what: "moveChunk.commit", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129749, clonedBytes: 28417255, catchup: 0, steady: 0 } } Sat Dec 10 03:04:27.797 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:04:27.799 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:04:27.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:27.799-0600-584bc51b666d1a4e49f53ed2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360667799), what: "moveChunk.from", ns: "IISLogs.pubprdenr04", details: { min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 633, step 4 of 6: 16350, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:04:27.801 I SHARDING [conn9] distributed lock with ts: 584bc50a666d1a4e49f53ecc' unlocked. Sat Dec 10 03:04:27.802 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1476210135000) }, max: { datetime: new Date(1476210288000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc0e990d1dc672b548274') ], epoch: ObjectId('584bc0e990d1dc672b548274') } keyUpdates:0 writeConflicts:0 numYields:1017 reslen:154 locks:{ Global: { acquireCount: { r: 2046, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2182 } }, Database: { acquireCount: { r: 1019, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1019, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17019ms Sat Dec 10 03:04:27.806 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:04:27.807 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1444609660000) }, { datetime: new Date(1444772454000) }) in IISLogs.pubprdweb02', ts : 584bc51b666d1a4e49f53ed3 Sat Dec 10 03:04:27.808 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 4|0||584bc22c90d1dc672b54829b, current metadata version is 4|0||584bc22c90d1dc672b54829b Sat Dec 10 03:04:27.810 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 4|0||584bc22c90d1dc672b54829b to shard version 4|1||584bc22c90d1dc672b54829b Sat Dec 10 03:04:27.810 I SHARDING [conn9] collection version was loaded at version 4|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:04:27.810 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:27.810-0600-584bc51b666d1a4e49f53ed4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360667810), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:04:27.810 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bc22c90d1dc672b54829b Sat Dec 10 03:04:29.120 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:04:29.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:29.933 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776272 locks:{ Global: { acquireCount: { r: 964 } }, Database: { acquireCount: { r: 482 } }, Collection: { acquireCount: { r: 482 } } } protocol:op_command 807ms Sat Dec 10 03:04:30.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1627, clonedBytes: 448397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:31.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10997, clonedBytes: 3017012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:32.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20349, clonedBytes: 5534496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:33.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29727, clonedBytes: 8029410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:34.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40292, clonedBytes: 10839161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:35.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49314, clonedBytes: 13253372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:36.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57688, clonedBytes: 15520750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:37.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60698, clonedBytes: 16362348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:37.659 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12611797 locks:{ Global: { acquireCount: { r: 730 } }, Database: { acquireCount: { r: 365 } }, Collection: { acquireCount: { r: 365 } } } protocol:op_command 760ms Sat Dec 10 03:04:38.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69688, clonedBytes: 18726375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:39.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79211, clonedBytes: 21204960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:40.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90053, clonedBytes: 24068096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:41.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97834, clonedBytes: 26179462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:42.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105845, clonedBytes: 28478538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:43.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc51b666d1a4e49f53ed5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 28664332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:43.927 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:04:43.929 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:04:43.929 I SHARDING [conn9] moveChunk setting version to: 5|0||584bc22c90d1dc672b54829b Sat Dec 10 03:04:43.956 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 28664332, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:04:43.956 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bc22c90d1dc672b54829b through { datetime: new Date(1444772454000) } -> { datetime: new Date(1444924444000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:04:43.958 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:43.958-0600-584bc52b666d1a4e49f53ed8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360683958), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 28664332, catchup: 0, steady: 0 } } Sat Dec 10 03:04:43.961 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:04:43.961 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:04:43.972 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:43.972-0600-584bc52b666d1a4e49f53ed9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360683972), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1313, step 4 of 6: 14802, step 5 of 6: 33, step 6 of 6: 10, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:04:43.973 I SHARDING [conn9] distributed lock with ts: 584bc51b666d1a4e49f53ed3' unlocked. Sat Dec 10 03:04:43.973 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444609660000) }, max: { datetime: new Date(1444772454000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 162 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16168ms Sat Dec 10 03:04:44.463 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53762 #58 (33 connections now open) Sat Dec 10 03:04:44.465 I SHARDING [conn58] request split points lookup for chunk IISLogs.pubbsdweb1 { : new Date(1481311559000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 03:04:44.985 I NETWORK [initandlisten] connection accepted from 10.112.9.26:53763 #59 (34 connections now open) Sat Dec 10 03:04:45.065 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:04:45.066 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465602275000) }, { datetime: new Date(1465669502000) }) in IISLogs.pubbsdweb1', ts : 584bc52d666d1a4e49f53eda Sat Dec 10 03:04:45.066 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 39|0||584bba0d90d1dc672b548145, current metadata version is 39|0||584bba0d90d1dc672b548145 Sat Dec 10 03:04:45.090 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 39|0||584bba0d90d1dc672b548145 to shard version 39|1||584bba0d90d1dc672b548145 Sat Dec 10 03:04:45.090 I SHARDING [conn9] collection version was loaded at version 39|1||584bba0d90d1dc672b548145, took 4ms Sat Dec 10 03:04:45.090 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:04:45.090-0600-584bc52d666d1a4e49f53edb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360685090), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:04:45.095 I SHARDING [conn9] moveChunk request accepted at version 39|1||584bba0d90d1dc672b548145 Sat Dec 10 03:04:47.174 W SHARDING [conn58] Finding the split vector for IISLogs.pubbsdweb1 over { datetime: 1.0 } keyCount: 113359 numSplits: 0 lookedAt: 63216 took 2707ms Sat Dec 10 03:04:47.174 I COMMAND [conn58] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubbsdweb1", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481311559000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:520 reslen:166 locks:{ Global: { acquireCount: { r: 1042 } }, Database: { acquireCount: { r: 521 } }, Collection: { acquireCount: { r: 521 }, acquireWaitCount: { r: 1 }, timeAcquiringMicros: { r: 3108 } } } protocol:op_command 2708ms Sat Dec 10 03:04:48.540 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 03:04:48.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:48.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:49.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:49.450 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 881ms Sat Dec 10 03:04:49.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 700, clonedBytes: 207535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:50.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9923, clonedBytes: 2917836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:50.799 I SHARDING [conn59] request split points lookup for chunk IISLogs.pubprdenr04 { : new Date(1479682371000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 03:04:51.666 W SHARDING [conn59] Finding the split vector for IISLogs.pubprdenr04 over { datetime: 1.0 } keyCount: 65280 numSplits: 0 lookedAt: 32772 took 867ms Sat Dec 10 03:04:51.666 I COMMAND [conn59] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr04", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1479682371000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 33554432, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:261 reslen:166 locks:{ Global: { acquireCount: { r: 524 } }, Database: { acquireCount: { r: 262 } }, Collection: { acquireCount: { r: 262 } } } protocol:op_command 867ms Sat Dec 10 03:04:51.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17410, clonedBytes: 5119430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:52.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26549, clonedBytes: 7799903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:53.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36195, clonedBytes: 10605364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:54.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45179, clonedBytes: 13212862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:56.007 I SHARDING [RangeDeleter] rangeDeleter deleted 128902 documents for IISLogs.pubprdenr03 from { datetime: MinKey } -> { datetime: new Date(1457718876000) } Sat Dec 10 03:04:56.007 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr04 from { datetime: MinKey } -> { datetime: new Date(1458143554000) }, with opId: 74871 Sat Dec 10 03:04:56.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54319, clonedBytes: 15869121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:57.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56121, clonedBytes: 16394190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:57.173 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776151 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 937ms Sat Dec 10 03:04:58.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62631, clonedBytes: 18273921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:04:59.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71835, clonedBytes: 20974986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:00.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81582, clonedBytes: 23840096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:01.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90814, clonedBytes: 26576987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:02.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102314, clonedBytes: 29976026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:03.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111859, clonedBytes: 32791137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:04.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc52d666d1a4e49f53edc", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 33230882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:04.729 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:05:04.730 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:05:04.731 I SHARDING [conn9] moveChunk setting version to: 40|0||584bba0d90d1dc672b548145 Sat Dec 10 03:05:04.738 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 33230882, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:05:04.738 I SHARDING [conn9] moveChunk updating self version to: 40|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465669502000) } -> { datetime: new Date(1465745124000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:05:04.739 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:04.739-0600-584bc540666d1a4e49f53edf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360704739), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 33230882, catchup: 0, steady: 0 } } Sat Dec 10 03:05:04.740 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:05:04.744 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:05:04.744 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:04.744-0600-584bc540666d1a4e49f53ee0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360704744), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, step 1 of 6: 0, step 2 of 6: 29, step 3 of 6: 3451, step 4 of 6: 16182, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:05:04.746 I SHARDING [conn9] distributed lock with ts: 584bc52d666d1a4e49f53eda' unlocked. Sat Dec 10 03:05:04.746 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465602275000) }, max: { datetime: new Date(1465669502000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:912 reslen:154 locks:{ Global: { acquireCount: { r: 1836, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4117 } }, Database: { acquireCount: { r: 914, w: 4, W: 2 } }, Collection: { acquireCount: { r: 914, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 20078 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19686ms Sat Dec 10 03:05:04.751 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:05:04.752 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445148745000) }, { datetime: new Date(1445278491000) }) in IISLogs.pubprdweb01', ts : 584bc540666d1a4e49f53ee1 Sat Dec 10 03:05:04.752 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 13|0||584bbf4f90d1dc672b54822e, current metadata version is 13|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:05:04.753 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 13|0||584bbf4f90d1dc672b54822e to shard version 13|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:05:04.753 I SHARDING [conn9] collection version was loaded at version 13|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:05:04.753 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:04.753-0600-584bc540666d1a4e49f53ee2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360704753), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:05:04.754 I SHARDING [conn9] moveChunk request accepted at version 13|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:05:05.879 I SHARDING [conn9] moveChunk number of documents: 103028 Sat Dec 10 03:05:05.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:05.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:05.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:05.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:05.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:05.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:06.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:06.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:06.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:06.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:07.611 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776092 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1715ms Sat Dec 10 03:05:08.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3435, clonedBytes: 1045101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:09.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12015, clonedBytes: 3665096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:10.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20387, clonedBytes: 6090548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:11.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29176, clonedBytes: 8856468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:12.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37157, clonedBytes: 11509419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:13.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41276, clonedBytes: 12882501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:13.875 I COMMAND [conn4] command IISLogs.pubprdweb01 command: insert { insert: "pubprdweb01", documents: [ { _id: ObjectId('584bc5497391bb0990dcd1b8'), IP: "72.169.80.149", userAgent: "Mozilla/5.0+(Windows+NT+6.3;+WOW64;+Trident/7.0;+MDDCJS;+rv:11.0)+like+Gecko", Country: "United States of America", datetime: new Date(1481357846000), proxy: null, url: "/Records/Archives/ArchivesMvc/DeathCertificates/SearchResults", HTTPStatus: "200", HTTPResponseTime: "906" } ], ordered: true, shardVersion: [ Timestamp 13000|1, ObjectId('584bbf4f90d1dc672b54822e') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 649ms Sat Dec 10 03:05:14.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50965, clonedBytes: 15907282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:15.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52700, clonedBytes: 16418154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:16.348 I COMMAND [conn4] command IISLogs.pubprdweb01 command: insert { insert: "pubprdweb01", documents: [ { _id: ObjectId('584bc54c7391bb0990dcd1dd'), IP: "-", userAgent: "Mozilla/4.0+(compatible;+MSIE+7.0;+Windows+NT+6.3;+Win64;+x64;+Trident/7.0;+.NET4.0E;+.NET4.0C;+.NET+CLR+3.5.30729;+.NET+CLR+2.0.50727;+.NET+CLR+3.0.30729)", Country: null, datetime: new Date(1481358123000), proxy: null, url: "/business/corporations/", HTTPStatus: "200", HTTPResponseTime: "31" } ], ordered: true, shardVersion: [ Timestamp 13000|1, ObjectId('584bbf4f90d1dc672b54822e') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 326ms Sat Dec 10 03:05:16.587 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15308881 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1518ms Sat Dec 10 03:05:16.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55408, clonedBytes: 17292696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:17.505 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: count { count: "pubbsdweb1", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keyUpdates:0 writeConflicts:0 numYields:37 reslen:122 locks:{ Global: { acquireCount: { r: 76 } }, Database: { acquireCount: { r: 38 } }, Collection: { acquireCount: { r: 38 } } } protocol:op_query 839ms Sat Dec 10 03:05:17.838 I COMMAND [conn10] command IISLogs.pubprdenr03 command: count { count: "pubprdenr03", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keyUpdates:0 writeConflicts:0 numYields:19 reslen:122 locks:{ Global: { acquireCount: { r: 40 } }, Database: { acquireCount: { r: 20 } }, Collection: { acquireCount: { r: 20 } } } protocol:op_query 168ms Sat Dec 10 03:05:17.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64066, clonedBytes: 19957620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:18.050 I COMMAND [conn10] command IISLogs.pubprdweb01 command: count { count: "pubprdweb01", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keyUpdates:0 writeConflicts:0 numYields:17 reslen:122 locks:{ Global: { acquireCount: { r: 36 } }, Database: { acquireCount: { r: 18 } }, Collection: { acquireCount: { r: 18 } } } protocol:op_query 140ms Sat Dec 10 03:05:18.458 I COMMAND [conn10] command IISLogs.pubprdweb03 command: count { count: "pubprdweb03", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keyUpdates:0 writeConflicts:0 numYields:32 reslen:122 locks:{ Global: { acquireCount: { r: 66 } }, Database: { acquireCount: { r: 33 } }, Collection: { acquireCount: { r: 33 } } } protocol:op_query 316ms Sat Dec 10 03:05:18.612 I SHARDING [conn53] remotely refreshing metadata for IISLogs.pubbsdweb1 with requested shard version 40|1||584bba0d90d1dc672b548145 based on current shard version 40|0||584bba0d90d1dc672b548145, current metadata version is 40|0||584bba0d90d1dc672b548145 Sat Dec 10 03:05:18.629 I SHARDING [conn53] updating metadata for IISLogs.pubbsdweb1 from shard version 40|0||584bba0d90d1dc672b548145 to shard version 40|1||584bba0d90d1dc672b548145 Sat Dec 10 03:05:18.630 I SHARDING [conn53] collection version was loaded at version 40|1||584bba0d90d1dc672b548145, took 17ms Sat Dec 10 03:05:18.687 I COMMAND [conn53] command IISLogs.pubbsdweb1 command: find { find: "pubbsdweb1", filter: { datetime: { $gte: new Date(1481328000000), $lt: new Date(1481518800000) }, IP: { $exists: true }, Country: { $exists: true }, url: { $exists: true }, userAgent: /.*.*/ }, projection: { $sortKey: { $meta: "sortKey" } }, sort: { datetime: -1 }, limit: 142, shardVersion: [ Timestamp 40000|1, ObjectId('584bba0d90d1dc672b548145') ] } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:64639292391 keysExamined:101 docsExamined:101 keyUpdates:0 writeConflicts:0 numYields:1 nreturned:101 reslen:34275 locks:{ Global: { acquireCount: { r: 5, w: 1 } }, Database: { acquireCount: { r: 2, w: 1 } }, Collection: { acquireCount: { r: 2, W: 1 } } } protocol:op_command 179ms Sat Dec 10 03:05:18.769 I SHARDING [conn54] remotely refreshing metadata for IISLogs.pubbsdweb2 with requested shard version 12|1||584bbf7a90d1dc672b548236 based on current shard version 12|0||584bbf7a90d1dc672b548236, current metadata version is 12|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:05:18.772 I SHARDING [conn54] updating metadata for IISLogs.pubbsdweb2 from shard version 12|0||584bbf7a90d1dc672b548236 to shard version 12|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:05:18.772 I SHARDING [conn54] collection version was loaded at version 12|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 03:05:18.882 I SHARDING [conn55] remotely refreshing metadata for IISLogs.pubprdenr01 with requested shard version 8|1||584bc07690d1dc672b548266 based on current shard version 8|0||584bc07690d1dc672b548266, current metadata version is 8|0||584bc07690d1dc672b548266 Sat Dec 10 03:05:18.885 I SHARDING [conn55] updating metadata for IISLogs.pubprdenr01 from shard version 8|0||584bc07690d1dc672b548266 to shard version 8|1||584bc07690d1dc672b548266 Sat Dec 10 03:05:18.885 I SHARDING [conn55] collection version was loaded at version 8|1||584bc07690d1dc672b548266, took 2ms Sat Dec 10 03:05:18.901 I SHARDING [conn52] remotely refreshing metadata for IISLogs.pubprdenr02 with requested shard version 6|1||584bc09190d1dc672b54826b based on current shard version 6|0||584bc09190d1dc672b54826b, current metadata version is 6|0||584bc09190d1dc672b54826b Sat Dec 10 03:05:18.902 I SHARDING [conn52] updating metadata for IISLogs.pubprdenr02 from shard version 6|0||584bc09190d1dc672b54826b to shard version 6|1||584bc09190d1dc672b54826b Sat Dec 10 03:05:18.902 I SHARDING [conn52] collection version was loaded at version 6|1||584bc09190d1dc672b54826b, took 1ms Sat Dec 10 03:05:18.914 I SHARDING [conn53] remotely refreshing metadata for IISLogs.pubprdenr03 with requested shard version 7|1||584bc0d090d1dc672b548270 based on current shard version 7|0||584bc0d090d1dc672b548270, current metadata version is 7|0||584bc0d090d1dc672b548270 Sat Dec 10 03:05:18.915 I SHARDING [conn53] updating metadata for IISLogs.pubprdenr03 from shard version 7|0||584bc0d090d1dc672b548270 to shard version 7|1||584bc0d090d1dc672b548270 Sat Dec 10 03:05:18.916 I SHARDING [conn53] collection version was loaded at version 7|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:05:18.990 I SHARDING [conn54] remotely refreshing metadata for IISLogs.pubprdenr04 with requested shard version 7|1||584bc0e990d1dc672b548274 based on current shard version 7|0||584bc0e990d1dc672b548274, current metadata version is 7|0||584bc0e990d1dc672b548274 Sat Dec 10 03:05:18.993 I SHARDING [conn54] updating metadata for IISLogs.pubprdenr04 from shard version 7|0||584bc0e990d1dc672b548274 to shard version 7|1||584bc0e990d1dc672b548274 Sat Dec 10 03:05:18.993 I SHARDING [conn54] collection version was loaded at version 7|1||584bc0e990d1dc672b548274, took 2ms Sat Dec 10 03:05:19.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72183, clonedBytes: 22431195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:19.043 I SHARDING [conn55] remotely refreshing metadata for IISLogs.pubprdenr05 with requested shard version 2|1||584bc0ee90d1dc672b548278 based on current shard version 2|0||584bc0ee90d1dc672b548278, current metadata version is 2|0||584bc0ee90d1dc672b548278 Sat Dec 10 03:05:19.052 I SHARDING [conn55] updating metadata for IISLogs.pubprdenr05 from shard version 2|0||584bc0ee90d1dc672b548278 to shard version 2|1||584bc0ee90d1dc672b548278 Sat Dec 10 03:05:19.052 I SHARDING [conn55] collection version was loaded at version 2|1||584bc0ee90d1dc672b548278, took 9ms Sat Dec 10 03:05:19.158 I SHARDING [conn53] remotely refreshing metadata for IISLogs.pubprdweb02 with requested shard version 5|1||584bc22c90d1dc672b54829b based on current shard version 5|0||584bc22c90d1dc672b54829b, current metadata version is 5|0||584bc22c90d1dc672b54829b Sat Dec 10 03:05:19.175 I SHARDING [conn53] updating metadata for IISLogs.pubprdweb02 from shard version 5|0||584bc22c90d1dc672b54829b to shard version 5|1||584bc22c90d1dc672b54829b Sat Dec 10 03:05:19.175 I SHARDING [conn53] collection version was loaded at version 5|1||584bc22c90d1dc672b54829b, took 16ms Sat Dec 10 03:05:20.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80579, clonedBytes: 24946459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:21.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89880, clonedBytes: 27678226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:22.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98543, clonedBytes: 30132719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:23.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc540666d1a4e49f53ee3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103028, clonedBytes: 31385701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:23.154 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:05:23.156 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:05:23.156 I SHARDING [conn9] moveChunk setting version to: 14|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:05:23.169 I WRITE [conn4] write request to old shard version 13|1||584bbf4f90d1dc672b54822e waiting for migration commit Sat Dec 10 03:05:23.170 I SHARDING [conn4] Waiting for 10 seconds for the migration critical section to end Sat Dec 10 03:05:23.178 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103028, clonedBytes: 31385701, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:05:23.178 I SHARDING [conn9] moveChunk updating self version to: 14|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445278491000) } -> { datetime: new Date(1445362015000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:05:23.179 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:23.179-0600-584bc553666d1a4e49f53ee6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360723179), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103028, clonedBytes: 31385701, catchup: 0, steady: 0 } } Sat Dec 10 03:05:23.181 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:05:23.181 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:05:23.181 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:23.181-0600-584bc553666d1a4e49f53ee7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360723181), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1132, step 4 of 6: 17266, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:05:23.183 I SHARDING [conn9] distributed lock with ts: 584bc540666d1a4e49f53ee1' unlocked. Sat Dec 10 03:05:23.183 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445148745000) }, max: { datetime: new Date(1445278491000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 193 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18432ms Sat Dec 10 03:05:23.187 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:05:23.188 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463581717000) }, { datetime: new Date(1463628190000) }) in IISLogs.pubbsdweb2', ts : 584bc553666d1a4e49f53ee8 Sat Dec 10 03:05:23.188 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 12|1||584bbf7a90d1dc672b548236, current metadata version is 12|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:05:23.190 I SHARDING [conn9] metadata of collection IISLogs.pubbsdweb2 already up to date (shard version : 12|1||584bbf7a90d1dc672b548236, took 1ms) Sat Dec 10 03:05:23.190 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:23.190-0600-584bc553666d1a4e49f53ee9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360723190), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:05:23.191 I SHARDING [conn9] moveChunk request accepted at version 12|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:05:24.925 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:05:24.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:24.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:24.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:24.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:24.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:25.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:25.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:25.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:25.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:25.760 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776234 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 806ms Sat Dec 10 03:05:25.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1052, clonedBytes: 312196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:27.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10050, clonedBytes: 2932944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:28.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19243, clonedBytes: 5618045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:29.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28001, clonedBytes: 8130756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:30.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36831, clonedBytes: 10632144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:31.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46676, clonedBytes: 13432932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:32.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56581, clonedBytes: 16288207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:33.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56934, clonedBytes: 16388658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:33.311 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16613160 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1030ms Sat Dec 10 03:05:34.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65671, clonedBytes: 18914564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:35.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74649, clonedBytes: 21477932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:36.049 I SHARDING [RangeDeleter] rangeDeleter deleted 130561 documents for IISLogs.pubprdenr04 from { datetime: MinKey } -> { datetime: new Date(1458143554000) } Sat Dec 10 03:05:36.049 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr05 from { datetime: MinKey } -> { datetime: new Date(1466651596000) }, with opId: 76551 Sat Dec 10 03:05:36.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83829, clonedBytes: 24100182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:37.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93816, clonedBytes: 26902048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:38.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103873, clonedBytes: 29794814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:39.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113205, clonedBytes: 32461623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:40.422 I SHARDING [conn58] request split points lookup for chunk IISLogs.pubprdenr05 { : new Date(1480585045000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 03:05:40.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc553666d1a4e49f53eea", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 32615110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:40.644 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:05:40.645 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:05:40.645 I SHARDING [conn9] moveChunk setting version to: 13|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:05:40.663 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 32615110, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:05:40.663 I SHARDING [conn9] moveChunk updating self version to: 13|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463628190000) } -> { datetime: new Date(1463691020000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:05:40.665 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:40.665-0600-584bc564666d1a4e49f53eed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360740665), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 32615110, catchup: 0, steady: 0 } } Sat Dec 10 03:05:40.666 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:05:40.666 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:05:40.667 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:40.667-0600-584bc564666d1a4e49f53eee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360740667), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1741, step 4 of 6: 15710, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:05:40.668 I SHARDING [conn9] distributed lock with ts: 584bc553666d1a4e49f53ee8' unlocked. Sat Dec 10 03:05:40.668 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463581717000) }, max: { datetime: new Date(1463628190000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 199 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17481ms Sat Dec 10 03:05:40.673 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:05:40.675 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457720700000) }, { datetime: new Date(1457721018000) }) in IISLogs.pubprdenr03', ts : 584bc564666d1a4e49f53eef Sat Dec 10 03:05:40.675 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 7|1||584bc0d090d1dc672b548270, current metadata version is 7|1||584bc0d090d1dc672b548270 Sat Dec 10 03:05:40.676 I SHARDING [conn9] metadata of collection IISLogs.pubprdenr03 already up to date (shard version : 7|1||584bc0d090d1dc672b548270, took 1ms) Sat Dec 10 03:05:40.677 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:40.677-0600-584bc564666d1a4e49f53ef0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360740677), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:05:40.677 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bc0d090d1dc672b548270 Sat Dec 10 03:05:41.455 I SHARDING [conn9] moveChunk number of documents: 129053 Sat Dec 10 03:05:41.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:41.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:42.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:42.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:42.836 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776122 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 1376ms Sat Dec 10 03:05:43.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6243, clonedBytes: 1610869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:44.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16208, clonedBytes: 4182592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:45.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27617, clonedBytes: 7125867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:46.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37538, clonedBytes: 9686630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:48.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46044, clonedBytes: 11881333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:49.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55725, clonedBytes: 14378625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:50.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63345, clonedBytes: 16343669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:51.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63345, clonedBytes: 16343669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:51.668 I NETWORK [conn59] end connection 10.112.9.26:53763 (33 connections now open) Sat Dec 10 03:05:51.725 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 1018 } }, Database: { acquireCount: { r: 509 } }, Collection: { acquireCount: { r: 509 } } } protocol:op_command 1485ms Sat Dec 10 03:05:52.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67767, clonedBytes: 17485026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:53.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76794, clonedBytes: 19814564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:54.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87431, clonedBytes: 22558661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:55.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96782, clonedBytes: 24971495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:56.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106725, clonedBytes: 27536700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:57.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116866, clonedBytes: 30153986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:58.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 125824, clonedBytes: 32464454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:59.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc564666d1a4e49f53ef1", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129053, clonedBytes: 33297707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:05:59.934 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:05:59.935 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:05:59.936 I SHARDING [conn9] moveChunk setting version to: 8|0||584bc0d090d1dc672b548270 Sat Dec 10 03:05:59.941 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129053, clonedBytes: 33297707, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:05:59.941 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457721018000) } -> { datetime: new Date(1457721329000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:05:59.943 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:59.943-0600-584bc577666d1a4e49f53ef4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360759943), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129053, clonedBytes: 33297707, catchup: 0, steady: 0 } } Sat Dec 10 03:05:59.943 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:05:59.944 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:05:59.944 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:59.944-0600-584bc577666d1a4e49f53ef5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360759944), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 780, step 4 of 6: 18474, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:05:59.946 I SHARDING [conn9] distributed lock with ts: 584bc564666d1a4e49f53eef' unlocked. Sat Dec 10 03:05:59.946 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457720700000) }, max: { datetime: new Date(1457721018000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1011 reslen:154 locks:{ Global: { acquireCount: { r: 2034, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 406 } }, Database: { acquireCount: { r: 1013, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1013, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19273ms Sat Dec 10 03:05:59.950 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:05:59.951 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1444772454000) }, { datetime: new Date(1444924444000) }) in IISLogs.pubprdweb02', ts : 584bc577666d1a4e49f53ef6 Sat Dec 10 03:05:59.951 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 5|1||584bc22c90d1dc672b54829b, current metadata version is 5|1||584bc22c90d1dc672b54829b Sat Dec 10 03:05:59.952 I SHARDING [conn9] metadata of collection IISLogs.pubprdweb02 already up to date (shard version : 5|1||584bc22c90d1dc672b54829b, took 1ms) Sat Dec 10 03:05:59.953 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:05:59.953-0600-584bc577666d1a4e49f53ef7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360759953), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:05:59.954 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bc22c90d1dc672b54829b Sat Dec 10 03:06:01.282 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 03:06:01.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:01.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:02.075 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 787ms Sat Dec 10 03:06:02.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1655, clonedBytes: 468221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:03.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8912, clonedBytes: 2501406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:04.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18240, clonedBytes: 5122906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:05.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28285, clonedBytes: 8044415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:06.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37114, clonedBytes: 10401344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:07.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44907, clonedBytes: 12488365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:08.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54613, clonedBytes: 15058056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:09.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59658, clonedBytes: 16369646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:10.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59658, clonedBytes: 16369646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:11.530 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13353778 locks:{ Global: { acquireCount: { r: 760 } }, Database: { acquireCount: { r: 380 } }, Collection: { acquireCount: { r: 380 } } } protocol:op_command 1979ms Sat Dec 10 03:06:12.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63468, clonedBytes: 17421474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:13.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72379, clonedBytes: 19934605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:14.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81715, clonedBytes: 22545050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:15.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89552, clonedBytes: 24693489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:16.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97946, clonedBytes: 27112043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:17.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106522, clonedBytes: 29406338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:17.908 I SHARDING [RangeDeleter] rangeDeleter deleted 133682 documents for IISLogs.pubprdenr05 from { datetime: MinKey } -> { datetime: new Date(1466651596000) } Sat Dec 10 03:06:17.908 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465321670000) } -> { datetime: new Date(1465373700000) }, with opId: 76996 Sat Dec 10 03:06:18.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc577666d1a4e49f53ef8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 29406338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:18.293 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:06:18.294 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:06:18.295 I SHARDING [conn9] moveChunk setting version to: 6|0||584bc22c90d1dc672b54829b Sat Dec 10 03:06:18.298 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 29406338, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:06:18.304 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bc22c90d1dc672b54829b through { datetime: new Date(1444924444000) } -> { datetime: new Date(1445036943000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:06:18.305 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:18.305-0600-584bc58a666d1a4e49f53efb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360778305), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 29406338, catchup: 0, steady: 0 } } Sat Dec 10 03:06:18.306 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:06:18.307 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:06:18.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:18.307-0600-584bc58a666d1a4e49f53efc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360778307), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1331, step 4 of 6: 17006, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:06:18.308 I SHARDING [conn9] distributed lock with ts: 584bc577666d1a4e49f53ef6' unlocked. Sat Dec 10 03:06:18.309 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444772454000) }, max: { datetime: new Date(1444924444000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 409 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18359ms Sat Dec 10 03:06:19.377 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:06:19.378 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465669502000) }, { datetime: new Date(1465745124000) }) in IISLogs.pubbsdweb1', ts : 584bc58b666d1a4e49f53efd Sat Dec 10 03:06:19.378 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 40|1||584bba0d90d1dc672b548145, current metadata version is 40|1||584bba0d90d1dc672b548145 Sat Dec 10 03:06:19.380 I SHARDING [conn9] metadata of collection IISLogs.pubbsdweb1 already up to date (shard version : 40|1||584bba0d90d1dc672b548145, took 1ms) Sat Dec 10 03:06:19.380 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:19.380-0600-584bc58b666d1a4e49f53efe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360779380), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:06:19.382 I SHARDING [conn9] moveChunk request accepted at version 40|1||584bba0d90d1dc672b548145 Sat Dec 10 03:06:21.151 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 03:06:21.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:21.893 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776062 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 725ms Sat Dec 10 03:06:22.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2988, clonedBytes: 880361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:23.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11198, clonedBytes: 3298500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:24.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19996, clonedBytes: 5878693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:25.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28462, clonedBytes: 8365336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:26.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37372, clonedBytes: 10973752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:27.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45560, clonedBytes: 13376355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:28.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55343, clonedBytes: 16251652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:29.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55828, clonedBytes: 16396228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:30.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55828, clonedBytes: 16396228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:30.942 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776111 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 2124ms Sat Dec 10 03:06:32.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65236, clonedBytes: 19157097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:33.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77074, clonedBytes: 22605458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:34.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85701, clonedBytes: 25125293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:35.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94370, clonedBytes: 27659398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:36.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104163, clonedBytes: 30553955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:37.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113180, clonedBytes: 33208202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:38.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc58b666d1a4e49f53eff", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 33261186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:38.472 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:06:38.473 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:06:38.474 I SHARDING [conn9] moveChunk setting version to: 41|0||584bba0d90d1dc672b548145 Sat Dec 10 03:06:38.485 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 33261186, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:06:38.492 I SHARDING [conn9] moveChunk updating self version to: 41|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465745124000) } -> { datetime: new Date(1465819366000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:06:38.493 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:38.493-0600-584bc59e666d1a4e49f53f02", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360798493), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 33261186, catchup: 0, steady: 0 } } Sat Dec 10 03:06:38.495 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:06:38.495 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:06:38.495 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:38.495-0600-584bc59e666d1a4e49f53f03", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360798495), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1772, step 4 of 6: 17316, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:06:38.497 I SHARDING [conn9] distributed lock with ts: 584bc58b666d1a4e49f53efd' unlocked. Sat Dec 10 03:06:38.497 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465669502000) }, max: { datetime: new Date(1465745124000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 248 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 288 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19122ms Sat Dec 10 03:06:38.505 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:06:38.507 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445278491000) }, { datetime: new Date(1445362015000) }) in IISLogs.pubprdweb01', ts : 584bc59e666d1a4e49f53f04 Sat Dec 10 03:06:38.507 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 14|0||584bbf4f90d1dc672b54822e, current metadata version is 14|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:06:38.510 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 14|0||584bbf4f90d1dc672b54822e to shard version 14|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:06:38.510 I SHARDING [conn9] collection version was loaded at version 14|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 03:06:38.510 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:38.510-0600-584bc59e666d1a4e49f53f05", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360798510), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:06:38.511 I SHARDING [conn9] moveChunk request accepted at version 14|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:06:39.957 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 03:06:39.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:39.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:39.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:40.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:40.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:40.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:40.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:40.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:40.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:41.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:41.535 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776190 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1559ms Sat Dec 10 03:06:42.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4094, clonedBytes: 1123791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:43.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13361, clonedBytes: 3763110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:44.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23596, clonedBytes: 6742569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:45.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34104, clonedBytes: 10105343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:46.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43521, clonedBytes: 13228414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:47.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53854, clonedBytes: 16237795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:48.233 I SHARDING [RangeDeleter] rangeDeleter deleted 113344 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465321670000) } -> { datetime: new Date(1465373700000) } Sat Dec 10 03:06:48.233 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444683096000) } -> { datetime: new Date(1444765974000) }, with opId: 77261 Sat Dec 10 03:06:48.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54422, clonedBytes: 16406198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:49.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54422, clonedBytes: 16406198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:50.034 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14769567 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 2387ms Sat Dec 10 03:06:50.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59665, clonedBytes: 18013080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:51.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69539, clonedBytes: 21038282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:52.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78059, clonedBytes: 23626204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:53.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86832, clonedBytes: 26339504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:54.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95556, clonedBytes: 28812517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:55.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc59e666d1a4e49f53f06", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 30847185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:55.976 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:06:55.978 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:06:55.982 I SHARDING [conn9] moveChunk setting version to: 15|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:06:55.988 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 30847185, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:06:55.988 I SHARDING [conn9] moveChunk updating self version to: 15|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445362015000) } -> { datetime: new Date(1445454483000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:06:55.990 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:55.989-0600-584bc5af666d1a4e49f53f09", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360815989), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 30847185, catchup: 0, steady: 0 } } Sat Dec 10 03:06:55.993 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:06:55.993 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:06:55.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:55.993-0600-584bc5af666d1a4e49f53f0a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360815993), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1459, step 4 of 6: 16004, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:06:55.996 I SHARDING [conn9] distributed lock with ts: 584bc59e666d1a4e49f53f04' unlocked. Sat Dec 10 03:06:55.997 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445278491000) }, max: { datetime: new Date(1445362015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 86 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 3870 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17492ms Sat Dec 10 03:06:56.001 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:06:56.011 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463628190000) }, { datetime: new Date(1463691020000) }) in IISLogs.pubbsdweb2', ts : 584bc5b0666d1a4e49f53f0b Sat Dec 10 03:06:56.011 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 13|0||584bbf7a90d1dc672b548236, current metadata version is 13|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:06:56.012 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 13|0||584bbf7a90d1dc672b548236 to shard version 13|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:06:56.012 I SHARDING [conn9] collection version was loaded at version 13|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:06:56.012 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:06:56.012-0600-584bc5b0666d1a4e49f53f0c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360816012), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:06:56.013 I SHARDING [conn9] moveChunk request accepted at version 13|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:06:58.419 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 03:06:58.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:58.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:59.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:06:59.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:00.140 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1700ms Sat Dec 10 03:07:00.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4105, clonedBytes: 1170503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:01.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14776, clonedBytes: 4259681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:02.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24476, clonedBytes: 7087677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:03.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34173, clonedBytes: 9954016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:05.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44512, clonedBytes: 12988388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:06.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53851, clonedBytes: 15738857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:07.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56056, clonedBytes: 16394770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:07.930 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1526ms Sat Dec 10 03:07:08.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57595, clonedBytes: 16847447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:09.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66890, clonedBytes: 19585519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:10.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75302, clonedBytes: 22083297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:11.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:12.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:12.694 I SHARDING [RangeDeleter] rangeDeleter deleted 102913 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444683096000) } -> { datetime: new Date(1444765974000) } Sat Dec 10 03:07:12.694 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463084430000) } -> { datetime: new Date(1463145009000) }, with opId: 77370 Sat Dec 10 03:07:13.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:14.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:15.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:16.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:17.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:18.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77002, clonedBytes: 22586116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:19.660 I NETWORK [conn58] end connection 10.112.9.26:53762 (32 connections now open) Sat Dec 10 03:07:19.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82857, clonedBytes: 24311357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:20.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93998, clonedBytes: 27636064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:22.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107449, clonedBytes: 31592294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:23.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5b0666d1a4e49f53f0d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33439060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:23.501 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:07:23.514 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:07:23.516 I SHARDING [conn9] moveChunk setting version to: 14|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:07:23.582 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33439060, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:07:23.582 I SHARDING [conn9] moveChunk updating self version to: 14|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463691020000) } -> { datetime: new Date(1463765258000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:07:23.598 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:07:23.598-0600-584bc5cb666d1a4e49f53f10", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360843598), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33439060, catchup: 0, steady: 0 } } Sat Dec 10 03:07:23.600 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:07:23.610 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:07:23.611 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:07:23.611-0600-584bc5cb666d1a4e49f53f11", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360843611), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, step 1 of 6: 8, step 2 of 6: 3, step 3 of 6: 2421, step 4 of 6: 25065, step 5 of 6: 109, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:07:23.628 I SHARDING [conn9] distributed lock with ts: 584bc5b0666d1a4e49f53f0b' unlocked. Sat Dec 10 03:07:23.628 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463628190000) }, max: { datetime: new Date(1463691020000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10496 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1432 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27628ms Sat Dec 10 03:07:23.672 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:07:23.674 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457721018000) }, { datetime: new Date(1457721329000) }) in IISLogs.pubprdenr03', ts : 584bc5cb666d1a4e49f53f12 Sat Dec 10 03:07:23.674 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 8|0||584bc0d090d1dc672b548270, current metadata version is 8|0||584bc0d090d1dc672b548270 Sat Dec 10 03:07:23.681 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 8|0||584bc0d090d1dc672b548270 to shard version 8|1||584bc0d090d1dc672b548270 Sat Dec 10 03:07:23.681 I SHARDING [conn9] collection version was loaded at version 8|1||584bc0d090d1dc672b548270, took 6ms Sat Dec 10 03:07:23.681 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:07:23.681-0600-584bc5cb666d1a4e49f53f13", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360843681), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:07:23.682 I SHARDING [conn9] moveChunk request accepted at version 8|1||584bc0d090d1dc672b548270 Sat Dec 10 03:07:24.611 I SHARDING [conn9] moveChunk number of documents: 128820 Sat Dec 10 03:07:24.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:24.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:24.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:24.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:24.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:24.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:24.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:25.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:25.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:26.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:27.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:27.682 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776125 locks:{ Global: { acquireCount: { r: 1038 } }, Database: { acquireCount: { r: 519 } }, Collection: { acquireCount: { r: 519 } } } protocol:op_command 3061ms Sat Dec 10 03:07:28.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7497, clonedBytes: 1934457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:29.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13780, clonedBytes: 3555472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:30.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19968, clonedBytes: 5151850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:31.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26522, clonedBytes: 6841852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:33.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34668, clonedBytes: 8943929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:34.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41421, clonedBytes: 10684566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:35.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49368, clonedBytes: 12734358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:36.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59457, clonedBytes: 15336509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:37.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63359, clonedBytes: 16343574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:38.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63359, clonedBytes: 16343574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:38.722 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776120 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 1847ms Sat Dec 10 03:07:39.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71989, clonedBytes: 18570673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:40.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80360, clonedBytes: 20730099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:41.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89101, clonedBytes: 22984891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:42.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98662, clonedBytes: 25452540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:43.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107390, clonedBytes: 27704287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:44.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116267, clonedBytes: 29993984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:46.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 123866, clonedBytes: 31954959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:47.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5cb666d1a4e49f53f14", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128820, clonedBytes: 33233064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:47.062 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:07:47.063 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:07:47.064 I SHARDING [conn9] moveChunk setting version to: 9|0||584bc0d090d1dc672b548270 Sat Dec 10 03:07:47.075 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128820, clonedBytes: 33233064, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:07:47.075 I SHARDING [conn9] moveChunk updating self version to: 9|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457721329000) } -> { datetime: new Date(1457721644000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:07:47.077 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:07:47.077-0600-584bc5e3666d1a4e49f53f17", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360867077), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128820, clonedBytes: 33233064, catchup: 0, steady: 0 } } Sat Dec 10 03:07:47.079 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:07:47.080 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:07:47.080 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:07:47.080-0600-584bc5e3666d1a4e49f53f18", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360867080), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 938, step 4 of 6: 22441, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:07:47.083 I SHARDING [conn9] distributed lock with ts: 584bc5cb666d1a4e49f53f12' unlocked. Sat Dec 10 03:07:47.083 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721018000) }, max: { datetime: new Date(1457721329000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1010 reslen:154 locks:{ Global: { acquireCount: { r: 2032, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 529 } }, Database: { acquireCount: { r: 1012, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1012, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23413ms Sat Dec 10 03:07:47.094 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:07:47.095 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1444924444000) }, { datetime: new Date(1445036943000) }) in IISLogs.pubprdweb02', ts : 584bc5e3666d1a4e49f53f19 Sat Dec 10 03:07:47.095 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 6|0||584bc22c90d1dc672b54829b, current metadata version is 6|0||584bc22c90d1dc672b54829b Sat Dec 10 03:07:47.096 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 6|0||584bc22c90d1dc672b54829b to shard version 6|1||584bc22c90d1dc672b54829b Sat Dec 10 03:07:47.097 I SHARDING [conn9] collection version was loaded at version 6|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:07:47.097 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:07:47.097-0600-584bc5e3666d1a4e49f53f1a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360867097), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:07:47.097 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bc22c90d1dc672b54829b Sat Dec 10 03:07:48.672 I SHARDING [conn9] moveChunk number of documents: 106520 Sat Dec 10 03:07:48.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:48.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:49.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:49.572 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776251 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 887ms Sat Dec 10 03:07:49.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 980, clonedBytes: 268083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:50.725 I SHARDING [RangeDeleter] rangeDeleter deleted 113854 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463084430000) } -> { datetime: new Date(1463145009000) } Sat Dec 10 03:07:50.725 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: new Date(1446149175000) } -> { datetime: new Date(1446149650000) }, with opId: 77575 Sat Dec 10 03:07:50.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9594, clonedBytes: 2596409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:51.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18100, clonedBytes: 4999312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:52.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26913, clonedBytes: 7727569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:53.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35103, clonedBytes: 10253636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:55.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45061, clonedBytes: 13115089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:56.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54892, clonedBytes: 16047675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:57.109 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15123544 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 821ms Sat Dec 10 03:07:57.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56346, clonedBytes: 16469508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:58.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65955, clonedBytes: 19271019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:07:59.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74782, clonedBytes: 21867029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:00.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84141, clonedBytes: 24575496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:01.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94688, clonedBytes: 27577332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:02.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104527, clonedBytes: 30574508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:03.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5e3666d1a4e49f53f1b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106520, clonedBytes: 31176079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:03.497 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:08:03.499 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:08:03.499 I SHARDING [conn9] moveChunk setting version to: 7|0||584bc22c90d1dc672b54829b Sat Dec 10 03:08:03.508 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106520, clonedBytes: 31176079, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:08:03.509 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bc22c90d1dc672b54829b through { datetime: new Date(1445036943000) } -> { datetime: new Date(1445236466000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:08:03.510 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:03.510-0600-584bc5f3666d1a4e49f53f1e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360883510), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106520, clonedBytes: 31176079, catchup: 0, steady: 0 } } Sat Dec 10 03:08:03.511 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:08:03.511 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:08:03.511 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:03.511-0600-584bc5f3666d1a4e49f53f1f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360883511), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1578, step 4 of 6: 14820, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:08:03.513 I SHARDING [conn9] distributed lock with ts: 584bc5e3666d1a4e49f53f19' unlocked. Sat Dec 10 03:08:03.513 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444924444000) }, max: { datetime: new Date(1445036943000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:838 reslen:154 locks:{ Global: { acquireCount: { r: 1688, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 146 } }, Database: { acquireCount: { r: 840, w: 4, W: 2 } }, Collection: { acquireCount: { r: 840, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16419ms Sat Dec 10 03:08:04.533 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55274 #60 (33 connections now open) Sat Dec 10 03:08:04.604 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:08:04.605 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465745124000) }, { datetime: new Date(1465819366000) }) in IISLogs.pubbsdweb1', ts : 584bc5f4666d1a4e49f53f20 Sat Dec 10 03:08:04.605 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 41|0||584bba0d90d1dc672b548145, current metadata version is 41|0||584bba0d90d1dc672b548145 Sat Dec 10 03:08:04.607 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 41|0||584bba0d90d1dc672b548145 to shard version 41|1||584bba0d90d1dc672b548145 Sat Dec 10 03:08:04.607 I SHARDING [conn9] collection version was loaded at version 41|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:08:04.607 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:04.607-0600-584bc5f4666d1a4e49f53f21", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360884607), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:08:04.608 I SHARDING [conn9] moveChunk request accepted at version 41|1||584bba0d90d1dc672b548145 Sat Dec 10 03:08:06.662 I SHARDING [conn9] moveChunk number of documents: 113357 Sat Dec 10 03:08:06.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:06.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:07.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:07.534 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776190 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 850ms Sat Dec 10 03:08:07.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1157, clonedBytes: 340047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:08.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10353, clonedBytes: 3061654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:09.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20004, clonedBytes: 5922608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:09.955 I COMMAND [conn29] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:399142 reslen:134 locks:{ Global: { acquireCount: { r: 798286 } }, Database: { acquireCount: { r: 399143 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 42147688 } }, Collection: { acquireCount: { r: 399143 } } } protocol:op_command 2714328ms Sat Dec 10 03:08:10.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30286, clonedBytes: 9130893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:11.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38889, clonedBytes: 11805446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:13.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47821, clonedBytes: 14557098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:14.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53837, clonedBytes: 16410293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:14.653 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776111 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 973ms Sat Dec 10 03:08:15.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57777, clonedBytes: 17628241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:16.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66604, clonedBytes: 20339240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:16.902 I SHARDING [RangeDeleter] rangeDeleter deleted 129449 documents for IISLogs.pubprdenr01 from { datetime: new Date(1446149175000) } -> { datetime: new Date(1446149650000) } Sat Dec 10 03:08:16.902 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr02 from { datetime: new Date(1457727865000) } -> { datetime: new Date(1457728171000) }, with opId: 77749 Sat Dec 10 03:08:17.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75918, clonedBytes: 23154933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:18.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85913, clonedBytes: 26174339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:19.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94844, clonedBytes: 28864851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:20.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104124, clonedBytes: 31661841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:21.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112959, clonedBytes: 34321448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:22.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc5f4666d1a4e49f53f22", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113357, clonedBytes: 34440692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:22.576 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:08:22.577 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:08:22.577 I SHARDING [conn9] moveChunk setting version to: 42|0||584bba0d90d1dc672b548145 Sat Dec 10 03:08:22.588 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113357, clonedBytes: 34440692, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:08:22.588 I SHARDING [conn9] moveChunk updating self version to: 42|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465819366000) } -> { datetime: new Date(1465869646000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:08:22.589 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:22.589-0600-584bc606666d1a4e49f53f25", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360902589), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113357, clonedBytes: 34440692, catchup: 0, steady: 0 } } Sat Dec 10 03:08:22.590 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:08:22.594 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:08:22.595 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:22.595-0600-584bc606666d1a4e49f53f26", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360902595), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2065, step 4 of 6: 15901, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:08:22.596 I SHARDING [conn9] distributed lock with ts: 584bc5f4666d1a4e49f53f20' unlocked. Sat Dec 10 03:08:22.596 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465745124000) }, max: { datetime: new Date(1465819366000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4683 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17992ms Sat Dec 10 03:08:22.601 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:08:22.602 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445362015000) }, { datetime: new Date(1445454483000) }) in IISLogs.pubprdweb01', ts : 584bc606666d1a4e49f53f27 Sat Dec 10 03:08:22.602 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 15|0||584bbf4f90d1dc672b54822e, current metadata version is 15|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:08:22.603 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 15|0||584bbf4f90d1dc672b54822e to shard version 15|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:08:22.603 I SHARDING [conn9] collection version was loaded at version 15|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:08:22.603 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:22.603-0600-584bc606666d1a4e49f53f28", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360902603), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:08:22.604 I SHARDING [conn9] moveChunk request accepted at version 15|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:08:25.723 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 03:08:25.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:25.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:25.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:25.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:25.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:25.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:25.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:26.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:26.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:26.799 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776300 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1070ms Sat Dec 10 03:08:26.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:27.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9153, clonedBytes: 2556780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:29.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19599, clonedBytes: 5568440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:30.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30143, clonedBytes: 8980833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:31.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39620, clonedBytes: 12119781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:32.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48528, clonedBytes: 14850210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:33.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53639, clonedBytes: 16411789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:34.238 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14306603 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 974ms Sat Dec 10 03:08:34.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57832, clonedBytes: 17700256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:35.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67183, clonedBytes: 20536388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:36.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77596, clonedBytes: 23586900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:38.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88656, clonedBytes: 26600266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:39.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99044, clonedBytes: 29405316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:40.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc606666d1a4e49f53f29", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 30384331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:40.159 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:08:40.161 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:08:40.161 I SHARDING [conn9] moveChunk setting version to: 16|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:08:40.185 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 30384331, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:08:40.185 I SHARDING [conn9] moveChunk updating self version to: 16|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445454483000) } -> { datetime: new Date(1445551358000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:08:40.187 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:40.187-0600-584bc618666d1a4e49f53f2c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360920187), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 30384331, catchup: 0, steady: 0 } } Sat Dec 10 03:08:40.187 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:08:40.187 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:08:40.188 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:40.188-0600-584bc618666d1a4e49f53f2d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360920188), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3122, step 4 of 6: 14431, step 5 of 6: 28, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:08:40.189 I SHARDING [conn9] distributed lock with ts: 584bc606666d1a4e49f53f27' unlocked. Sat Dec 10 03:08:40.189 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445362015000) }, max: { datetime: new Date(1445454483000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:827 reslen:154 locks:{ Global: { acquireCount: { r: 1666, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 185 } }, Database: { acquireCount: { r: 829, w: 4, W: 2 } }, Collection: { acquireCount: { r: 829, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17589ms Sat Dec 10 03:08:40.197 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:08:40.198 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463691020000) }, { datetime: new Date(1463765258000) }) in IISLogs.pubbsdweb2', ts : 584bc618666d1a4e49f53f2e Sat Dec 10 03:08:40.198 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 14|0||584bbf7a90d1dc672b548236, current metadata version is 14|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:08:40.200 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 14|0||584bbf7a90d1dc672b548236 to shard version 14|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:08:40.200 I SHARDING [conn9] collection version was loaded at version 14|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:08:40.200 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:40.200-0600-584bc618666d1a4e49f53f2f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360920200), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:08:40.201 I SHARDING [conn9] moveChunk request accepted at version 14|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:08:43.615 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 03:08:43.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:43.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:44.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:44.882 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776227 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1260ms Sat Dec 10 03:08:45.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 979, clonedBytes: 287887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:46.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10774, clonedBytes: 3210202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:47.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20820, clonedBytes: 6200751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:48.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30370, clonedBytes: 9024590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:49.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40304, clonedBytes: 11960763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:50.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50616, clonedBytes: 14988820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:51.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55422, clonedBytes: 16399235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:51.646 I SHARDING [RangeDeleter] rangeDeleter deleted 123441 documents for IISLogs.pubprdenr02 from { datetime: new Date(1457727865000) } -> { datetime: new Date(1457728171000) } Sat Dec 10 03:08:51.646 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457718876000) } -> { datetime: new Date(1457719437000) }, with opId: 78049 Sat Dec 10 03:08:52.018 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1136ms Sat Dec 10 03:08:52.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58197, clonedBytes: 17214397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:53.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68056, clonedBytes: 20114381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:54.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78491, clonedBytes: 23221908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:55.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87369, clonedBytes: 25842249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:56.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96792, clonedBytes: 28653165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:57.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106651, clonedBytes: 31625869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:58.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc618666d1a4e49f53f30", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 33731110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:58.595 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:08:58.597 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:08:58.597 I SHARDING [conn9] moveChunk setting version to: 15|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:08:58.606 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 33731110, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:08:58.606 I SHARDING [conn9] moveChunk updating self version to: 15|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463765258000) } -> { datetime: new Date(1463847584000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:08:58.608 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:58.608-0600-584bc62a666d1a4e49f53f33", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360938608), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 33731110, catchup: 0, steady: 0 } } Sat Dec 10 03:08:58.609 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:08:58.609 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:08:58.610 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:58.609-0600-584bc62a666d1a4e49f53f34", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360938609), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 3419, step 4 of 6: 14974, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:08:58.612 I SHARDING [conn9] distributed lock with ts: 584bc618666d1a4e49f53f2e' unlocked. Sat Dec 10 03:08:58.612 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463691020000) }, max: { datetime: new Date(1463765258000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:899 reslen:154 locks:{ Global: { acquireCount: { r: 1810, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 166 } }, Database: { acquireCount: { r: 901, w: 4, W: 2 } }, Collection: { acquireCount: { r: 901, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18415ms Sat Dec 10 03:08:58.618 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:08:58.619 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457721329000) }, { datetime: new Date(1457721644000) }) in IISLogs.pubprdenr03', ts : 584bc62a666d1a4e49f53f35 Sat Dec 10 03:08:58.619 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 9|0||584bc0d090d1dc672b548270, current metadata version is 9|0||584bc0d090d1dc672b548270 Sat Dec 10 03:08:58.631 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 9|0||584bc0d090d1dc672b548270 to shard version 9|1||584bc0d090d1dc672b548270 Sat Dec 10 03:08:58.631 I SHARDING [conn9] collection version was loaded at version 9|1||584bc0d090d1dc672b548270, took 3ms Sat Dec 10 03:08:58.631 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:08:58.631-0600-584bc62a666d1a4e49f53f36", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360938631), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:08:58.632 I SHARDING [conn9] moveChunk request accepted at version 9|1||584bc0d090d1dc672b548270 Sat Dec 10 03:08:59.227 I SHARDING [conn9] moveChunk number of documents: 128940 Sat Dec 10 03:08:59.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:08:59.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:00.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:00.817 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776299 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 1571ms Sat Dec 10 03:09:01.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3588, clonedBytes: 925578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:02.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12490, clonedBytes: 3222663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:03.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22228, clonedBytes: 5735188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:04.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32200, clonedBytes: 8308211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:04.557 I NETWORK [conn60] end connection 10.112.9.26:55274 (32 connections now open) Sat Dec 10 03:09:05.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42503, clonedBytes: 10965872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:06.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52850, clonedBytes: 13635300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:07.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63044, clonedBytes: 16265265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:08.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63349, clonedBytes: 16343818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:09.503 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776327 locks:{ Global: { acquireCount: { r: 1018 } }, Database: { acquireCount: { r: 509 } }, Collection: { acquireCount: { r: 509 } } } protocol:op_command 1842ms Sat Dec 10 03:09:09.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64115, clonedBytes: 16541461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:11.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76960, clonedBytes: 19855335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:12.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86404, clonedBytes: 22292519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:13.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95710, clonedBytes: 24693354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:14.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105181, clonedBytes: 27137503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:15.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 114913, clonedBytes: 29648682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:16.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 123521, clonedBytes: 31869895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:16.686 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:592086 locks:{ Global: { acquireCount: { r: 42 } }, Database: { acquireCount: { r: 21 } }, Collection: { acquireCount: { r: 21 } } } protocol:op_command 144ms Sat Dec 10 03:09:17.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc62a666d1a4e49f53f37", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128940, clonedBytes: 33267267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:17.195 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:09:17.196 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:09:17.201 I SHARDING [conn9] moveChunk setting version to: 10|0||584bc0d090d1dc672b548270 Sat Dec 10 03:09:17.204 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128940, clonedBytes: 33267267, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:09:17.204 I SHARDING [conn9] moveChunk updating self version to: 10|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457721644000) } -> { datetime: new Date(1457721957000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:09:17.205 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:09:17.205-0600-584bc63d666d1a4e49f53f3a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360957205), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128940, clonedBytes: 33267267, catchup: 0, steady: 0 } } Sat Dec 10 03:09:17.206 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:09:17.214 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:09:17.215 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:09:17.215-0600-584bc63d666d1a4e49f53f3b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360957215), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, step 1 of 6: 0, step 2 of 6: 14, step 3 of 6: 599, step 4 of 6: 17962, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:09:17.217 I SHARDING [conn9] distributed lock with ts: 584bc62a666d1a4e49f53f35' unlocked. Sat Dec 10 03:09:17.217 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721329000) }, max: { datetime: new Date(1457721644000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1008 reslen:154 locks:{ Global: { acquireCount: { r: 2028, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8134 } }, Database: { acquireCount: { r: 1010, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1010, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 11695 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18599ms Sat Dec 10 03:09:17.220 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:09:17.221 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1445036943000) }, { datetime: new Date(1445236466000) }) in IISLogs.pubprdweb02', ts : 584bc63d666d1a4e49f53f3c Sat Dec 10 03:09:17.221 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 7|0||584bc22c90d1dc672b54829b, current metadata version is 7|0||584bc22c90d1dc672b54829b Sat Dec 10 03:09:17.223 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 7|0||584bc22c90d1dc672b54829b to shard version 7|1||584bc22c90d1dc672b54829b Sat Dec 10 03:09:17.223 I SHARDING [conn9] collection version was loaded at version 7|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:09:17.223 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:09:17.223-0600-584bc63d666d1a4e49f53f3d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360957223), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:09:17.224 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bc22c90d1dc672b54829b Sat Dec 10 03:09:23.573 I SHARDING [conn9] moveChunk number of documents: 106526 Sat Dec 10 03:09:23.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:23.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:24.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:24.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:25.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:26.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:26.894 I SHARDING [RangeDeleter] rangeDeleter deleted 129007 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457718876000) } -> { datetime: new Date(1457719437000) } Sat Dec 10 03:09:26.895 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr04 from { datetime: new Date(1458143554000) } -> { datetime: new Date(1470193355000) }, with opId: 78243 Sat Dec 10 03:09:27.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:28.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:29.484 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776066 locks:{ Global: { acquireCount: { r: 1014 } }, Database: { acquireCount: { r: 507 } }, Collection: { acquireCount: { r: 507 } } } protocol:op_command 5885ms Sat Dec 10 03:09:29.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3467, clonedBytes: 996081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:30.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13363, clonedBytes: 3864555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:31.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22648, clonedBytes: 6661478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:33.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32148, clonedBytes: 9464348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:34.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42076, clonedBytes: 12377874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:35.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51944, clonedBytes: 15274182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:36.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55593, clonedBytes: 16397877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:36.990 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14557636 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 1556ms Sat Dec 10 03:09:37.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55907, clonedBytes: 16491916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:38.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65921, clonedBytes: 19419661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:39.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76109, clonedBytes: 22256529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:40.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85357, clonedBytes: 24879441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:41.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95078, clonedBytes: 27479233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:42.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105070, clonedBytes: 30222013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:43.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc63d666d1a4e49f53f3e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106526, clonedBytes: 30609944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:43.320 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:09:43.321 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:09:43.322 I SHARDING [conn9] moveChunk setting version to: 8|0||584bc22c90d1dc672b54829b Sat Dec 10 03:09:43.342 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106526, clonedBytes: 30609944, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:09:43.342 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bc22c90d1dc672b54829b through { datetime: new Date(1445236466000) } -> { datetime: new Date(1445429973000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:09:43.344 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:09:43.344-0600-584bc657666d1a4e49f53f41", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360983344), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106526, clonedBytes: 30609944, catchup: 0, steady: 0 } } Sat Dec 10 03:09:43.345 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:09:43.345 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:09:43.345 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:09:43.345-0600-584bc657666d1a4e49f53f42", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360983345), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6363, step 4 of 6: 19731, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:09:43.346 I SHARDING [conn9] distributed lock with ts: 584bc63d666d1a4e49f53f3c' unlocked. Sat Dec 10 03:09:43.346 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445036943000) }, max: { datetime: new Date(1445236466000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:844 reslen:154 locks:{ Global: { acquireCount: { r: 1700, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3488 } }, Database: { acquireCount: { r: 846, w: 4, W: 2 } }, Collection: { acquireCount: { r: 846, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26126ms Sat Dec 10 03:09:44.371 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55285 #61 (33 connections now open) Sat Dec 10 03:09:44.442 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:09:44.443 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465819366000) }, { datetime: new Date(1465869646000) }) in IISLogs.pubbsdweb1', ts : 584bc658666d1a4e49f53f43 Sat Dec 10 03:09:44.443 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 42|0||584bba0d90d1dc672b548145, current metadata version is 42|0||584bba0d90d1dc672b548145 Sat Dec 10 03:09:44.444 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 42|0||584bba0d90d1dc672b548145 to shard version 42|1||584bba0d90d1dc672b548145 Sat Dec 10 03:09:44.444 I SHARDING [conn9] collection version was loaded at version 42|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:09:44.444 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:09:44.444-0600-584bc658666d1a4e49f53f44", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481360984444), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:09:44.445 I SHARDING [conn9] moveChunk request accepted at version 42|1||584bba0d90d1dc672b548145 Sat Dec 10 03:09:54.923 I SHARDING [conn9] moveChunk number of documents: 113363 Sat Dec 10 03:09:54.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:55.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:56.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:57.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:58.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:09:59.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:00.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:01.145 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776063 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 6216ms Sat Dec 10 03:10:01.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1003, clonedBytes: 301588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:02.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10351, clonedBytes: 3125990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:03.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19874, clonedBytes: 5991594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:04.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29730, clonedBytes: 8960413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:05.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39159, clonedBytes: 11769375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:06.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48453, clonedBytes: 14590544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:07.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54496, clonedBytes: 16405553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:08.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54496, clonedBytes: 16405553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:09.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54496, clonedBytes: 16405553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:10.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54496, clonedBytes: 16405553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:11.225 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776326 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 4064ms Sat Dec 10 03:10:11.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57452, clonedBytes: 17296257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:12.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66817, clonedBytes: 20105423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:13.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76148, clonedBytes: 22909827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:14.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85339, clonedBytes: 25660279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:16.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97365, clonedBytes: 29240072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:16.764 I SHARDING [RangeDeleter] rangeDeleter deleted 130556 documents for IISLogs.pubprdenr04 from { datetime: new Date(1458143554000) } -> { datetime: new Date(1470193355000) } Sat Dec 10 03:10:16.764 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465373700000) } -> { datetime: new Date(1465417630000) }, with opId: 78524 Sat Dec 10 03:10:17.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105642, clonedBytes: 31736931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:17.859 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1318014 locks:{ Global: { acquireCount: { r: 72 } }, Database: { acquireCount: { r: 36 } }, Collection: { acquireCount: { r: 36 } } } protocol:op_command 193ms Sat Dec 10 03:10:18.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112996, clonedBytes: 33991596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:19.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc658666d1a4e49f53f45", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113363, clonedBytes: 34103924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:19.268 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:10:19.269 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:10:19.272 I SHARDING [conn9] moveChunk setting version to: 43|0||584bba0d90d1dc672b548145 Sat Dec 10 03:10:19.276 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113363, clonedBytes: 34103924, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:10:19.276 I SHARDING [conn9] moveChunk updating self version to: 43|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465869646000) } -> { datetime: new Date(1465939897000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:10:19.278 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:19.278-0600-584bc67b666d1a4e49f53f48", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361019278), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113363, clonedBytes: 34103924, catchup: 0, steady: 0 } } Sat Dec 10 03:10:19.280 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:10:19.280 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:10:19.280 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:19.280-0600-584bc67b666d1a4e49f53f49", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361019280), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 10480, step 4 of 6: 24340, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:10:19.282 I SHARDING [conn9] distributed lock with ts: 584bc658666d1a4e49f53f43' unlocked. Sat Dec 10 03:10:19.282 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465819366000) }, max: { datetime: new Date(1465869646000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:957 reslen:154 locks:{ Global: { acquireCount: { r: 1926, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4073 } }, Database: { acquireCount: { r: 959, w: 4, W: 2 } }, Collection: { acquireCount: { r: 959, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 2928 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 34840ms Sat Dec 10 03:10:19.287 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:10:19.287 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445454483000) }, { datetime: new Date(1445551358000) }) in IISLogs.pubprdweb01', ts : 584bc67b666d1a4e49f53f4a Sat Dec 10 03:10:19.288 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 16|0||584bbf4f90d1dc672b54822e, current metadata version is 16|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:10:19.289 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 16|0||584bbf4f90d1dc672b54822e to shard version 16|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:10:19.289 I SHARDING [conn9] collection version was loaded at version 16|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:10:19.289 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:19.289-0600-584bc67b666d1a4e49f53f4b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361019289), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:10:19.290 I SHARDING [conn9] moveChunk request accepted at version 16|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:10:19.452 I NETWORK [conn55] end connection 10.112.9.26:53737 (32 connections now open) Sat Dec 10 03:10:20.631 I SHARDING [conn9] moveChunk number of documents: 102893 Sat Dec 10 03:10:20.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:20.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:21.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:21.680 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776169 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1040ms Sat Dec 10 03:10:21.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:22.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8670, clonedBytes: 2402067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:23.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16411, clonedBytes: 4897078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:24.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24433, clonedBytes: 7561324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:25.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32903, clonedBytes: 10103447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:26.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40607, clonedBytes: 12478517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:27.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48357, clonedBytes: 14853128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:28.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53405, clonedBytes: 16413296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:30.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53405, clonedBytes: 16413296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:31.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53405, clonedBytes: 16413296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:31.347 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15038270 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 2772ms Sat Dec 10 03:10:32.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58466, clonedBytes: 17944664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:33.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66416, clonedBytes: 20225627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:34.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74750, clonedBytes: 22609300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:35.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83014, clonedBytes: 24912379, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:36.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90955, clonedBytes: 27149837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:37.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98924, clonedBytes: 29796045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:38.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc67b666d1a4e49f53f4c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102893, clonedBytes: 31116112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:38.230 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:10:38.231 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:10:38.232 I SHARDING [conn9] moveChunk setting version to: 17|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:10:38.244 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102893, clonedBytes: 31116112, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:10:38.244 I SHARDING [conn9] moveChunk updating self version to: 17|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445551358000) } -> { datetime: new Date(1445681370000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:10:38.245 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:38.245-0600-584bc68e666d1a4e49f53f4f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361038245), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102893, clonedBytes: 31116112, catchup: 0, steady: 0 } } Sat Dec 10 03:10:38.246 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:10:38.246 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:10:38.246 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:38.246-0600-584bc68e666d1a4e49f53f50", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361038246), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1345, step 4 of 6: 17593, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:10:38.248 I SHARDING [conn9] distributed lock with ts: 584bc67b666d1a4e49f53f4a' unlocked. Sat Dec 10 03:10:38.248 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445454483000) }, max: { datetime: new Date(1445551358000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 93 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18962ms Sat Dec 10 03:10:38.254 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:10:38.255 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463765258000) }, { datetime: new Date(1463847584000) }) in IISLogs.pubbsdweb2', ts : 584bc68e666d1a4e49f53f51 Sat Dec 10 03:10:38.256 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 15|0||584bbf7a90d1dc672b548236, current metadata version is 15|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:10:38.257 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 15|0||584bbf7a90d1dc672b548236 to shard version 15|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:10:38.257 I SHARDING [conn9] collection version was loaded at version 15|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:10:38.257 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:38.257-0600-584bc68e666d1a4e49f53f52", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361038257), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:10:38.258 I SHARDING [conn9] moveChunk request accepted at version 15|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:10:38.844 I NETWORK [conn52] end connection 10.112.9.26:53734 (31 connections now open) Sat Dec 10 03:10:39.801 I NETWORK [conn53] end connection 10.112.9.26:53735 (30 connections now open) Sat Dec 10 03:10:40.289 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 03:10:40.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:40.563 I NETWORK [conn54] end connection 10.112.9.26:53736 (29 connections now open) Sat Dec 10 03:10:40.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:41.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:41.506 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1195ms Sat Dec 10 03:10:41.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3371, clonedBytes: 1004312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:42.232 I SHARDING [RangeDeleter] rangeDeleter deleted 113374 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465373700000) } -> { datetime: new Date(1465417630000) } Sat Dec 10 03:10:42.232 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444765974000) } -> { datetime: new Date(1444854347000) }, with opId: 78775 Sat Dec 10 03:10:42.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11566, clonedBytes: 3436809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:44.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20467, clonedBytes: 6098852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:44.438 I NETWORK [conn61] end connection 10.112.9.26:55285 (28 connections now open) Sat Dec 10 03:10:45.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29125, clonedBytes: 8653035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:46.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35565, clonedBytes: 10554343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:47.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44163, clonedBytes: 13102547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:48.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53550, clonedBytes: 15881056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:49.202 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776077 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 793ms Sat Dec 10 03:10:49.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55304, clonedBytes: 16400035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:50.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63207, clonedBytes: 18732924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:51.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70831, clonedBytes: 20983518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:52.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80354, clonedBytes: 23782572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:53.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89506, clonedBytes: 26473853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:54.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99049, clonedBytes: 29279320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:55.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107134, clonedBytes: 31662158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:56.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc68e666d1a4e49f53f53", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 33615500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:56.534 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:10:56.535 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:10:56.544 I SHARDING [conn9] moveChunk setting version to: 16|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:10:56.557 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 33615500, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:10:56.557 I SHARDING [conn9] moveChunk updating self version to: 16|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463847584000) } -> { datetime: new Date(1463959472000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:10:56.559 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:56.559-0600-584bc6a0666d1a4e49f53f56", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361056559), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 33615500, catchup: 0, steady: 0 } } Sat Dec 10 03:10:56.561 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:10:56.561 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:10:56.561 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:56.561-0600-584bc6a0666d1a4e49f53f57", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361056561), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2036, step 4 of 6: 16239, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:10:56.562 I SHARDING [conn9] distributed lock with ts: 584bc68e666d1a4e49f53f51' unlocked. Sat Dec 10 03:10:56.562 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463765258000) }, max: { datetime: new Date(1463847584000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 56 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18309ms Sat Dec 10 03:10:56.571 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:10:56.572 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457721644000) }, { datetime: new Date(1457721957000) }) in IISLogs.pubprdenr03', ts : 584bc6a0666d1a4e49f53f58 Sat Dec 10 03:10:56.572 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 10|0||584bc0d090d1dc672b548270, current metadata version is 10|0||584bc0d090d1dc672b548270 Sat Dec 10 03:10:56.574 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 10|0||584bc0d090d1dc672b548270 to shard version 10|1||584bc0d090d1dc672b548270 Sat Dec 10 03:10:56.574 I SHARDING [conn9] collection version was loaded at version 10|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:10:56.574 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:10:56.574-0600-584bc6a0666d1a4e49f53f59", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361056574), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:10:56.574 I SHARDING [conn9] moveChunk request accepted at version 10|1||584bc0d090d1dc672b548270 Sat Dec 10 03:10:57.196 I SHARDING [conn9] moveChunk number of documents: 129115 Sat Dec 10 03:10:57.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:57.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:58.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:10:58.997 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776197 locks:{ Global: { acquireCount: { r: 1026 } }, Database: { acquireCount: { r: 513 } }, Collection: { acquireCount: { r: 513 } } } protocol:op_command 1789ms Sat Dec 10 03:10:59.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5014, clonedBytes: 1293729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:00.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11571, clonedBytes: 2985553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:01.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16362, clonedBytes: 4222112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:02.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20442, clonedBytes: 5275015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:03.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24222, clonedBytes: 6250290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:04.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28253, clonedBytes: 7290388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:05.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32296, clonedBytes: 8333799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:06.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36717, clonedBytes: 9473976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:07.425 I SHARDING [RangeDeleter] rangeDeleter deleted 102941 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444765974000) } -> { datetime: new Date(1444854347000) } Sat Dec 10 03:11:07.425 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463145009000) } -> { datetime: new Date(1463260406000) }, with opId: 78901 Sat Dec 10 03:11:07.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45538, clonedBytes: 11750502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:08.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55484, clonedBytes: 14315994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:09.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63345, clonedBytes: 16343744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:10.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63345, clonedBytes: 16343744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:11.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63345, clonedBytes: 16343744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:12.991 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776256 locks:{ Global: { acquireCount: { r: 1066 } }, Database: { acquireCount: { r: 533 } }, Collection: { acquireCount: { r: 533 } } } protocol:op_command 3270ms Sat Dec 10 03:11:13.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64236, clonedBytes: 16573719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:14.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70246, clonedBytes: 18124141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:15.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80355, clonedBytes: 20732071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:16.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90749, clonedBytes: 23413614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:17.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101307, clonedBytes: 26136522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:18.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111289, clonedBytes: 28712271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:19.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121343, clonedBytes: 31305486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:20.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6a0666d1a4e49f53f5a", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129115, clonedBytes: 33310220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:20.535 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:11:20.536 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:11:20.536 I SHARDING [conn9] moveChunk setting version to: 11|0||584bc0d090d1dc672b548270 Sat Dec 10 03:11:20.550 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129115, clonedBytes: 33310220, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:11:20.550 I SHARDING [conn9] moveChunk updating self version to: 11|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457721957000) } -> { datetime: new Date(1457722272000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:11:20.552 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:11:20.552-0600-584bc6b8666d1a4e49f53f5d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361080552), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129115, clonedBytes: 33310220, catchup: 0, steady: 0 } } Sat Dec 10 03:11:20.553 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:11:20.553 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:11:20.553 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:11:20.553-0600-584bc6b8666d1a4e49f53f5e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361080553), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 631, step 4 of 6: 23327, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:11:20.554 I SHARDING [conn9] distributed lock with ts: 584bc6a0666d1a4e49f53f58' unlocked. Sat Dec 10 03:11:20.554 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721644000) }, max: { datetime: new Date(1457721957000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1009 reslen:154 locks:{ Global: { acquireCount: { r: 2030, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 185 } }, Database: { acquireCount: { r: 1011, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1011, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23983ms Sat Dec 10 03:11:20.560 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:11:20.561 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1445236466000) }, { datetime: new Date(1445429973000) }) in IISLogs.pubprdweb02', ts : 584bc6b8666d1a4e49f53f5f Sat Dec 10 03:11:20.561 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 8|0||584bc22c90d1dc672b54829b, current metadata version is 8|0||584bc22c90d1dc672b54829b Sat Dec 10 03:11:20.563 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 8|0||584bc22c90d1dc672b54829b to shard version 8|1||584bc22c90d1dc672b54829b Sat Dec 10 03:11:20.563 I SHARDING [conn9] collection version was loaded at version 8|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:11:20.563 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:11:20.563-0600-584bc6b8666d1a4e49f53f60", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361080563), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:11:20.565 I SHARDING [conn9] moveChunk request accepted at version 8|1||584bc22c90d1dc672b54829b Sat Dec 10 03:11:26.626 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 03:11:26.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:26.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:27.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:27.562 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 931ms Sat Dec 10 03:11:27.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 583, clonedBytes: 146697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:28.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10747, clonedBytes: 2789437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:29.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20719, clonedBytes: 5393324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:30.388 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463145009000) } -> { datetime: new Date(1463260406000) } Sat Dec 10 03:11:30.388 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: new Date(1446149650000) } -> { datetime: new Date(1446150065000) }, with opId: 79010 Sat Dec 10 03:11:30.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30110, clonedBytes: 7907770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:31.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40264, clonedBytes: 10667068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:32.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51003, clonedBytes: 13543074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:33.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61166, clonedBytes: 16313871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:34.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61336, clonedBytes: 16357867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:36.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61336, clonedBytes: 16357867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:37.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61336, clonedBytes: 16357867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:37.413 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12716697 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 3428ms Sat Dec 10 03:11:38.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67505, clonedBytes: 18008280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:39.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77946, clonedBytes: 20772258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:40.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87991, clonedBytes: 23529900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:41.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98199, clonedBytes: 26419923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:42.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6b8666d1a4e49f53f61", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 28769224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:42.182 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:11:42.183 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:11:42.190 I SHARDING [conn9] moveChunk setting version to: 9|0||584bc22c90d1dc672b54829b Sat Dec 10 03:11:42.194 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 28769224, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:11:42.194 I SHARDING [conn9] moveChunk updating self version to: 9|1||584bc22c90d1dc672b54829b through { datetime: new Date(1445429973000) } -> { datetime: new Date(1445549974000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:11:42.195 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:11:42.195-0600-584bc6ce666d1a4e49f53f64", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361102195), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 28769224, catchup: 0, steady: 0 } } Sat Dec 10 03:11:42.196 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:11:42.197 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:11:42.197 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:11:42.197-0600-584bc6ce666d1a4e49f53f65", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361102197), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 6064, step 4 of 6: 15551, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:11:42.198 I SHARDING [conn9] distributed lock with ts: 584bc6b8666d1a4e49f53f5f' unlocked. Sat Dec 10 03:11:42.199 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445236466000) }, max: { datetime: new Date(1445429973000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1362 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21641ms Sat Dec 10 03:11:43.208 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55293 #62 (29 connections now open) Sat Dec 10 03:11:43.264 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:11:43.265 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465869646000) }, { datetime: new Date(1465939897000) }) in IISLogs.pubbsdweb1', ts : 584bc6cf666d1a4e49f53f66 Sat Dec 10 03:11:43.265 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 43|0||584bba0d90d1dc672b548145, current metadata version is 43|0||584bba0d90d1dc672b548145 Sat Dec 10 03:11:43.266 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 43|0||584bba0d90d1dc672b548145 to shard version 43|1||584bba0d90d1dc672b548145 Sat Dec 10 03:11:43.266 I SHARDING [conn9] collection version was loaded at version 43|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:11:43.266 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:11:43.266-0600-584bc6cf666d1a4e49f53f67", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361103266), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:11:43.267 I SHARDING [conn9] moveChunk request accepted at version 43|1||584bba0d90d1dc672b548145 Sat Dec 10 03:11:49.345 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 03:11:49.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:49.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:50.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:50.844 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1486ms Sat Dec 10 03:11:51.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3404, clonedBytes: 1032660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:52.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9878, clonedBytes: 2913192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:53.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18817, clonedBytes: 5571647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:54.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28095, clonedBytes: 8362502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:55.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37785, clonedBytes: 11229679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:56.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46805, clonedBytes: 13934939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:57.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55123, clonedBytes: 16401264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:58.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55123, clonedBytes: 16401264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:11:58.857 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776194 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1259ms Sat Dec 10 03:11:59.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62173, clonedBytes: 18510811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:00.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72157, clonedBytes: 21476549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:01.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81957, clonedBytes: 24361029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:02.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92375, clonedBytes: 27424735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:03.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101379, clonedBytes: 30085324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:05.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111069, clonedBytes: 32984683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:06.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6cf666d1a4e49f53f68", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 33664709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:06.072 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:12:06.073 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:12:06.074 I SHARDING [conn9] moveChunk setting version to: 44|0||584bba0d90d1dc672b548145 Sat Dec 10 03:12:06.083 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 33664709, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:12:06.083 I SHARDING [conn9] moveChunk updating self version to: 44|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465939897000) } -> { datetime: new Date(1465999468000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:12:06.085 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:06.085-0600-584bc6e6666d1a4e49f53f6b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361126085), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 33664709, catchup: 0, steady: 0 } } Sat Dec 10 03:12:06.086 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:12:06.087 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:12:06.087 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:06.087-0600-584bc6e6666d1a4e49f53f6c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361126087), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6081, step 4 of 6: 16721, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:12:06.088 I SHARDING [conn9] distributed lock with ts: 584bc6cf666d1a4e49f53f66' unlocked. Sat Dec 10 03:12:06.088 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465869646000) }, max: { datetime: new Date(1465939897000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:923 reslen:154 locks:{ Global: { acquireCount: { r: 1858, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3901 } }, Database: { acquireCount: { r: 925, w: 4, W: 2 } }, Collection: { acquireCount: { r: 925, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22824ms Sat Dec 10 03:12:06.094 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:12:06.094 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445551358000) }, { datetime: new Date(1445681370000) }) in IISLogs.pubprdweb01', ts : 584bc6e6666d1a4e49f53f6d Sat Dec 10 03:12:06.094 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 17|0||584bbf4f90d1dc672b54822e, current metadata version is 17|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:12:06.096 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 17|0||584bbf4f90d1dc672b54822e to shard version 17|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:12:06.096 I SHARDING [conn9] collection version was loaded at version 17|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:12:06.096 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:06.096-0600-584bc6e6666d1a4e49f53f6e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361126096), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:12:06.097 I SHARDING [conn9] moveChunk request accepted at version 17|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:12:06.228 I SHARDING [RangeDeleter] rangeDeleter deleted 129746 documents for IISLogs.pubprdenr01 from { datetime: new Date(1446149650000) } -> { datetime: new Date(1446150065000) } Sat Dec 10 03:12:06.229 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr02 from { datetime: new Date(1457728171000) } -> { datetime: new Date(1457728481000) }, with opId: 79258 Sat Dec 10 03:12:07.056 I SHARDING [conn9] moveChunk number of documents: 102962 Sat Dec 10 03:12:07.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:07.941 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 870ms Sat Dec 10 03:12:08.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 905, clonedBytes: 296362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:09.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10722, clonedBytes: 3270192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:10.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19753, clonedBytes: 6064069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:11.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30335, clonedBytes: 9400639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:12.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38911, clonedBytes: 12050714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:13.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47658, clonedBytes: 14536590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:14.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54282, clonedBytes: 16407122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:15.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54282, clonedBytes: 16407122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:16.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54282, clonedBytes: 16407122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:17.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54282, clonedBytes: 16407122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:17.702 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15359278 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 3531ms Sat Dec 10 03:12:18.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62255, clonedBytes: 18630901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:19.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72219, clonedBytes: 21890978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:20.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82469, clonedBytes: 25155372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:22.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93048, clonedBytes: 28408862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:23.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102288, clonedBytes: 31233229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:24.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6e6666d1a4e49f53f6f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102962, clonedBytes: 31436602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:24.180 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:12:24.182 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:12:24.182 I SHARDING [conn9] moveChunk setting version to: 18|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:12:24.193 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102962, clonedBytes: 31436602, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:12:24.193 I SHARDING [conn9] moveChunk updating self version to: 18|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445681370000) } -> { datetime: new Date(1445811124000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:12:24.194 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:24.194-0600-584bc6f8666d1a4e49f53f72", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361144194), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102962, clonedBytes: 31436602, catchup: 0, steady: 0 } } Sat Dec 10 03:12:24.196 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:12:24.196 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:12:24.196 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:24.196-0600-584bc6f8666d1a4e49f53f73", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361144196), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 961, step 4 of 6: 17121, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:12:24.197 I SHARDING [conn9] distributed lock with ts: 584bc6e6666d1a4e49f53f6d' unlocked. Sat Dec 10 03:12:24.197 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445551358000) }, max: { datetime: new Date(1445681370000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 351 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18105ms Sat Dec 10 03:12:24.202 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:12:24.202 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463847584000) }, { datetime: new Date(1463959472000) }) in IISLogs.pubbsdweb2', ts : 584bc6f8666d1a4e49f53f74 Sat Dec 10 03:12:24.203 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 16|0||584bbf7a90d1dc672b548236, current metadata version is 16|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:12:24.204 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 16|0||584bbf7a90d1dc672b548236 to shard version 16|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:12:24.204 I SHARDING [conn9] collection version was loaded at version 16|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:12:24.204 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:24.204-0600-584bc6f8666d1a4e49f53f75", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361144204), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:12:24.204 I SHARDING [conn9] moveChunk request accepted at version 16|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:12:25.814 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:12:25.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:25.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:25.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:25.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:25.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:25.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:26.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:26.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:26.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:26.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:26.948 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1108ms Sat Dec 10 03:12:27.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9058, clonedBytes: 2670893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:29.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18927, clonedBytes: 5574415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:30.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27814, clonedBytes: 8196725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:31.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38761, clonedBytes: 11415585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:32.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49252, clonedBytes: 14496988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:33.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55738, clonedBytes: 16396930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:33.775 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776096 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 884ms Sat Dec 10 03:12:34.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60210, clonedBytes: 17705904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:35.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70840, clonedBytes: 20811938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:36.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80751, clonedBytes: 23721528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:37.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90720, clonedBytes: 26662044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:38.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101160, clonedBytes: 29742683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:39.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111449, clonedBytes: 32794011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:40.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc6f8666d1a4e49f53f76", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33464097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:40.655 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:12:40.656 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:12:40.657 I SHARDING [conn9] moveChunk setting version to: 17|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:12:40.669 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33464097, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:12:40.670 I SHARDING [conn9] moveChunk updating self version to: 17|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463959472000) } -> { datetime: new Date(1463994091000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:12:40.671 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:40.671-0600-584bc708666d1a4e49f53f79", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361160671), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33464097, catchup: 0, steady: 0 } } Sat Dec 10 03:12:40.673 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:12:40.673 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:12:40.673 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:40.673-0600-584bc708666d1a4e49f53f7a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361160673), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1624, step 4 of 6: 14824, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:12:40.674 I SHARDING [conn9] distributed lock with ts: 584bc6f8666d1a4e49f53f74' unlocked. Sat Dec 10 03:12:40.675 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463847584000) }, max: { datetime: new Date(1463959472000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 200 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16473ms Sat Dec 10 03:12:40.680 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:12:40.681 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457721957000) }, { datetime: new Date(1457722272000) }) in IISLogs.pubprdenr03', ts : 584bc708666d1a4e49f53f7b Sat Dec 10 03:12:40.681 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 11|0||584bc0d090d1dc672b548270, current metadata version is 11|0||584bc0d090d1dc672b548270 Sat Dec 10 03:12:40.683 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 11|0||584bc0d090d1dc672b548270 to shard version 11|1||584bc0d090d1dc672b548270 Sat Dec 10 03:12:40.683 I SHARDING [conn9] collection version was loaded at version 11|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:12:40.683 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:40.683-0600-584bc708666d1a4e49f53f7c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361160683), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:12:40.684 I SHARDING [conn9] moveChunk request accepted at version 11|1||584bc0d090d1dc672b548270 Sat Dec 10 03:12:41.359 I SHARDING [conn9] moveChunk number of documents: 129348 Sat Dec 10 03:12:41.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:41.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:42.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:43.070 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776325 locks:{ Global: { acquireCount: { r: 1016 } }, Database: { acquireCount: { r: 508 } }, Collection: { acquireCount: { r: 508 } } } protocol:op_command 1705ms Sat Dec 10 03:12:43.221 I NETWORK [conn62] end connection 10.112.9.26:55293 (28 connections now open) Sat Dec 10 03:12:43.446 I SHARDING [RangeDeleter] rangeDeleter deleted 123248 documents for IISLogs.pubprdenr02 from { datetime: new Date(1457728171000) } -> { datetime: new Date(1457728481000) } Sat Dec 10 03:12:43.446 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457719437000) } -> { datetime: new Date(1457719748000) }, with opId: 79576 Sat Dec 10 03:12:43.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2947, clonedBytes: 760108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:44.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12850, clonedBytes: 3314249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:45.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23429, clonedBytes: 6042732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:46.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32375, clonedBytes: 8351120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:47.230 I COMMAND [conn30] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb04", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:397952 reslen:134 locks:{ Global: { acquireCount: { r: 795906 } }, Database: { acquireCount: { r: 397953 }, acquireWaitCount: { r: 5 }, timeAcquiringMicros: { r: 42175945 } }, Collection: { acquireCount: { r: 397953 } } } protocol:op_command 2991109ms Sat Dec 10 03:12:47.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42517, clonedBytes: 10968214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:48.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52895, clonedBytes: 13645543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:49.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63303, clonedBytes: 16331711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:50.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63350, clonedBytes: 16343837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:51.407 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776275 locks:{ Global: { acquireCount: { r: 1018 } }, Database: { acquireCount: { r: 509 } }, Collection: { acquireCount: { r: 509 } } } protocol:op_command 1642ms Sat Dec 10 03:12:51.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66599, clonedBytes: 17182065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:52.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77697, clonedBytes: 20044737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:54.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89298, clonedBytes: 23037632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:55.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99924, clonedBytes: 25779605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:56.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110558, clonedBytes: 28523987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:57.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121333, clonedBytes: 31304148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:58.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc708666d1a4e49f53f7d", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129348, clonedBytes: 33372147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:58.486 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:12:58.488 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:12:58.488 I SHARDING [conn9] moveChunk setting version to: 12|0||584bc0d090d1dc672b548270 Sat Dec 10 03:12:58.494 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129348, clonedBytes: 33372147, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:12:58.494 I SHARDING [conn9] moveChunk updating self version to: 12|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457722272000) } -> { datetime: new Date(1457722584000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:12:58.495 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:58.495-0600-584bc71a666d1a4e49f53f80", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361178495), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129348, clonedBytes: 33372147, catchup: 0, steady: 0 } } Sat Dec 10 03:12:58.496 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:12:58.497 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:12:58.497 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:58.497-0600-584bc71a666d1a4e49f53f81", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361178497), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 677, step 4 of 6: 17123, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:12:58.498 I SHARDING [conn9] distributed lock with ts: 584bc708666d1a4e49f53f7b' unlocked. Sat Dec 10 03:12:58.498 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457721957000) }, max: { datetime: new Date(1457722272000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1012 reslen:154 locks:{ Global: { acquireCount: { r: 2036, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4977 } }, Database: { acquireCount: { r: 1014, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1014, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17818ms Sat Dec 10 03:12:58.503 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:12:58.504 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1445429973000) }, { datetime: new Date(1445549974000) }) in IISLogs.pubprdweb02', ts : 584bc71a666d1a4e49f53f82 Sat Dec 10 03:12:58.504 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 9|0||584bc22c90d1dc672b54829b, current metadata version is 9|0||584bc22c90d1dc672b54829b Sat Dec 10 03:12:58.505 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 9|0||584bc22c90d1dc672b54829b to shard version 9|1||584bc22c90d1dc672b54829b Sat Dec 10 03:12:58.505 I SHARDING [conn9] collection version was loaded at version 9|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:12:58.505 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:12:58.505-0600-584bc71a666d1a4e49f53f83", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361178505), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:12:58.506 I SHARDING [conn9] moveChunk request accepted at version 9|1||584bc22c90d1dc672b54829b Sat Dec 10 03:12:59.689 I SHARDING [conn9] moveChunk number of documents: 106525 Sat Dec 10 03:12:59.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:59.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:59.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:59.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:59.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:59.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:12:59.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:00.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:00.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:00.704 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776258 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 1006ms Sat Dec 10 03:13:00.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:01.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9546, clonedBytes: 2665058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:02.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19696, clonedBytes: 5360280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:03.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28737, clonedBytes: 7872801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:04.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38593, clonedBytes: 10689067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:05.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48498, clonedBytes: 13717102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:06.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57969, clonedBytes: 16381437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:07.502 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14012860 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 586ms Sat Dec 10 03:13:08.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62604, clonedBytes: 17684595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:09.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72023, clonedBytes: 20363051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:10.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81779, clonedBytes: 23129390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:11.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90914, clonedBytes: 25682856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:12.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100071, clonedBytes: 28169507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:13.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc71a666d1a4e49f53f84", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106525, clonedBytes: 30065367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:13.251 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:13:13.252 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:13:13.252 I SHARDING [conn9] moveChunk setting version to: 10|0||584bc22c90d1dc672b54829b Sat Dec 10 03:13:13.259 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106525, clonedBytes: 30065367, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:13:13.259 I SHARDING [conn9] moveChunk updating self version to: 10|1||584bc22c90d1dc672b54829b through { datetime: new Date(1445549974000) } -> { datetime: new Date(1445735462000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:13:13.261 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:13:13.261-0600-584bc729666d1a4e49f53f87", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361193261), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106525, clonedBytes: 30065367, catchup: 0, steady: 0 } } Sat Dec 10 03:13:13.261 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:13:13.269 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:13:13.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:13:13.269-0600-584bc729666d1a4e49f53f88", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361193269), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1186, step 4 of 6: 13557, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:13:13.270 I SHARDING [conn9] distributed lock with ts: 584bc71a666d1a4e49f53f82' unlocked. Sat Dec 10 03:13:13.270 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445429973000) }, max: { datetime: new Date(1445549974000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 29768 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14767ms Sat Dec 10 03:13:14.211 I SHARDING [RangeDeleter] rangeDeleter deleted 129236 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457719437000) } -> { datetime: new Date(1457719748000) } Sat Dec 10 03:13:14.211 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr04 from { datetime: new Date(1470193355000) } -> { datetime: new Date(1476209879000) }, with opId: 79744 Sat Dec 10 03:13:14.280 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55300 #63 (29 connections now open) Sat Dec 10 03:13:14.345 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:13:14.346 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465939897000) }, { datetime: new Date(1465999468000) }) in IISLogs.pubbsdweb1', ts : 584bc72a666d1a4e49f53f89 Sat Dec 10 03:13:14.346 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 44|0||584bba0d90d1dc672b548145, current metadata version is 44|0||584bba0d90d1dc672b548145 Sat Dec 10 03:13:14.347 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 44|0||584bba0d90d1dc672b548145 to shard version 44|1||584bba0d90d1dc672b548145 Sat Dec 10 03:13:14.347 I SHARDING [conn9] collection version was loaded at version 44|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:13:14.347 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:13:14.347-0600-584bc72a666d1a4e49f53f8a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361194347), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:13:14.348 I SHARDING [conn9] moveChunk request accepted at version 44|1||584bba0d90d1dc672b548145 Sat Dec 10 03:13:15.781 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 03:13:15.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:15.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:15.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:15.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:15.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:15.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:15.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:16.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:16.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:16.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:17.382 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776216 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 1586ms Sat Dec 10 03:13:17.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4073, clonedBytes: 1225178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:18.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12508, clonedBytes: 3730845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:19.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18739, clonedBytes: 5586189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:20.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18744, clonedBytes: 5587695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:21.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:23.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:24.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:25.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:26.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:27.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:28.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:29.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:30.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:31.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:32.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:33.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:34.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:35.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:36.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:38.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:39.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:40.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18748, clonedBytes: 5588992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:41.012 I SHARDING [RangeDeleter] rangeDeleter deleted 130082 documents for IISLogs.pubprdenr04 from { datetime: new Date(1470193355000) } -> { datetime: new Date(1476209879000) } Sat Dec 10 03:13:41.012 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: MinKey } -> { datetime: new Date(1444246563000) }, with opId: 79849 Sat Dec 10 03:13:41.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23308, clonedBytes: 6940877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:42.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30351, clonedBytes: 9034443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:43.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36823, clonedBytes: 10959992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:44.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45605, clonedBytes: 13563348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:45.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55218, clonedBytes: 16400652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:46.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55218, clonedBytes: 16400652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:47.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55218, clonedBytes: 16400652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:47.933 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776270 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 2441ms Sat Dec 10 03:13:48.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61476, clonedBytes: 18243887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:49.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70180, clonedBytes: 20801281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:50.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79041, clonedBytes: 23403814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:51.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87661, clonedBytes: 25932448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:52.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97063, clonedBytes: 28704135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:53.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105859, clonedBytes: 31302111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:54.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc72a666d1a4e49f53f8b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 33537761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:54.960 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:13:54.962 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:13:54.963 I SHARDING [conn9] moveChunk setting version to: 45|0||584bba0d90d1dc672b548145 Sat Dec 10 03:13:54.969 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 33537761, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:13:54.969 I SHARDING [conn9] moveChunk updating self version to: 45|1||584bba0d90d1dc672b548145 through { datetime: new Date(1465999468000) } -> { datetime: new Date(1466053283000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:13:54.973 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:13:54.973-0600-584bc752666d1a4e49f53f8e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361234973), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 33537761, catchup: 0, steady: 0 } } Sat Dec 10 03:13:54.974 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:13:54.975 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:13:54.975 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:13:54.975-0600-584bc752666d1a4e49f53f8f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361234975), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1436, step 4 of 6: 39174, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:13:54.976 I SHARDING [conn9] distributed lock with ts: 584bc72a666d1a4e49f53f89' unlocked. Sat Dec 10 03:13:54.976 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465939897000) }, max: { datetime: new Date(1465999468000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 160 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 40632ms Sat Dec 10 03:13:54.983 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:13:54.984 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445681370000) }, { datetime: new Date(1445811124000) }) in IISLogs.pubprdweb01', ts : 584bc752666d1a4e49f53f90 Sat Dec 10 03:13:54.984 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 18|0||584bbf4f90d1dc672b54822e, current metadata version is 18|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:13:54.985 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 18|0||584bbf4f90d1dc672b54822e to shard version 18|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:13:54.985 I SHARDING [conn9] collection version was loaded at version 18|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:13:54.985 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:13:54.985-0600-584bc752666d1a4e49f53f91", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361234985), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:13:54.986 I SHARDING [conn9] moveChunk request accepted at version 18|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:13:57.038 I SHARDING [conn9] moveChunk number of documents: 102923 Sat Dec 10 03:13:57.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:57.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:58.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:13:59.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:00.011 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776032 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 2942ms Sat Dec 10 03:14:00.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3213, clonedBytes: 998413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:01.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13288, clonedBytes: 3979904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:02.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22098, clonedBytes: 6524903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:03.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31947, clonedBytes: 9804963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:04.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41196, clonedBytes: 12734100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:05.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50990, clonedBytes: 15773256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:06.537 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16047507 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 662ms Sat Dec 10 03:14:06.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53571, clonedBytes: 16582918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:06.829 I SHARDING [RangeDeleter] rangeDeleter deleted 106519 documents for IISLogs.pubprdweb02 from { datetime: MinKey } -> { datetime: new Date(1444246563000) } Sat Dec 10 03:14:06.829 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465417630000) } -> { datetime: new Date(1465538586000) }, with opId: 79960 Sat Dec 10 03:14:07.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64024, clonedBytes: 19780227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:08.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74134, clonedBytes: 22891012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:09.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84194, clonedBytes: 25940763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:10.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94283, clonedBytes: 29253053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:11.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc752666d1a4e49f53f92", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102923, clonedBytes: 32125002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:11.817 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:14:11.818 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:14:11.819 I SHARDING [conn9] moveChunk setting version to: 19|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:14:11.835 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102923, clonedBytes: 32125002, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:14:11.835 I SHARDING [conn9] moveChunk updating self version to: 19|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445811124000) } -> { datetime: new Date(1445907455000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:14:11.836 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:11.836-0600-584bc763666d1a4e49f53f95", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361251836), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102923, clonedBytes: 32125002, catchup: 0, steady: 0 } } Sat Dec 10 03:14:11.837 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:14:11.837 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:14:11.837 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:11.837-0600-584bc763666d1a4e49f53f96", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361251837), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2080, step 4 of 6: 14749, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:14:11.839 I SHARDING [conn9] distributed lock with ts: 584bc752666d1a4e49f53f90' unlocked. Sat Dec 10 03:14:11.839 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445681370000) }, max: { datetime: new Date(1445811124000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 132 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16856ms Sat Dec 10 03:14:11.844 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:14:11.844 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463959472000) }, { datetime: new Date(1463994091000) }) in IISLogs.pubbsdweb2', ts : 584bc763666d1a4e49f53f97 Sat Dec 10 03:14:11.845 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 17|0||584bbf7a90d1dc672b548236, current metadata version is 17|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:14:11.846 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 17|0||584bbf7a90d1dc672b548236 to shard version 17|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:14:11.846 I SHARDING [conn9] collection version was loaded at version 17|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:14:11.846 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:11.846-0600-584bc763666d1a4e49f53f98", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361251846), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:14:11.847 I SHARDING [conn9] moveChunk request accepted at version 17|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:14:13.917 I SHARDING [conn9] moveChunk number of documents: 113737 Sat Dec 10 03:14:13.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:13.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:13.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:13.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:13.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:14.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:14.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:14.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:14.303 I NETWORK [conn63] end connection 10.112.9.26:55300 (28 connections now open) Sat Dec 10 03:14:14.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:14.768 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776267 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 826ms Sat Dec 10 03:14:15.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2141, clonedBytes: 647811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:16.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19683, clonedBytes: 5937227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:17.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28543, clonedBytes: 8677460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:19.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37983, clonedBytes: 11597977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:20.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53546, clonedBytes: 16412407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:21.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53546, clonedBytes: 16412407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:22.690 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776198 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1920ms Sat Dec 10 03:14:23.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55144, clonedBytes: 16906454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:24.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64470, clonedBytes: 19791465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:25.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74263, clonedBytes: 22821231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:26.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83077, clonedBytes: 25548089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:27.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91886, clonedBytes: 28273024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:28.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100674, clonedBytes: 30991679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:29.053 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465417630000) } -> { datetime: new Date(1465538586000) } Sat Dec 10 03:14:29.053 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444854347000) } -> { datetime: new Date(1444945897000) }, with opId: 80065 Sat Dec 10 03:14:29.270 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2247096 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 110ms Sat Dec 10 03:14:29.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109000, clonedBytes: 33567904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:30.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc763666d1a4e49f53f99", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113737, clonedBytes: 35033416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:30.562 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:14:30.564 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:14:30.564 I SHARDING [conn9] moveChunk setting version to: 18|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:14:30.578 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113737, clonedBytes: 35033416, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:14:30.578 I SHARDING [conn9] moveChunk updating self version to: 18|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1463994091000) } -> { datetime: new Date(1464000058000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:14:30.580 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:30.580-0600-584bc776666d1a4e49f53f9c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361270580), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113737, clonedBytes: 35033416, catchup: 0, steady: 0 } } Sat Dec 10 03:14:30.581 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:14:30.581 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:14:30.582 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:30.582-0600-584bc776666d1a4e49f53f9d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361270582), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2079, step 4 of 6: 16635, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:14:30.583 I SHARDING [conn9] distributed lock with ts: 584bc763666d1a4e49f53f97' unlocked. Sat Dec 10 03:14:30.583 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463959472000) }, max: { datetime: new Date(1463994091000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:904 reslen:154 locks:{ Global: { acquireCount: { r: 1820, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2603 } }, Database: { acquireCount: { r: 906, w: 4, W: 2 } }, Collection: { acquireCount: { r: 906, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18739ms Sat Dec 10 03:14:30.589 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:14:30.590 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457722272000) }, { datetime: new Date(1457722584000) }) in IISLogs.pubprdenr03', ts : 584bc776666d1a4e49f53f9e Sat Dec 10 03:14:30.590 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 12|0||584bc0d090d1dc672b548270, current metadata version is 12|0||584bc0d090d1dc672b548270 Sat Dec 10 03:14:30.591 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 12|0||584bc0d090d1dc672b548270 to shard version 12|1||584bc0d090d1dc672b548270 Sat Dec 10 03:14:30.591 I SHARDING [conn9] collection version was loaded at version 12|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:14:30.591 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:30.591-0600-584bc776666d1a4e49f53f9f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361270591), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:14:30.592 I SHARDING [conn9] moveChunk request accepted at version 12|1||584bc0d090d1dc672b548270 Sat Dec 10 03:14:31.237 I SHARDING [conn9] moveChunk number of documents: 128929 Sat Dec 10 03:14:31.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:31.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:32.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:32.754 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776203 locks:{ Global: { acquireCount: { r: 1020 } }, Database: { acquireCount: { r: 510 } }, Collection: { acquireCount: { r: 510 } } } protocol:op_command 1505ms Sat Dec 10 03:14:33.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3704, clonedBytes: 955843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:34.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12933, clonedBytes: 3336679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:35.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22201, clonedBytes: 5727815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:36.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31668, clonedBytes: 8171134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:37.086 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55313 #64 (29 connections now open) Sat Dec 10 03:14:37.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40837, clonedBytes: 10537068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:38.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49949, clonedBytes: 12887437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:39.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59680, clonedBytes: 15398555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:40.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63342, clonedBytes: 16343771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:41.184 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776202 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 1250ms Sat Dec 10 03:14:41.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66643, clonedBytes: 17195357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:42.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76535, clonedBytes: 19747138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:43.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85438, clonedBytes: 22043908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:44.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95582, clonedBytes: 24659780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:45.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105797, clonedBytes: 27294308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:46.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115567, clonedBytes: 29815142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:47.332 I SHARDING [RangeDeleter] rangeDeleter deleted 102924 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444854347000) } -> { datetime: new Date(1444945897000) } Sat Dec 10 03:14:47.333 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463260406000) } -> { datetime: new Date(1463425794000) }, with opId: 80196 Sat Dec 10 03:14:47.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 124691, clonedBytes: 32169097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:48.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc776666d1a4e49f53fa0", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128929, clonedBytes: 33261732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:48.997 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:14:49.001 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:14:49.001 I SHARDING [conn9] moveChunk setting version to: 13|0||584bc0d090d1dc672b548270 Sat Dec 10 03:14:49.094 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128929, clonedBytes: 33261732, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:14:49.094 I SHARDING [conn9] moveChunk updating self version to: 13|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457722584000) } -> { datetime: new Date(1457722889000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:14:49.096 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:49.096-0600-584bc789666d1a4e49f53fa3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361289096), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128929, clonedBytes: 33261732, catchup: 0, steady: 0 } } Sat Dec 10 03:14:49.096 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:14:49.097 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:14:49.097 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:49.097-0600-584bc789666d1a4e49f53fa4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361289097), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 650, step 4 of 6: 17753, step 5 of 6: 100, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:14:49.098 I SHARDING [conn9] distributed lock with ts: 584bc776666d1a4e49f53f9e' unlocked. Sat Dec 10 03:14:49.098 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457722272000) }, max: { datetime: new Date(1457722584000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1008 reslen:154 locks:{ Global: { acquireCount: { r: 2028, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 208 } }, Database: { acquireCount: { r: 1010, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1010, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18509ms Sat Dec 10 03:14:49.106 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:14:49.106 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1445549974000) }, { datetime: new Date(1445735462000) }) in IISLogs.pubprdweb02', ts : 584bc789666d1a4e49f53fa5 Sat Dec 10 03:14:49.107 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 10|0||584bc22c90d1dc672b54829b, current metadata version is 10|0||584bc22c90d1dc672b54829b Sat Dec 10 03:14:49.108 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 10|0||584bc22c90d1dc672b54829b to shard version 10|1||584bc22c90d1dc672b54829b Sat Dec 10 03:14:49.108 I SHARDING [conn9] collection version was loaded at version 10|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:14:49.131 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:14:49.131-0600-584bc789666d1a4e49f53fa6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361289131), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:14:49.137 I SHARDING [conn9] moveChunk request accepted at version 10|1||584bc22c90d1dc672b54829b Sat Dec 10 03:14:50.928 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:14:50.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:50.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:50.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:50.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:50.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:51.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:51.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:51.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:51.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:51.786 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 848ms Sat Dec 10 03:14:52.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 396, clonedBytes: 127802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:53.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9192, clonedBytes: 2760557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:54.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17979, clonedBytes: 5273915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:55.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26549, clonedBytes: 7683566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:56.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36243, clonedBytes: 10416315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:57.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44812, clonedBytes: 12787422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:58.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53964, clonedBytes: 15610053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:59.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56664, clonedBytes: 16390607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:14:59.366 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15114770 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 868ms Sat Dec 10 03:15:00.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63043, clonedBytes: 18255713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:01.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69323, clonedBytes: 20065375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:02.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79467, clonedBytes: 23039546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:03.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89491, clonedBytes: 25974216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:04.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98363, clonedBytes: 28696561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:05.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc789666d1a4e49f53fa7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 31167326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:05.498 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:15:05.499 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:15:05.500 I SHARDING [conn9] moveChunk setting version to: 11|0||584bc22c90d1dc672b54829b Sat Dec 10 03:15:05.509 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 31167326, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:15:05.509 I SHARDING [conn9] moveChunk updating self version to: 11|1||584bc22c90d1dc672b54829b through { datetime: new Date(1445735462000) } -> { datetime: new Date(1445983723000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:15:05.510 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:05.510-0600-584bc799666d1a4e49f53faa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361305510), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 31167326, catchup: 0, steady: 0 } } Sat Dec 10 03:15:05.512 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:15:05.513 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:15:05.513 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:05.513-0600-584bc799666d1a4e49f53fab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361305513), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, step 1 of 6: 0, step 2 of 6: 31, step 3 of 6: 1794, step 4 of 6: 14565, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:15:05.515 I SHARDING [conn9] distributed lock with ts: 584bc789666d1a4e49f53fa5' unlocked. Sat Dec 10 03:15:05.515 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445549974000) }, max: { datetime: new Date(1445735462000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1160 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16410ms Sat Dec 10 03:15:06.526 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55320 #65 (30 connections now open) Sat Dec 10 03:15:06.595 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:15:06.596 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1465999468000) }, { datetime: new Date(1466053283000) }) in IISLogs.pubbsdweb1', ts : 584bc79a666d1a4e49f53fac Sat Dec 10 03:15:06.596 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 45|0||584bba0d90d1dc672b548145, current metadata version is 45|0||584bba0d90d1dc672b548145 Sat Dec 10 03:15:06.599 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 45|0||584bba0d90d1dc672b548145 to shard version 45|1||584bba0d90d1dc672b548145 Sat Dec 10 03:15:06.599 I SHARDING [conn9] collection version was loaded at version 45|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 03:15:06.599 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:06.599-0600-584bc79a666d1a4e49f53fad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361306599), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:15:06.600 I SHARDING [conn9] moveChunk request accepted at version 45|1||584bba0d90d1dc672b548145 Sat Dec 10 03:15:08.549 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463260406000) } -> { datetime: new Date(1463425794000) } Sat Dec 10 03:15:08.549 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: new Date(1446150065000) } -> { datetime: new Date(1446151594000) }, with opId: 80325 Sat Dec 10 03:15:10.340 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 03:15:10.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:10.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:11.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:11.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:11.776 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776108 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1417ms Sat Dec 10 03:15:12.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6528, clonedBytes: 1948704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:14.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11055, clonedBytes: 3319326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:15.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16021, clonedBytes: 4829635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:16.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22447, clonedBytes: 6766204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:17.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26640, clonedBytes: 8028562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:18.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31233, clonedBytes: 9414181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:19.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34111, clonedBytes: 10281414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:20.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40077, clonedBytes: 12080386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:21.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46566, clonedBytes: 14052814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:22.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53979, clonedBytes: 16272185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:23.618 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776157 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 901ms Sat Dec 10 03:15:23.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54581, clonedBytes: 16454140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:24.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63024, clonedBytes: 18980045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:25.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71298, clonedBytes: 21446880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:26.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79096, clonedBytes: 23803867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:27.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87012, clonedBytes: 26209345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:28.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95513, clonedBytes: 28813994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:29.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103167, clonedBytes: 31201000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:30.657 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1543594 locks:{ Global: { acquireCount: { r: 82 } }, Database: { acquireCount: { r: 41 } }, Collection: { acquireCount: { r: 41 } } } protocol:op_command 107ms Sat Dec 10 03:15:30.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111400, clonedBytes: 33731210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:31.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc79a666d1a4e49f53fae", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 34330169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:31.982 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:15:31.983 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:15:32.015 I SHARDING [conn9] moveChunk setting version to: 46|0||584bba0d90d1dc672b548145 Sat Dec 10 03:15:32.033 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 34330169, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:15:32.033 I SHARDING [conn9] moveChunk updating self version to: 46|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466053283000) } -> { datetime: new Date(1466113742000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:15:32.035 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:32.035-0600-584bc7b4666d1a4e49f53fb1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361332035), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 34330169, catchup: 0, steady: 0 } } Sat Dec 10 03:15:32.036 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:15:32.036 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:15:32.036 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:32.036-0600-584bc7b4666d1a4e49f53fb2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361332036), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 3757, step 4 of 6: 21623, step 5 of 6: 53, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:15:32.038 I SHARDING [conn9] distributed lock with ts: 584bc79a666d1a4e49f53fac' unlocked. Sat Dec 10 03:15:32.038 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465999468000) }, max: { datetime: new Date(1466053283000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:903 reslen:154 locks:{ Global: { acquireCount: { r: 1818, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 123 } }, Database: { acquireCount: { r: 905, w: 4, W: 2 } }, Collection: { acquireCount: { r: 905, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25444ms Sat Dec 10 03:15:32.044 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:15:32.045 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445811124000) }, { datetime: new Date(1445907455000) }) in IISLogs.pubprdweb01', ts : 584bc7b4666d1a4e49f53fb3 Sat Dec 10 03:15:32.045 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 19|0||584bbf4f90d1dc672b54822e, current metadata version is 19|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:15:32.047 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 19|0||584bbf4f90d1dc672b54822e to shard version 19|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:15:32.047 I SHARDING [conn9] collection version was loaded at version 19|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:15:32.047 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:32.047-0600-584bc7b4666d1a4e49f53fb4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361332047), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:15:32.048 I SHARDING [conn9] moveChunk request accepted at version 19|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:15:36.132 I SHARDING [RangeDeleter] rangeDeleter deleted 129489 documents for IISLogs.pubprdenr01 from { datetime: new Date(1446150065000) } -> { datetime: new Date(1446151594000) } Sat Dec 10 03:15:36.132 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr02 from { datetime: new Date(1457728481000) } -> { datetime: new Date(1458103236000) }, with opId: 80510 Sat Dec 10 03:15:36.364 I SHARDING [conn9] moveChunk number of documents: 102933 Sat Dec 10 03:15:36.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:36.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:37.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:37.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:38.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:39.585 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776132 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 3214ms Sat Dec 10 03:15:39.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:40.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8221, clonedBytes: 2559134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:41.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16755, clonedBytes: 5235713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:42.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24632, clonedBytes: 7664825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:43.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33334, clonedBytes: 10335753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:44.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42633, clonedBytes: 13040457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:45.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50787, clonedBytes: 15398575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:46.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54474, clonedBytes: 16405776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:47.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54474, clonedBytes: 16405776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:49.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54474, clonedBytes: 16405776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:50.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54474, clonedBytes: 16405776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:50.528 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15190821 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 4213ms Sat Dec 10 03:15:51.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58188, clonedBytes: 17440674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:52.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67691, clonedBytes: 20075606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:53.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76500, clonedBytes: 22813396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:54.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87924, clonedBytes: 26588637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:55.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97187, clonedBytes: 29485634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:56.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7b4666d1a4e49f53fb5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102933, clonedBytes: 31268346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:56.610 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:15:56.611 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:15:56.612 I SHARDING [conn9] moveChunk setting version to: 20|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:15:56.623 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102933, clonedBytes: 31268346, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:15:56.623 I SHARDING [conn9] moveChunk updating self version to: 20|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445907455000) } -> { datetime: new Date(1445988143000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:15:56.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:56.625-0600-584bc7cc666d1a4e49f53fb8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361356625), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102933, clonedBytes: 31268346, catchup: 0, steady: 0 } } Sat Dec 10 03:15:56.625 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:15:56.640 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:15:56.640 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:56.640-0600-584bc7cc666d1a4e49f53fb9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361356640), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4320, step 4 of 6: 20239, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:15:56.641 I SHARDING [conn9] distributed lock with ts: 584bc7b4666d1a4e49f53fb3' unlocked. Sat Dec 10 03:15:56.641 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445811124000) }, max: { datetime: new Date(1445907455000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:846 reslen:154 locks:{ Global: { acquireCount: { r: 1704, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19958 } }, Database: { acquireCount: { r: 848, w: 4, W: 2 } }, Collection: { acquireCount: { r: 848, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24598ms Sat Dec 10 03:15:56.646 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:15:56.647 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1463994091000) }, { datetime: new Date(1464000058000) }) in IISLogs.pubbsdweb2', ts : 584bc7cc666d1a4e49f53fba Sat Dec 10 03:15:56.647 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 18|0||584bbf7a90d1dc672b548236, current metadata version is 18|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:15:56.648 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 18|0||584bbf7a90d1dc672b548236 to shard version 18|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:15:56.648 I SHARDING [conn9] collection version was loaded at version 18|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:15:56.648 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:15:56.648-0600-584bc7cc666d1a4e49f53fbb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361356648), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:15:56.649 I SHARDING [conn9] moveChunk request accepted at version 18|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:15:59.654 I SHARDING [conn9] moveChunk number of documents: 113722 Sat Dec 10 03:15:59.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:59.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:59.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:59.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:59.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:59.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:15:59.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:00.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:00.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:00.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:01.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:02.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:03.697 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776087 locks:{ Global: { acquireCount: { r: 914 } }, Database: { acquireCount: { r: 457 } }, Collection: { acquireCount: { r: 457 } } } protocol:op_command 4026ms Sat Dec 10 03:16:03.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1146, clonedBytes: 354815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:04.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8276, clonedBytes: 2560172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:06.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17980, clonedBytes: 5562043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:06.585 I NETWORK [conn65] end connection 10.112.9.26:55320 (29 connections now open) Sat Dec 10 03:16:07.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26823, clonedBytes: 8298128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:08.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36521, clonedBytes: 11298788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:09.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45535, clonedBytes: 14087446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:10.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51992, clonedBytes: 16085206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:10.941 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776165 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 599ms Sat Dec 10 03:16:11.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54898, clonedBytes: 16983980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:12.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65066, clonedBytes: 20129346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:13.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75101, clonedBytes: 23214512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:14.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85246, clonedBytes: 26341897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:14.953 I SHARDING [RangeDeleter] rangeDeleter deleted 123640 documents for IISLogs.pubprdenr02 from { datetime: new Date(1457728481000) } -> { datetime: new Date(1458103236000) } Sat Dec 10 03:16:14.953 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457719748000) } -> { datetime: new Date(1457720063000) }, with opId: 80698 Sat Dec 10 03:16:15.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94786, clonedBytes: 29301444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:16.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105315, clonedBytes: 32567336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:16.694 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2388539 locks:{ Global: { acquireCount: { r: 124 } }, Database: { acquireCount: { r: 62 } }, Collection: { acquireCount: { r: 62 } } } protocol:op_command 172ms Sat Dec 10 03:16:17.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7cc666d1a4e49f53fbc", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113722, clonedBytes: 35175180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:17.460 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:16:17.461 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:16:17.461 I SHARDING [conn9] moveChunk setting version to: 19|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:16:17.471 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113722, clonedBytes: 35175180, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:16:17.471 I SHARDING [conn9] moveChunk updating self version to: 19|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464000058000) } -> { datetime: new Date(1464003601000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:16:17.473 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:17.473-0600-584bc7e1666d1a4e49f53fbf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361377473), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113722, clonedBytes: 35175180, catchup: 0, steady: 0 } } Sat Dec 10 03:16:17.473 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:16:17.474 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:16:17.474 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:17.474-0600-584bc7e1666d1a4e49f53fc0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361377474), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3008, step 4 of 6: 17801, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:16:17.475 I SHARDING [conn9] distributed lock with ts: 584bc7cc666d1a4e49f53fba' unlocked. Sat Dec 10 03:16:17.475 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463994091000) }, max: { datetime: new Date(1464000058000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:898 reslen:154 locks:{ Global: { acquireCount: { r: 1808, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 195 } }, Database: { acquireCount: { r: 900, w: 4, W: 2 } }, Collection: { acquireCount: { r: 900, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20829ms Sat Dec 10 03:16:17.479 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:16:17.480 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457722584000) }, { datetime: new Date(1457722889000) }) in IISLogs.pubprdenr03', ts : 584bc7e1666d1a4e49f53fc1 Sat Dec 10 03:16:17.480 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 13|0||584bc0d090d1dc672b548270, current metadata version is 13|0||584bc0d090d1dc672b548270 Sat Dec 10 03:16:17.481 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 13|0||584bc0d090d1dc672b548270 to shard version 13|1||584bc0d090d1dc672b548270 Sat Dec 10 03:16:17.481 I SHARDING [conn9] collection version was loaded at version 13|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:16:17.481 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:17.481-0600-584bc7e1666d1a4e49f53fc2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361377481), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:16:17.482 I SHARDING [conn9] moveChunk request accepted at version 13|1||584bc0d090d1dc672b548270 Sat Dec 10 03:16:18.748 I SHARDING [conn9] moveChunk number of documents: 128772 Sat Dec 10 03:16:18.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:18.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:18.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:18.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:18.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:18.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:18.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:19.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:19.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:19.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:19.913 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 1151ms Sat Dec 10 03:16:20.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8456, clonedBytes: 2181824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:21.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18313, clonedBytes: 4725307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:22.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28941, clonedBytes: 7467206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:24.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39103, clonedBytes: 10088666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:25.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49451, clonedBytes: 12757629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:26.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60036, clonedBytes: 15489843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:27.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63344, clonedBytes: 16343743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:27.809 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 1373ms Sat Dec 10 03:16:28.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66189, clonedBytes: 17078029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:29.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76175, clonedBytes: 19655561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:30.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86190, clonedBytes: 22240418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:31.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96423, clonedBytes: 24881498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:32.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106788, clonedBytes: 27554793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:33.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 117018, clonedBytes: 30193459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:34.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127046, clonedBytes: 32778598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:35.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7e1666d1a4e49f53fc3", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128772, clonedBytes: 33223982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:35.431 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:16:35.432 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:16:35.437 I SHARDING [conn9] moveChunk setting version to: 14|0||584bc0d090d1dc672b548270 Sat Dec 10 03:16:35.450 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128772, clonedBytes: 33223982, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:16:35.450 I SHARDING [conn9] moveChunk updating self version to: 14|1||584bc0d090d1dc672b548270 through { datetime: new Date(1457722889000) } -> { datetime: new Date(1458130144000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:16:35.451 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:35.451-0600-584bc7f3666d1a4e49f53fc6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361395451), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128772, clonedBytes: 33223982, catchup: 0, steady: 0 } } Sat Dec 10 03:16:35.452 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:16:35.452 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:16:35.452 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:35.452-0600-584bc7f3666d1a4e49f53fc7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361395452), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1278, step 4 of 6: 16669, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:16:35.453 I SHARDING [conn9] distributed lock with ts: 584bc7e1666d1a4e49f53fc1' unlocked. Sat Dec 10 03:16:35.453 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457722584000) }, max: { datetime: new Date(1457722889000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1015 reslen:154 locks:{ Global: { acquireCount: { r: 2042, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 246 } }, Database: { acquireCount: { r: 1017, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1017, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 4253 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17974ms Sat Dec 10 03:16:35.457 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:16:35.458 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1445735462000) }, { datetime: new Date(1445983723000) }) in IISLogs.pubprdweb02', ts : 584bc7f3666d1a4e49f53fc8 Sat Dec 10 03:16:35.458 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 11|0||584bc22c90d1dc672b54829b, current metadata version is 11|0||584bc22c90d1dc672b54829b Sat Dec 10 03:16:35.459 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 11|0||584bc22c90d1dc672b54829b to shard version 11|1||584bc22c90d1dc672b54829b Sat Dec 10 03:16:35.459 I SHARDING [conn9] collection version was loaded at version 11|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:16:35.459 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:35.459-0600-584bc7f3666d1a4e49f53fc9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361395459), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:16:35.460 I SHARDING [conn9] moveChunk request accepted at version 11|1||584bc22c90d1dc672b54829b Sat Dec 10 03:16:38.385 I SHARDING [RangeDeleter] rangeDeleter deleted 128914 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457719748000) } -> { datetime: new Date(1457720063000) } Sat Dec 10 03:16:38.386 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr04 from { datetime: new Date(1476209879000) } -> { datetime: new Date(1476209995000) }, with opId: 80885 Sat Dec 10 03:16:40.544 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:16:40.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:40.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:41.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:41.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:42.578 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776111 locks:{ Global: { acquireCount: { r: 976 } }, Database: { acquireCount: { r: 488 } }, Collection: { acquireCount: { r: 488 } } } protocol:op_command 2029ms Sat Dec 10 03:16:42.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 660, clonedBytes: 178398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:43.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10618, clonedBytes: 2960812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:44.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20592, clonedBytes: 5740859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:45.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29768, clonedBytes: 8322494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:46.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39598, clonedBytes: 10944871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:47.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49235, clonedBytes: 13493634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:48.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58882, clonedBytes: 16076058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:49.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59984, clonedBytes: 16367185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:50.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59984, clonedBytes: 16367185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:51.885 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12822912 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 2851ms Sat Dec 10 03:16:52.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60497, clonedBytes: 16500552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:53.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70146, clonedBytes: 19133042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:54.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80193, clonedBytes: 21814050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:55.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90161, clonedBytes: 24438728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:56.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99734, clonedBytes: 27087653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:57.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc7f3666d1a4e49f53fca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 28875286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:16:57.152 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:16:57.154 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:16:57.161 I SHARDING [conn9] moveChunk setting version to: 12|0||584bc22c90d1dc672b54829b Sat Dec 10 03:16:57.176 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 28875286, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:16:57.184 I SHARDING [conn9] moveChunk updating self version to: 12|1||584bc22c90d1dc672b54829b through { datetime: new Date(1445983723000) } -> { datetime: new Date(1446234692000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:16:57.186 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:57.186-0600-584bc809666d1a4e49f53fcd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361417186), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 28875286, catchup: 0, steady: 0 } } Sat Dec 10 03:16:57.186 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:16:57.186 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:16:57.186 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:57.186-0600-584bc809666d1a4e49f53fce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361417186), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5086, step 4 of 6: 16604, step 5 of 6: 34, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:16:57.188 I SHARDING [conn9] distributed lock with ts: 584bc7f3666d1a4e49f53fc8' unlocked. Sat Dec 10 03:16:57.188 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445735462000) }, max: { datetime: new Date(1445983723000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:867 reslen:154 locks:{ Global: { acquireCount: { r: 1746, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 193 } }, Database: { acquireCount: { r: 869, w: 4, W: 2 } }, Collection: { acquireCount: { r: 869, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21732ms Sat Dec 10 03:16:58.292 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55340 #66 (30 connections now open) Sat Dec 10 03:16:58.431 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:16:58.432 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466053283000) }, { datetime: new Date(1466113742000) }) in IISLogs.pubbsdweb1', ts : 584bc80a666d1a4e49f53fcf Sat Dec 10 03:16:58.432 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 46|0||584bba0d90d1dc672b548145, current metadata version is 46|0||584bba0d90d1dc672b548145 Sat Dec 10 03:16:58.434 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 46|0||584bba0d90d1dc672b548145 to shard version 46|1||584bba0d90d1dc672b548145 Sat Dec 10 03:16:58.434 I SHARDING [conn9] collection version was loaded at version 46|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:16:58.434 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:16:58.434-0600-584bc80a666d1a4e49f53fd0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361418434), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:16:58.435 I SHARDING [conn9] moveChunk request accepted at version 46|1||584bba0d90d1dc672b548145 Sat Dec 10 03:17:06.067 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 03:17:06.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:06.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:07.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:08.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:09.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:09.823 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776197 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 3746ms Sat Dec 10 03:17:10.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6695, clonedBytes: 2025226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:11.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15341, clonedBytes: 4714303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:12.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24953, clonedBytes: 7727511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:13.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34552, clonedBytes: 10645466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:14.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44767, clonedBytes: 13721524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:15.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53674, clonedBytes: 16411441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:16.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53674, clonedBytes: 16411441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:16.938 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776223 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1194ms Sat Dec 10 03:17:17.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62096, clonedBytes: 18948434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:18.286 I SHARDING [RangeDeleter] rangeDeleter deleted 130805 documents for IISLogs.pubprdenr04 from { datetime: new Date(1476209879000) } -> { datetime: new Date(1476209995000) } Sat Dec 10 03:17:18.286 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1444246563000) } -> { datetime: new Date(1444410700000) }, with opId: 81078 Sat Dec 10 03:17:18.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71883, clonedBytes: 21908284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:19.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81876, clonedBytes: 24931207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:20.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91532, clonedBytes: 27859644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:22.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100177, clonedBytes: 30472354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:23.029 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1668883 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 173ms Sat Dec 10 03:17:23.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108078, clonedBytes: 32862021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:24.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc80a666d1a4e49f53fd1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34456095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:24.076 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:17:24.077 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:17:24.078 I SHARDING [conn9] moveChunk setting version to: 47|0||584bba0d90d1dc672b548145 Sat Dec 10 03:17:24.087 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34456095, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:17:24.091 I SHARDING [conn9] moveChunk updating self version to: 47|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466113742000) } -> { datetime: new Date(1466202232000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:17:24.093 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:17:24.093-0600-584bc824666d1a4e49f53fd4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361444093), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34456095, catchup: 0, steady: 0 } } Sat Dec 10 03:17:24.094 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:17:24.125 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:17:24.125 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:17:24.125-0600-584bc824666d1a4e49f53fd5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361444125), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7635, step 4 of 6: 18004, step 5 of 6: 48, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:17:24.127 I SHARDING [conn9] distributed lock with ts: 584bc80a666d1a4e49f53fcf' unlocked. Sat Dec 10 03:17:24.127 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466053283000) }, max: { datetime: new Date(1466113742000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:924 reslen:154 locks:{ Global: { acquireCount: { r: 1860, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 30826 } }, Database: { acquireCount: { r: 926, w: 4, W: 2 } }, Collection: { acquireCount: { r: 926, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25697ms Sat Dec 10 03:17:24.132 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:17:24.133 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445907455000) }, { datetime: new Date(1445988143000) }) in IISLogs.pubprdweb01', ts : 584bc824666d1a4e49f53fd6 Sat Dec 10 03:17:24.133 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 20|0||584bbf4f90d1dc672b54822e, current metadata version is 20|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:17:24.134 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 20|0||584bbf4f90d1dc672b54822e to shard version 20|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:17:24.134 I SHARDING [conn9] collection version was loaded at version 20|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:17:24.134 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:17:24.134-0600-584bc824666d1a4e49f53fd7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361444134), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:17:24.135 I SHARDING [conn9] moveChunk request accepted at version 20|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:17:25.474 I SHARDING [conn9] moveChunk number of documents: 102926 Sat Dec 10 03:17:25.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:25.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:26.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:26.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:26.782 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776320 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1294ms Sat Dec 10 03:17:27.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6607, clonedBytes: 1899205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:28.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15429, clonedBytes: 4529021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:29.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24741, clonedBytes: 7380007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:30.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34097, clonedBytes: 10263864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:31.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43560, clonedBytes: 13014664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:32.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52830, clonedBytes: 15689514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:33.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55386, clonedBytes: 16399580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:34.358 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14601028 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 1375ms Sat Dec 10 03:17:34.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58856, clonedBytes: 17322741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:35.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68085, clonedBytes: 19912904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:36.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76175, clonedBytes: 22162439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:37.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85286, clonedBytes: 24970841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:38.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94444, clonedBytes: 28001590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:39.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc824666d1a4e49f53fd8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102926, clonedBytes: 30678790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:39.930 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:17:39.931 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:17:39.932 I SHARDING [conn9] moveChunk setting version to: 21|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:17:39.937 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102926, clonedBytes: 30678790, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:17:39.937 I SHARDING [conn9] moveChunk updating self version to: 21|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1445988143000) } -> { datetime: new Date(1446070395000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:17:39.938 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:17:39.938-0600-584bc833666d1a4e49f53fdb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361459938), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102926, clonedBytes: 30678790, catchup: 0, steady: 0 } } Sat Dec 10 03:17:39.939 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:17:39.941 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:17:39.941 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:17:39.941-0600-584bc833666d1a4e49f53fdc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361459941), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1342, step 4 of 6: 14451, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:17:39.943 I SHARDING [conn9] distributed lock with ts: 584bc824666d1a4e49f53fd6' unlocked. Sat Dec 10 03:17:39.943 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445907455000) }, max: { datetime: new Date(1445988143000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3355 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15811ms Sat Dec 10 03:17:39.947 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:17:39.948 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464000058000) }, { datetime: new Date(1464003601000) }) in IISLogs.pubbsdweb2', ts : 584bc833666d1a4e49f53fdd Sat Dec 10 03:17:39.948 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 19|0||584bbf7a90d1dc672b548236, current metadata version is 19|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:17:39.950 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 19|0||584bbf7a90d1dc672b548236 to shard version 19|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:17:39.950 I SHARDING [conn9] collection version was loaded at version 19|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:17:39.950 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:17:39.950-0600-584bc833666d1a4e49f53fde", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361459950), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:17:39.950 I SHARDING [conn9] moveChunk request accepted at version 19|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:17:40.769 I SHARDING [conn9] moveChunk number of documents: 113772 Sat Dec 10 03:17:40.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:40.806 I SHARDING [RangeDeleter] rangeDeleter deleted 106526 documents for IISLogs.pubprdweb02 from { datetime: new Date(1444246563000) } -> { datetime: new Date(1444410700000) } Sat Dec 10 03:17:40.806 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465538586000) } -> { datetime: new Date(1465567475000) }, with opId: 81236 Sat Dec 10 03:17:40.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:40.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:40.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:40.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:40.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:41.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:41.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:41.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:41.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:43.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:43.360 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2582ms Sat Dec 10 03:17:44.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5436, clonedBytes: 1686043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:45.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13850, clonedBytes: 4296004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:46.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22155, clonedBytes: 6872498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:47.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30405, clonedBytes: 9431732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:48.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38856, clonedBytes: 12053125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:49.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46993, clonedBytes: 14577638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:50.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52920, clonedBytes: 16416812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:51.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52920, clonedBytes: 16416812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:52.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52920, clonedBytes: 16416812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:52.609 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776053 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 2704ms Sat Dec 10 03:17:53.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58517, clonedBytes: 18155228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:54.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68026, clonedBytes: 21105104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:55.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77227, clonedBytes: 23960295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:56.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85289, clonedBytes: 26462213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:57.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94445, clonedBytes: 29302562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:58.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103114, clonedBytes: 31991676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:17:58.463 I NETWORK [conn66] end connection 10.112.9.26:55340 (29 connections now open) Sat Dec 10 03:17:59.315 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2504796 locks:{ Global: { acquireCount: { r: 144 } }, Database: { acquireCount: { r: 72 } }, Collection: { acquireCount: { r: 72 } } } protocol:op_command 589ms Sat Dec 10 03:17:59.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107243, clonedBytes: 33272782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:00.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc833666d1a4e49f53fdf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113772, clonedBytes: 35291566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:00.495 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:18:00.497 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:18:00.498 I SHARDING [conn9] moveChunk setting version to: 20|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:18:00.517 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113772, clonedBytes: 35291566, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:18:00.517 I SHARDING [conn9] moveChunk updating self version to: 20|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464003601000) } -> { datetime: new Date(1464009100000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:18:00.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:00.519-0600-584bc848666d1a4e49f53fe2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361480519), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113772, clonedBytes: 35291566, catchup: 0, steady: 0 } } Sat Dec 10 03:18:00.520 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:18:00.522 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:18:00.522 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:00.522-0600-584bc848666d1a4e49f53fe3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361480522), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 826, step 4 of 6: 19717, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:18:00.523 I SHARDING [conn9] distributed lock with ts: 584bc833666d1a4e49f53fdd' unlocked. Sat Dec 10 03:18:00.523 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464000058000) }, max: { datetime: new Date(1464003601000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1833 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20576ms Sat Dec 10 03:18:00.527 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:18:00.528 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1457722889000) }, { datetime: new Date(1458130144000) }) in IISLogs.pubprdenr03', ts : 584bc848666d1a4e49f53fe4 Sat Dec 10 03:18:00.528 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 14|0||584bc0d090d1dc672b548270, current metadata version is 14|0||584bc0d090d1dc672b548270 Sat Dec 10 03:18:00.529 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 14|0||584bc0d090d1dc672b548270 to shard version 14|1||584bc0d090d1dc672b548270 Sat Dec 10 03:18:00.529 I SHARDING [conn9] collection version was loaded at version 14|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:18:00.529 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:00.529-0600-584bc848666d1a4e49f53fe5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361480529), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:18:00.530 I SHARDING [conn9] moveChunk request accepted at version 14|1||584bc0d090d1dc672b548270 Sat Dec 10 03:18:05.018 I SHARDING [conn9] moveChunk number of documents: 129486 Sat Dec 10 03:18:05.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:05.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:06.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:07.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:08.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:08.226 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776215 locks:{ Global: { acquireCount: { r: 1038 } }, Database: { acquireCount: { r: 519 } }, Collection: { acquireCount: { r: 519 } } } protocol:op_command 3203ms Sat Dec 10 03:18:09.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7467, clonedBytes: 1925966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:10.172 I SHARDING [RangeDeleter] rangeDeleter deleted 113253 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465538586000) } -> { datetime: new Date(1465567475000) } Sat Dec 10 03:18:10.172 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1444945897000) } -> { datetime: new Date(1445032731000) }, with opId: 81365 Sat Dec 10 03:18:10.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16954, clonedBytes: 4290729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:11.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25451, clonedBytes: 6513567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:12.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34612, clonedBytes: 8940896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:13.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44122, clonedBytes: 11457535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:14.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53444, clonedBytes: 13972936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:15.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59813, clonedBytes: 15701148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:16.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62218, clonedBytes: 16351651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:17.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62218, clonedBytes: 16351651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:17.578 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776210 locks:{ Global: { acquireCount: { r: 982 } }, Database: { acquireCount: { r: 491 } }, Collection: { acquireCount: { r: 491 } } } protocol:op_command 1819ms Sat Dec 10 03:18:18.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70835, clonedBytes: 18688030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:19.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81236, clonedBytes: 21490720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:20.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91611, clonedBytes: 24300565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:21.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101496, clonedBytes: 26958773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:22.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111190, clonedBytes: 29547494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:23.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121084, clonedBytes: 32185991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:24.494 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1849446 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 552ms Sat Dec 10 03:18:24.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 125781, clonedBytes: 33477769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:25.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc848666d1a4e49f53fe6", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129486, clonedBytes: 34524794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:25.792 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:18:25.793 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:18:25.793 I SHARDING [conn9] moveChunk setting version to: 15|0||584bc0d090d1dc672b548270 Sat Dec 10 03:18:25.808 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129486, clonedBytes: 34524794, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:18:25.808 I SHARDING [conn9] moveChunk updating self version to: 15|1||584bc0d090d1dc672b548270 through { datetime: new Date(1458130144000) } -> { datetime: new Date(1469481146000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:18:25.809 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:25.809-0600-584bc861666d1a4e49f53fe9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361505809), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129486, clonedBytes: 34524794, catchup: 0, steady: 0 } } Sat Dec 10 03:18:25.810 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:18:25.818 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:18:25.818 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:25.818-0600-584bc861666d1a4e49f53fea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361505818), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4490, step 4 of 6: 20769, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:18:25.822 I SHARDING [conn9] distributed lock with ts: 584bc848666d1a4e49f53fe4' unlocked. Sat Dec 10 03:18:25.822 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457722889000) }, max: { datetime: new Date(1458130144000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1040 reslen:154 locks:{ Global: { acquireCount: { r: 2092, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8108 } }, Database: { acquireCount: { r: 1042, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1042, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25295ms Sat Dec 10 03:18:25.826 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:18:25.827 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1445983723000) }, { datetime: new Date(1446234692000) }) in IISLogs.pubprdweb02', ts : 584bc861666d1a4e49f53feb Sat Dec 10 03:18:25.827 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 12|0||584bc22c90d1dc672b54829b, current metadata version is 12|0||584bc22c90d1dc672b54829b Sat Dec 10 03:18:25.828 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 12|0||584bc22c90d1dc672b54829b to shard version 12|1||584bc22c90d1dc672b54829b Sat Dec 10 03:18:25.828 I SHARDING [conn9] collection version was loaded at version 12|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:18:25.828 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:25.828-0600-584bc861666d1a4e49f53fec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361505828), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:18:25.829 I SHARDING [conn9] moveChunk request accepted at version 12|1||584bc22c90d1dc672b54829b Sat Dec 10 03:18:28.428 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:18:28.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:28.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:29.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:29.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:30.294 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776135 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 1857ms Sat Dec 10 03:18:30.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1923, clonedBytes: 535180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:31.639 I SHARDING [RangeDeleter] rangeDeleter deleted 102934 documents for IISLogs.pubprdweb01 from { datetime: new Date(1444945897000) } -> { datetime: new Date(1445032731000) } Sat Dec 10 03:18:31.639 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463425794000) } -> { datetime: new Date(1463513625000) }, with opId: 81513 Sat Dec 10 03:18:31.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10596, clonedBytes: 2981810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:32.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19935, clonedBytes: 5622201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:33.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29110, clonedBytes: 8140205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:34.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38584, clonedBytes: 10741491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:36.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48631, clonedBytes: 13536056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:37.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58474, clonedBytes: 16260310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:38.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58913, clonedBytes: 16374706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:38.642 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13295021 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 1495ms Sat Dec 10 03:18:39.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63159, clonedBytes: 17514536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:40.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72336, clonedBytes: 20006203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:41.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82291, clonedBytes: 22730045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:42.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92596, clonedBytes: 25630175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:43.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102735, clonedBytes: 28330709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:44.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc861666d1a4e49f53fed", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 29347419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:44.310 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:18:44.311 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:18:44.312 I SHARDING [conn9] moveChunk setting version to: 13|0||584bc22c90d1dc672b54829b Sat Dec 10 03:18:44.316 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 29347419, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:18:44.316 I SHARDING [conn9] moveChunk updating self version to: 13|1||584bc22c90d1dc672b54829b through { datetime: new Date(1446234692000) } -> { datetime: new Date(1446484754000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:18:44.318 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:44.318-0600-584bc874666d1a4e49f53ff0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361524318), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 29347419, catchup: 0, steady: 0 } } Sat Dec 10 03:18:44.319 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:18:44.319 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:18:44.319 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:44.319-0600-584bc874666d1a4e49f53ff1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361524319), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2603, step 4 of 6: 15877, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:18:44.320 I SHARDING [conn9] distributed lock with ts: 584bc861666d1a4e49f53feb' unlocked. Sat Dec 10 03:18:44.320 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445983723000) }, max: { datetime: new Date(1446234692000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:843 reslen:154 locks:{ Global: { acquireCount: { r: 1698, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 13808 } }, Database: { acquireCount: { r: 845, w: 4, W: 2 } }, Collection: { acquireCount: { r: 845, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18495ms Sat Dec 10 03:18:45.333 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55362 #67 (30 connections now open) Sat Dec 10 03:18:45.389 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:18:45.390 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466113742000) }, { datetime: new Date(1466202232000) }) in IISLogs.pubbsdweb1', ts : 584bc875666d1a4e49f53ff2 Sat Dec 10 03:18:45.390 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 47|0||584bba0d90d1dc672b548145, current metadata version is 47|0||584bba0d90d1dc672b548145 Sat Dec 10 03:18:45.391 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 47|0||584bba0d90d1dc672b548145 to shard version 47|1||584bba0d90d1dc672b548145 Sat Dec 10 03:18:45.391 I SHARDING [conn9] collection version was loaded at version 47|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:18:45.391 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:18:45.391-0600-584bc875666d1a4e49f53ff3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361525391), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:18:45.392 I SHARDING [conn9] moveChunk request accepted at version 47|1||584bba0d90d1dc672b548145 Sat Dec 10 03:18:47.250 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 03:18:47.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:47.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:48.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:49.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:49.667 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776226 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 2377ms Sat Dec 10 03:18:50.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5580, clonedBytes: 1700139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:51.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15203, clonedBytes: 4647004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:52.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24995, clonedBytes: 7715085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:53.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34925, clonedBytes: 10820641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:54.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45188, clonedBytes: 13973313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:55.141 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463425794000) } -> { datetime: new Date(1463513625000) } Sat Dec 10 03:18:55.141 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: new Date(1446151594000) } -> { datetime: new Date(1446152098000) }, with opId: 81674 Sat Dec 10 03:18:55.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53415, clonedBytes: 16413283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:56.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53415, clonedBytes: 16413283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:57.427 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1796ms Sat Dec 10 03:18:57.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56749, clonedBytes: 17416348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:18:58.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66824, clonedBytes: 20458906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:00.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76158, clonedBytes: 23255732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:01.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84937, clonedBytes: 25911152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:02.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94100, clonedBytes: 28687720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:03.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103449, clonedBytes: 31508816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:03.742 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1706390 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 170ms Sat Dec 10 03:19:04.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111240, clonedBytes: 33852523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:05.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc875666d1a4e49f53ff4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 34493641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:05.221 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:19:05.222 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:19:05.223 I SHARDING [conn9] moveChunk setting version to: 48|0||584bba0d90d1dc672b548145 Sat Dec 10 03:19:05.237 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 34493641, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:19:05.237 I SHARDING [conn9] moveChunk updating self version to: 48|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466202232000) } -> { datetime: new Date(1466274491000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:19:05.239 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:05.239-0600-584bc889666d1a4e49f53ff7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361545239), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 34493641, catchup: 0, steady: 0 } } Sat Dec 10 03:19:05.240 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:19:05.244 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:19:05.244 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:05.244-0600-584bc889666d1a4e49f53ff8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361545244), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1862, step 4 of 6: 17965, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:19:05.248 I SHARDING [conn9] distributed lock with ts: 584bc875666d1a4e49f53ff2' unlocked. Sat Dec 10 03:19:05.248 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466113742000) }, max: { datetime: new Date(1466202232000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4037 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19860ms Sat Dec 10 03:19:05.298 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:19:05.301 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1445988143000) }, { datetime: new Date(1446070395000) }) in IISLogs.pubprdweb01', ts : 584bc889666d1a4e49f53ff9 Sat Dec 10 03:19:05.301 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 21|0||584bbf4f90d1dc672b54822e, current metadata version is 21|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:19:05.303 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 21|0||584bbf4f90d1dc672b54822e to shard version 21|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:19:05.303 I SHARDING [conn9] collection version was loaded at version 21|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:19:05.303 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:05.303-0600-584bc889666d1a4e49f53ffa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361545303), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:19:05.303 I SHARDING [conn9] moveChunk request accepted at version 21|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:19:08.963 I SHARDING [conn9] moveChunk number of documents: 102878 Sat Dec 10 03:19:08.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:08.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:08.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:08.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:09.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:09.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:09.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:09.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:09.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:10.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:11.056 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776144 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 2060ms Sat Dec 10 03:19:11.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 327, clonedBytes: 98173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:12.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10140, clonedBytes: 2971452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:13.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19111, clonedBytes: 5742031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:14.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27601, clonedBytes: 8371051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:15.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37305, clonedBytes: 11370272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:16.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47245, clonedBytes: 14356677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:17.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54389, clonedBytes: 16406383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:18.177 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15007004 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 1041ms Sat Dec 10 03:19:18.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56167, clonedBytes: 16908016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:19.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64504, clonedBytes: 19285359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:20.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74159, clonedBytes: 22054270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:21.745 I SHARDING [RangeDeleter] rangeDeleter deleted 129475 documents for IISLogs.pubprdenr01 from { datetime: new Date(1446151594000) } -> { datetime: new Date(1446152098000) } Sat Dec 10 03:19:21.746 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457720063000) } -> { datetime: new Date(1457720382000) }, with opId: 81819 Sat Dec 10 03:19:21.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83006, clonedBytes: 24573207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:22.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92898, clonedBytes: 27805179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:23.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101586, clonedBytes: 30667689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:24.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc889666d1a4e49f53ffb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102878, clonedBytes: 31084926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:24.935 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:19:24.936 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:19:24.937 I SHARDING [conn9] moveChunk setting version to: 22|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:19:24.977 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102878, clonedBytes: 31084926, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:19:24.977 I SHARDING [conn9] moveChunk updating self version to: 22|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446070395000) } -> { datetime: new Date(1446157367000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:19:24.979 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:24.979-0600-584bc89c666d1a4e49f53ffe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361564979), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102878, clonedBytes: 31084926, catchup: 0, steady: 0 } } Sat Dec 10 03:19:24.980 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:19:24.980 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:19:24.980 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:24.980-0600-584bc89c666d1a4e49f53fff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361564980), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 3669, step 4 of 6: 15961, step 5 of 6: 45, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:19:24.982 I SHARDING [conn9] distributed lock with ts: 584bc889666d1a4e49f53ff9' unlocked. Sat Dec 10 03:19:24.982 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445988143000) }, max: { datetime: new Date(1446070395000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:837 reslen:154 locks:{ Global: { acquireCount: { r: 1686, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 290 } }, Database: { acquireCount: { r: 839, w: 4, W: 2 } }, Collection: { acquireCount: { r: 839, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19684ms Sat Dec 10 03:19:24.988 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:19:24.990 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464003601000) }, { datetime: new Date(1464009100000) }) in IISLogs.pubbsdweb2', ts : 584bc89c666d1a4e49f54000 Sat Dec 10 03:19:24.990 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 20|0||584bbf7a90d1dc672b548236, current metadata version is 20|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:19:24.992 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 20|0||584bbf7a90d1dc672b548236 to shard version 20|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:19:24.992 I SHARDING [conn9] collection version was loaded at version 20|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 03:19:24.992 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:24.992-0600-584bc89c666d1a4e49f54001", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361564992), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:19:24.993 I SHARDING [conn9] moveChunk request accepted at version 20|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:19:25.711 I SHARDING [conn9] moveChunk number of documents: 113724 Sat Dec 10 03:19:25.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:25.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:25.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:25.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:25.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:25.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:25.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:26.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:26.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:26.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:27.374 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776226 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1656ms Sat Dec 10 03:19:27.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4024, clonedBytes: 1209672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:28.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10870, clonedBytes: 3326133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:29.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20556, clonedBytes: 6329299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:30.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29815, clonedBytes: 9201216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:32.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39659, clonedBytes: 12255452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:33.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49903, clonedBytes: 15434591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:34.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53065, clonedBytes: 16415733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:35.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53065, clonedBytes: 16415733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:36.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53065, clonedBytes: 16415733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:36.331 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 2915ms Sat Dec 10 03:19:37.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60798, clonedBytes: 18814491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:37.242 I NETWORK [conn64] end connection 10.112.9.26:55313 (29 connections now open) Sat Dec 10 03:19:38.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71184, clonedBytes: 22036982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:39.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82724, clonedBytes: 25616891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:40.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94187, clonedBytes: 29173491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:41.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105151, clonedBytes: 32575647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:42.021 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2448437 locks:{ Global: { acquireCount: { r: 126 } }, Database: { acquireCount: { r: 63 } }, Collection: { acquireCount: { r: 63 } } } protocol:op_command 154ms Sat Dec 10 03:19:42.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113540, clonedBytes: 35178431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:43.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc89c666d1a4e49f54002", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113724, clonedBytes: 35235518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:43.834 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:19:43.835 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:19:43.836 I SHARDING [conn9] moveChunk setting version to: 21|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:19:43.863 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113724, clonedBytes: 35235518, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:19:43.863 I SHARDING [conn9] moveChunk updating self version to: 21|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464009100000) } -> { datetime: new Date(1464015124000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:19:43.871 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:43.871-0600-584bc8af666d1a4e49f54005", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361583871), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113724, clonedBytes: 35235518, catchup: 0, steady: 0 } } Sat Dec 10 03:19:43.873 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:19:43.873 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:19:43.873 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:43.873-0600-584bc8af666d1a4e49f54006", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361583873), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 722, step 4 of 6: 18117, step 5 of 6: 38, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:19:43.874 I SHARDING [conn9] distributed lock with ts: 584bc89c666d1a4e49f54000' unlocked. Sat Dec 10 03:19:43.874 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464003601000) }, max: { datetime: new Date(1464009100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 337 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18887ms Sat Dec 10 03:19:43.881 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:19:43.882 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1458130144000) }, { datetime: new Date(1469481146000) }) in IISLogs.pubprdenr03', ts : 584bc8af666d1a4e49f54007 Sat Dec 10 03:19:43.882 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 15|0||584bc0d090d1dc672b548270, current metadata version is 15|0||584bc0d090d1dc672b548270 Sat Dec 10 03:19:43.886 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 15|0||584bc0d090d1dc672b548270 to shard version 15|1||584bc0d090d1dc672b548270 Sat Dec 10 03:19:43.886 I SHARDING [conn9] collection version was loaded at version 15|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:19:43.886 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:19:43.886-0600-584bc8af666d1a4e49f54008", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361583886), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:19:43.887 I SHARDING [conn9] moveChunk request accepted at version 15|1||584bc0d090d1dc672b548270 Sat Dec 10 03:19:45.041 I SHARDING [conn9] moveChunk number of documents: 129047 Sat Dec 10 03:19:45.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.347 I NETWORK [conn67] end connection 10.112.9.26:55362 (28 connections now open) Sat Dec 10 03:19:45.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:45.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:46.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:47.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:47.672 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776202 locks:{ Global: { acquireCount: { r: 1096 } }, Database: { acquireCount: { r: 548 } }, Collection: { acquireCount: { r: 548 } } } protocol:op_command 2625ms Sat Dec 10 03:19:48.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4864, clonedBytes: 1307884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:49.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14554, clonedBytes: 3871462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:50.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24444, clonedBytes: 6493975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:51.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34270, clonedBytes: 9152416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:52.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43750, clonedBytes: 11580482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:53.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53196, clonedBytes: 13907243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:54.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62591, clonedBytes: 15633768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:55.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66432, clonedBytes: 16322140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:56.364 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14076274 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 1500ms Sat Dec 10 03:19:56.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67060, clonedBytes: 16434764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:57.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76643, clonedBytes: 18329516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:58.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87394, clonedBytes: 20719640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:19:59.014 I SHARDING [RangeDeleter] rangeDeleter deleted 129154 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457720063000) } -> { datetime: new Date(1457720382000) } Sat Dec 10 03:19:59.014 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr04 from { datetime: new Date(1476209995000) } -> { datetime: new Date(1476210135000) }, with opId: 82142 Sat Dec 10 03:19:59.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96904, clonedBytes: 22831773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:00.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106987, clonedBytes: 25071183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:01.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 116799, clonedBytes: 27250669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:02.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127692, clonedBytes: 29669886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:03.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8af666d1a4e49f54009", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129047, clonedBytes: 29971071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:03.983 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:20:03.984 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:20:03.985 I SHARDING [conn9] moveChunk setting version to: 16|0||584bc0d090d1dc672b548270 Sat Dec 10 03:20:03.987 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129047, clonedBytes: 29971071, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:20:03.987 I SHARDING [conn9] moveChunk updating self version to: 16|1||584bc0d090d1dc672b548270 through { datetime: new Date(1469481146000) } -> { datetime: new Date(1469539460000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:20:03.988 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:03.988-0600-584bc8c3666d1a4e49f5400c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361603988), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129047, clonedBytes: 29971071, catchup: 0, steady: 0 } } Sat Dec 10 03:20:03.989 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:20:03.989 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:20:03.989 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:03.989-0600-584bc8c3666d1a4e49f5400d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361603989), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1157, step 4 of 6: 18937, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:20:03.991 I SHARDING [conn9] distributed lock with ts: 584bc8af666d1a4e49f54007' unlocked. Sat Dec 10 03:20:03.991 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458130144000) }, max: { datetime: new Date(1469481146000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1009 reslen:154 locks:{ Global: { acquireCount: { r: 2030, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1089 } }, Database: { acquireCount: { r: 1011, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1011, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1919 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20110ms Sat Dec 10 03:20:03.995 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:20:03.995 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1446234692000) }, { datetime: new Date(1446484754000) }) in IISLogs.pubprdweb02', ts : 584bc8c3666d1a4e49f5400e Sat Dec 10 03:20:03.996 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 13|0||584bc22c90d1dc672b54829b, current metadata version is 13|0||584bc22c90d1dc672b54829b Sat Dec 10 03:20:03.997 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 13|0||584bc22c90d1dc672b54829b to shard version 13|1||584bc22c90d1dc672b54829b Sat Dec 10 03:20:03.997 I SHARDING [conn9] collection version was loaded at version 13|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:20:03.997 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:03.997-0600-584bc8c3666d1a4e49f5400f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361603997), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:20:03.998 I SHARDING [conn9] moveChunk request accepted at version 13|1||584bc22c90d1dc672b54829b Sat Dec 10 03:20:05.278 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:20:05.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:05.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:06.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:07.350 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776030 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 2056ms Sat Dec 10 03:20:07.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:08.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10338, clonedBytes: 2818227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:09.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16174, clonedBytes: 4461640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:10.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25255, clonedBytes: 7058249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:11.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36534, clonedBytes: 10548506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:12.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47867, clonedBytes: 13895010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:14.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56383, clonedBytes: 16392311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:15.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56383, clonedBytes: 16392311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:16.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56383, clonedBytes: 16392311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:16.344 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14958296 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 2512ms Sat Dec 10 03:20:17.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64088, clonedBytes: 18627680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:18.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74992, clonedBytes: 21953856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:19.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82649, clonedBytes: 24231108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:20.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91001, clonedBytes: 26598570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:21.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98230, clonedBytes: 28701828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:22.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8c3666d1a4e49f54010", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 31010589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:22.773 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:20:22.775 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:20:22.776 I SHARDING [conn9] moveChunk setting version to: 14|0||584bc22c90d1dc672b54829b Sat Dec 10 03:20:22.787 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 31010589, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:20:22.787 I SHARDING [conn9] moveChunk updating self version to: 14|1||584bc22c90d1dc672b54829b through { datetime: new Date(1446484754000) } -> { datetime: new Date(1446656584000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:20:22.788 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:22.788-0600-584bc8d6666d1a4e49f54013", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361622788), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 31010589, catchup: 0, steady: 0 } } Sat Dec 10 03:20:22.789 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:20:22.789 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:20:22.789 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:22.789-0600-584bc8d6666d1a4e49f54014", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361622789), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1283, step 4 of 6: 17491, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:20:22.791 I SHARDING [conn9] distributed lock with ts: 584bc8c3666d1a4e49f5400e' unlocked. Sat Dec 10 03:20:22.791 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446234692000) }, max: { datetime: new Date(1446484754000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 158 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18796ms Sat Dec 10 03:20:23.803 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55382 #68 (29 connections now open) Sat Dec 10 03:20:23.869 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:20:23.870 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466202232000) }, { datetime: new Date(1466274491000) }) in IISLogs.pubbsdweb1', ts : 584bc8d7666d1a4e49f54015 Sat Dec 10 03:20:23.870 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 48|0||584bba0d90d1dc672b548145, current metadata version is 48|0||584bba0d90d1dc672b548145 Sat Dec 10 03:20:23.872 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 48|0||584bba0d90d1dc672b548145 to shard version 48|1||584bba0d90d1dc672b548145 Sat Dec 10 03:20:23.872 I SHARDING [conn9] collection version was loaded at version 48|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:20:23.872 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:23.872-0600-584bc8d7666d1a4e49f54016", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361623872), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:20:23.873 I SHARDING [conn9] moveChunk request accepted at version 48|1||584bba0d90d1dc672b548145 Sat Dec 10 03:20:25.519 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 03:20:25.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:25.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:26.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:26.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:27.218 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776213 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1674ms Sat Dec 10 03:20:28.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9434, clonedBytes: 2855983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:29.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20226, clonedBytes: 6136032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:30.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30301, clonedBytes: 9211902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:31.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41197, clonedBytes: 12518210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:32.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51385, clonedBytes: 15613270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:34.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54001, clonedBytes: 16409168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:35.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54001, clonedBytes: 16409168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:35.281 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776106 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1992ms Sat Dec 10 03:20:36.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60944, clonedBytes: 18514272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:37.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72560, clonedBytes: 22034367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:38.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84590, clonedBytes: 25662867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:39.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95792, clonedBytes: 29068759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:40.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106721, clonedBytes: 32404864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:40.836 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1634456 locks:{ Global: { acquireCount: { r: 88 } }, Database: { acquireCount: { r: 44 } }, Collection: { acquireCount: { r: 44 } } } protocol:op_command 123ms Sat Dec 10 03:20:41.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8d7666d1a4e49f54017", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34421427, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:41.607 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:20:41.608 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:20:41.609 I SHARDING [conn9] moveChunk setting version to: 49|0||584bba0d90d1dc672b548145 Sat Dec 10 03:20:41.622 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34421427, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:20:41.622 I SHARDING [conn9] moveChunk updating self version to: 49|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466274491000) } -> { datetime: new Date(1466350541000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:20:41.624 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:41.624-0600-584bc8e9666d1a4e49f5401a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361641624), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34421427, catchup: 0, steady: 0 } } Sat Dec 10 03:20:41.624 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:20:41.625 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:20:41.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:41.625-0600-584bc8e9666d1a4e49f5401b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361641625), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1662, step 4 of 6: 16070, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:20:41.626 I SHARDING [conn9] distributed lock with ts: 584bc8d7666d1a4e49f54015' unlocked. Sat Dec 10 03:20:41.626 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466202232000) }, max: { datetime: new Date(1466274491000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 166 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17758ms Sat Dec 10 03:20:41.632 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:20:41.633 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446070395000) }, { datetime: new Date(1446157367000) }) in IISLogs.pubprdweb01', ts : 584bc8e9666d1a4e49f5401c Sat Dec 10 03:20:41.633 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 22|0||584bbf4f90d1dc672b54822e, current metadata version is 22|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:20:41.635 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 22|0||584bbf4f90d1dc672b54822e to shard version 22|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:20:41.635 I SHARDING [conn9] collection version was loaded at version 22|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 03:20:41.635 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:41.635-0600-584bc8e9666d1a4e49f5401d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361641635), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:20:41.636 I SHARDING [conn9] moveChunk request accepted at version 22|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:20:41.742 I SHARDING [RangeDeleter] rangeDeleter deleted 130626 documents for IISLogs.pubprdenr04 from { datetime: new Date(1476209995000) } -> { datetime: new Date(1476210135000) } Sat Dec 10 03:20:41.742 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1444410700000) } -> { datetime: new Date(1444609660000) }, with opId: 82449 Sat Dec 10 03:20:42.506 I SHARDING [conn9] moveChunk number of documents: 102949 Sat Dec 10 03:20:42.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:42.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:43.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:43.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:43.786 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776086 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1261ms Sat Dec 10 03:20:44.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6466, clonedBytes: 1993436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:45.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16169, clonedBytes: 4990869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:46.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25936, clonedBytes: 8000533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:47.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36013, clonedBytes: 11099050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:48.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46671, clonedBytes: 14294414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:49.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54256, clonedBytes: 16407256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:50.543 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15061378 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 899ms Sat Dec 10 03:20:50.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56971, clonedBytes: 17138824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:51.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66788, clonedBytes: 19921591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:53.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77248, clonedBytes: 22928979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:54.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87458, clonedBytes: 26138859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:55.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97380, clonedBytes: 29380471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8e9666d1a4e49f5401e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102949, clonedBytes: 31138745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.116 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:20:56.117 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:20:56.118 I SHARDING [conn9] moveChunk setting version to: 23|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:20:56.126 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102949, clonedBytes: 31138745, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:20:56.126 I SHARDING [conn9] moveChunk updating self version to: 23|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446157367000) } -> { datetime: new Date(1446243667000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:20:56.128 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:56.128-0600-584bc8f8666d1a4e49f54021", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361656128), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102949, clonedBytes: 31138745, catchup: 0, steady: 0 } } Sat Dec 10 03:20:56.129 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:20:56.129 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:20:56.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:56.129-0600-584bc8f8666d1a4e49f54022", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361656129), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 873, step 4 of 6: 13606, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:20:56.132 I SHARDING [conn9] distributed lock with ts: 584bc8e9666d1a4e49f5401c' unlocked. Sat Dec 10 03:20:56.132 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446070395000) }, max: { datetime: new Date(1446157367000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 294 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14502ms Sat Dec 10 03:20:56.137 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:20:56.138 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464009100000) }, { datetime: new Date(1464015124000) }) in IISLogs.pubbsdweb2', ts : 584bc8f8666d1a4e49f54023 Sat Dec 10 03:20:56.138 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 21|0||584bbf7a90d1dc672b548236, current metadata version is 21|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:20:56.140 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 21|0||584bbf7a90d1dc672b548236 to shard version 21|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:20:56.140 I SHARDING [conn9] collection version was loaded at version 21|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:20:56.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:20:56.140-0600-584bc8f8666d1a4e49f54024", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361656140), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:20:56.141 I SHARDING [conn9] moveChunk request accepted at version 21|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:20:56.882 I SHARDING [conn9] moveChunk number of documents: 113710 Sat Dec 10 03:20:56.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:56.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:57.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:57.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:57.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:58.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:20:58.432 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776097 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1537ms Sat Dec 10 03:20:59.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4354, clonedBytes: 1351683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:00.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13759, clonedBytes: 4270518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:01.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23592, clonedBytes: 7321405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:02.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33899, clonedBytes: 10520303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:03.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43934, clonedBytes: 13604763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:04.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53341, clonedBytes: 16413672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:05.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53341, clonedBytes: 16413672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:05.649 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776286 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1442ms Sat Dec 10 03:21:06.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58877, clonedBytes: 18107065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:07.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68709, clonedBytes: 21153609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:08.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78240, clonedBytes: 24107479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:09.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84754, clonedBytes: 26126099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:10.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91186, clonedBytes: 28121591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:11.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97527, clonedBytes: 30086159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:12.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101960, clonedBytes: 31459814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:13.598 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2316157 locks:{ Global: { acquireCount: { r: 118 } }, Database: { acquireCount: { r: 59 } }, Collection: { acquireCount: { r: 59 } } } protocol:op_command 127ms Sat Dec 10 03:21:13.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107275, clonedBytes: 33107888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:14.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113529, clonedBytes: 35046616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:15.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc8f8666d1a4e49f54025", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113710, clonedBytes: 35102788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:15.844 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:21:15.845 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:21:15.845 I SHARDING [conn9] moveChunk setting version to: 22|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:21:15.853 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113710, clonedBytes: 35102788, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:21:15.853 I SHARDING [conn9] moveChunk updating self version to: 22|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464015124000) } -> { datetime: new Date(1464018799000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:21:15.855 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:21:15.855-0600-584bc90b666d1a4e49f54028", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361675855), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113710, clonedBytes: 35102788, catchup: 0, steady: 0 } } Sat Dec 10 03:21:15.855 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:21:15.861 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:21:15.862 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:21:15.861-0600-584bc90b666d1a4e49f54029", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361675861), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 744, step 4 of 6: 18957, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:21:15.863 I SHARDING [conn9] distributed lock with ts: 584bc8f8666d1a4e49f54023' unlocked. Sat Dec 10 03:21:15.864 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464009100000) }, max: { datetime: new Date(1464015124000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6055 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19727ms Sat Dec 10 03:21:15.868 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:21:15.869 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1469481146000) }, { datetime: new Date(1469539460000) }) in IISLogs.pubprdenr03', ts : 584bc90b666d1a4e49f5402a Sat Dec 10 03:21:15.869 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 16|0||584bc0d090d1dc672b548270, current metadata version is 16|0||584bc0d090d1dc672b548270 Sat Dec 10 03:21:15.871 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 16|0||584bc0d090d1dc672b548270 to shard version 16|1||584bc0d090d1dc672b548270 Sat Dec 10 03:21:15.871 I SHARDING [conn9] collection version was loaded at version 16|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:21:15.871 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:21:15.871-0600-584bc90b666d1a4e49f5402b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361675871), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:21:15.872 I SHARDING [conn9] moveChunk request accepted at version 16|1||584bc0d090d1dc672b548270 Sat Dec 10 03:21:16.306 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1444410700000) } -> { datetime: new Date(1444609660000) } Sat Dec 10 03:21:16.307 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465567475000) } -> { datetime: new Date(1465602275000) }, with opId: 82732 Sat Dec 10 03:21:16.430 I SHARDING [conn9] moveChunk number of documents: 128904 Sat Dec 10 03:21:16.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:16.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:17.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:18.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:19.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:20.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:21.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:22.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:23.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:23.824 I NETWORK [conn68] end connection 10.112.9.26:55382 (28 connections now open) Sat Dec 10 03:21:24.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:25.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:26.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:27.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:29.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:30.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:31.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:32.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:33.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:34.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:35.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:36.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:37.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:38.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:39.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:40.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:41.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:42.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:43.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:43.948 I SHARDING [RangeDeleter] rangeDeleter deleted 113465 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465567475000) } -> { datetime: new Date(1465602275000) } Sat Dec 10 03:21:43.949 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445032731000) } -> { datetime: new Date(1445148745000) }, with opId: 82835 Sat Dec 10 03:21:44.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:45.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:46.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:47.228 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776254 locks:{ Global: { acquireCount: { r: 1186 } }, Database: { acquireCount: { r: 593 } }, Collection: { acquireCount: { r: 593 } } } protocol:op_command 3441ms Sat Dec 10 03:21:47.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2799, clonedBytes: 622962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:48.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14971, clonedBytes: 3329565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:49.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25623, clonedBytes: 5698092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:50.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35986, clonedBytes: 8002579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:51.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44356, clonedBytes: 9860735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:52.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53748, clonedBytes: 11945809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:54.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61135, clonedBytes: 13586282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:55.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70148, clonedBytes: 15587201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:56.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73242, clonedBytes: 16274522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:56.947 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12738267 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 914ms Sat Dec 10 03:21:57.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74808, clonedBytes: 16622226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:58.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84203, clonedBytes: 18708468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:21:59.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94173, clonedBytes: 20922105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:00.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103746, clonedBytes: 23047387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:01.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113614, clonedBytes: 25238396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:02.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 122557, clonedBytes: 27224470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:03.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc90b666d1a4e49f5402c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128904, clonedBytes: 28634117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:03.392 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:22:03.393 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:22:03.394 I SHARDING [conn9] moveChunk setting version to: 17|0||584bc0d090d1dc672b548270 Sat Dec 10 03:22:03.418 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128904, clonedBytes: 28634117, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:22:03.418 I SHARDING [conn9] moveChunk updating self version to: 17|1||584bc0d090d1dc672b548270 through { datetime: new Date(1469539460000) } -> { datetime: new Date(1469539712000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:22:03.420 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:03.420-0600-584bc93b666d1a4e49f5402f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361723420), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128904, clonedBytes: 28634117, catchup: 0, steady: 0 } } Sat Dec 10 03:22:03.421 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:22:03.421 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:22:03.421 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:03.421-0600-584bc93b666d1a4e49f54030", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361723421), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 561, step 4 of 6: 46955, step 5 of 6: 28, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:22:03.422 I SHARDING [conn9] distributed lock with ts: 584bc90b666d1a4e49f5402a' unlocked. Sat Dec 10 03:22:03.422 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469481146000) }, max: { datetime: new Date(1469539460000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1007 reslen:154 locks:{ Global: { acquireCount: { r: 2026, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 422 } }, Database: { acquireCount: { r: 1009, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1009, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 47553ms Sat Dec 10 03:22:03.426 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:22:03.427 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1446484754000) }, { datetime: new Date(1446656584000) }) in IISLogs.pubprdweb02', ts : 584bc93b666d1a4e49f54031 Sat Dec 10 03:22:03.427 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 14|0||584bc22c90d1dc672b54829b, current metadata version is 14|0||584bc22c90d1dc672b54829b Sat Dec 10 03:22:03.428 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 14|0||584bc22c90d1dc672b54829b to shard version 14|1||584bc22c90d1dc672b54829b Sat Dec 10 03:22:03.428 I SHARDING [conn9] collection version was loaded at version 14|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:22:03.428 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:03.428-0600-584bc93b666d1a4e49f54032", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361723428), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:22:03.429 I SHARDING [conn9] moveChunk request accepted at version 14|1||584bc22c90d1dc672b54829b Sat Dec 10 03:22:04.747 I SHARDING [conn9] moveChunk number of documents: 106520 Sat Dec 10 03:22:04.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:04.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:04.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:04.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:04.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:04.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:04.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:05.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:05.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:05.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:06.140 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776251 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1382ms Sat Dec 10 03:22:06.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5894, clonedBytes: 1648232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:07.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16842, clonedBytes: 4553661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:08.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27155, clonedBytes: 7420700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:09.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37239, clonedBytes: 10262293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:10.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47835, clonedBytes: 13216177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:12.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58242, clonedBytes: 15953140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:13.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59773, clonedBytes: 16368802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:13.228 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12871756 locks:{ Global: { acquireCount: { r: 746 } }, Database: { acquireCount: { r: 373 } }, Collection: { acquireCount: { r: 373 } } } protocol:op_command 1015ms Sat Dec 10 03:22:14.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68361, clonedBytes: 18696822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:15.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79058, clonedBytes: 21558746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:16.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89323, clonedBytes: 24367841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:17.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99759, clonedBytes: 27138823, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:18.289 I SHARDING [RangeDeleter] rangeDeleter deleted 102828 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445032731000) } -> { datetime: new Date(1445148745000) } Sat Dec 10 03:22:18.289 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463513625000) } -> { datetime: new Date(1463581717000) }, with opId: 83023 Sat Dec 10 03:22:18.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc93b666d1a4e49f54033", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106520, clonedBytes: 28924291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:18.295 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:22:18.296 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:22:18.297 I SHARDING [conn9] moveChunk setting version to: 15|0||584bc22c90d1dc672b54829b Sat Dec 10 03:22:18.312 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106520, clonedBytes: 28924291, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:22:18.312 I SHARDING [conn9] moveChunk updating self version to: 15|1||584bc22c90d1dc672b54829b through { datetime: new Date(1446656584000) } -> { datetime: new Date(1446788405000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:22:18.314 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:18.314-0600-584bc94a666d1a4e49f54036", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361738314), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106520, clonedBytes: 28924291, catchup: 0, steady: 0 } } Sat Dec 10 03:22:18.314 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:22:18.320 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:22:18.320 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:18.320-0600-584bc94a666d1a4e49f54037", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361738320), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1327, step 4 of 6: 13538, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:22:18.322 I SHARDING [conn9] distributed lock with ts: 584bc93b666d1a4e49f54031' unlocked. Sat Dec 10 03:22:18.322 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446484754000) }, max: { datetime: new Date(1446656584000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7404 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14897ms Sat Dec 10 03:22:19.331 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55398 #69 (29 connections now open) Sat Dec 10 03:22:19.385 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:22:19.386 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466274491000) }, { datetime: new Date(1466350541000) }) in IISLogs.pubbsdweb1', ts : 584bc94b666d1a4e49f54038 Sat Dec 10 03:22:19.386 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 49|0||584bba0d90d1dc672b548145, current metadata version is 49|0||584bba0d90d1dc672b548145 Sat Dec 10 03:22:19.388 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 49|0||584bba0d90d1dc672b548145 to shard version 49|1||584bba0d90d1dc672b548145 Sat Dec 10 03:22:19.388 I SHARDING [conn9] collection version was loaded at version 49|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:22:19.388 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:19.388-0600-584bc94b666d1a4e49f54039", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361739388), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:22:19.389 I SHARDING [conn9] moveChunk request accepted at version 49|1||584bba0d90d1dc672b548145 Sat Dec 10 03:22:21.000 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 03:22:21.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:21.923 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776207 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 902ms Sat Dec 10 03:22:22.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 330, clonedBytes: 100902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:23.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10275, clonedBytes: 3131900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:24.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21943, clonedBytes: 6697764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:25.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33460, clonedBytes: 10215194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:26.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44747, clonedBytes: 13656181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:27.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53790, clonedBytes: 16410639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:28.515 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776087 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 980ms Sat Dec 10 03:22:28.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54734, clonedBytes: 16697921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:29.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65302, clonedBytes: 19913776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:30.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75747, clonedBytes: 23090227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:31.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85936, clonedBytes: 26190170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:32.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92967, clonedBytes: 28331141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:33.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103180, clonedBytes: 31438287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:34.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1757607 locks:{ Global: { acquireCount: { r: 94 } }, Database: { acquireCount: { r: 47 } }, Collection: { acquireCount: { r: 47 } } } protocol:op_command 177ms Sat Dec 10 03:22:34.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109959, clonedBytes: 33504413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:36.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc94b666d1a4e49f5403a", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 34544904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:36.015 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:22:36.025 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:22:36.037 I SHARDING [conn9] moveChunk setting version to: 50|0||584bba0d90d1dc672b548145 Sat Dec 10 03:22:36.062 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 34544904, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:22:36.062 I SHARDING [conn9] moveChunk updating self version to: 50|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466350541000) } -> { datetime: new Date(1466427717000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:22:36.066 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:36.066-0600-584bc95c666d1a4e49f5403d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361756066), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 34544904, catchup: 0, steady: 0 } } Sat Dec 10 03:22:36.067 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:22:36.067 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:22:36.067 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:36.067-0600-584bc95c666d1a4e49f5403e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361756067), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1617, step 4 of 6: 15007, step 5 of 6: 51, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:22:36.069 I SHARDING [conn9] distributed lock with ts: 584bc94b666d1a4e49f54038' unlocked. Sat Dec 10 03:22:36.069 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466274491000) }, max: { datetime: new Date(1466350541000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 233 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16684ms Sat Dec 10 03:22:36.074 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:22:36.075 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446157367000) }, { datetime: new Date(1446243667000) }) in IISLogs.pubprdweb01', ts : 584bc95c666d1a4e49f5403f Sat Dec 10 03:22:36.075 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 23|0||584bbf4f90d1dc672b54822e, current metadata version is 23|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:22:36.077 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 23|0||584bbf4f90d1dc672b54822e to shard version 23|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:22:36.077 I SHARDING [conn9] collection version was loaded at version 23|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:22:36.077 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:36.077-0600-584bc95c666d1a4e49f54040", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361756077), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:22:36.078 I SHARDING [conn9] moveChunk request accepted at version 23|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:22:37.128 I SHARDING [conn9] moveChunk number of documents: 102960 Sat Dec 10 03:22:37.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:37.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:38.043 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 899ms Sat Dec 10 03:22:38.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 621, clonedBytes: 185621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:39.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10741, clonedBytes: 3250212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:40.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20919, clonedBytes: 6299383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:41.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30747, clonedBytes: 9244930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:42.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40956, clonedBytes: 12245993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:43.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50075, clonedBytes: 15039292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:44.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54608, clonedBytes: 16404991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:44.458 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15020603 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 611ms Sat Dec 10 03:22:45.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61986, clonedBytes: 18479354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:46.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71986, clonedBytes: 21341853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:47.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81524, clonedBytes: 24079275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:48.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91779, clonedBytes: 27402596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:49.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100758, clonedBytes: 30392030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:50.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc95c666d1a4e49f54041", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102960, clonedBytes: 31098092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:50.604 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:22:50.605 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:22:50.606 I SHARDING [conn9] moveChunk setting version to: 24|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:22:50.609 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102960, clonedBytes: 31098092, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:22:50.609 I SHARDING [conn9] moveChunk updating self version to: 24|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446243667000) } -> { datetime: new Date(1446402591000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:22:50.610 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:50.610-0600-584bc96a666d1a4e49f54044", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361770610), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102960, clonedBytes: 31098092, catchup: 0, steady: 0 } } Sat Dec 10 03:22:50.611 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:22:50.611 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:22:50.612 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:50.612-0600-584bc96a666d1a4e49f54045", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361770612), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1053, step 4 of 6: 13470, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:22:50.613 I SHARDING [conn9] distributed lock with ts: 584bc95c666d1a4e49f5403f' unlocked. Sat Dec 10 03:22:50.613 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446157367000) }, max: { datetime: new Date(1446243667000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 270 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14540ms Sat Dec 10 03:22:50.619 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:22:50.620 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464015124000) }, { datetime: new Date(1464018799000) }) in IISLogs.pubbsdweb2', ts : 584bc96a666d1a4e49f54046 Sat Dec 10 03:22:50.620 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 22|0||584bbf7a90d1dc672b548236, current metadata version is 22|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:22:50.622 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 22|0||584bbf7a90d1dc672b548236 to shard version 22|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:22:50.622 I SHARDING [conn9] collection version was loaded at version 22|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:22:50.622 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:22:50.622-0600-584bc96a666d1a4e49f54047", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361770622), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:22:50.623 I SHARDING [conn9] moveChunk request accepted at version 22|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:22:51.307 I SHARDING [conn9] moveChunk number of documents: 113795 Sat Dec 10 03:22:51.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:51.707 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463513625000) } -> { datetime: new Date(1463581717000) } Sat Dec 10 03:22:51.707 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr01 from { datetime: new Date(1446152098000) } -> { datetime: new Date(1448493298000) }, with opId: 83298 Sat Dec 10 03:22:51.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:52.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:53.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:54.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:55.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:56.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:57.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:58.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:22:59.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:00.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:01.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:01.955 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776175 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 2347ms Sat Dec 10 03:23:02.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5906, clonedBytes: 1832643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:03.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14988, clonedBytes: 4653232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:04.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25225, clonedBytes: 7829727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:06.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36010, clonedBytes: 11177179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:07.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45686, clonedBytes: 14179943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:08.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52894, clonedBytes: 16416879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:08.935 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776124 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1006ms Sat Dec 10 03:23:09.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54925, clonedBytes: 17047307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:10.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66043, clonedBytes: 20498931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:11.101 W SHARDING [conn48] Finding the split vector for IISLogs.pubprdweb03 over { datetime: 1.0 } keyCount: 113743 numSplits: 437 lookedAt: 49105 took 2178573ms Sat Dec 10 03:23:11.113 I COMMAND [conn48] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:401385 reslen:12292 locks:{ Global: { acquireCount: { r: 802772 } }, Database: { acquireCount: { r: 401386 } }, Collection: { acquireCount: { r: 401386 } } } protocol:op_command 2179526ms Sat Dec 10 03:23:11.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74979, clonedBytes: 23273830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:11.681 I SHARDING [conn69] remotely refreshing metadata for IISLogs.pubprdweb03 with requested shard version 1|437||584bc97f90d1dc672b548352, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 03:23:11.877 I SHARDING [conn69] collection IISLogs.pubprdweb03 was previously unsharded, new metadata loaded with shard version 1|437||584bc97f90d1dc672b548352 Sat Dec 10 03:23:11.877 I SHARDING [conn69] collection version was loaded at version 1|437||584bc97f90d1dc672b548352, took 180ms Sat Dec 10 03:23:11.877 I COMMAND [conn69] command admin.$cmd command: setShardVersion { setShardVersion: "IISLogs.pubprdweb03", init: false, authoritative: true, configdb: "ConfigSvr/sosdevnql02:20000", shard: "shard1ReplSet", shardHost: "shard1ReplSet/sosdevnql02:30000", version: Timestamp 1000|437, versionEpoch: ObjectId('584bc97f90d1dc672b548352'), noConnectionVersioning: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:183 locks:{ Global: { acquireCount: { r: 1, w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { W: 1 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 8672 } } } protocol:op_command 218ms Sat Dec 10 03:23:12.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79094, clonedBytes: 24551425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:13.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84406, clonedBytes: 26200674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:14.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88809, clonedBytes: 27569813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:16.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95493, clonedBytes: 29646887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:17.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99222, clonedBytes: 30804371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:18.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103038, clonedBytes: 31989163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:18.961 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2469329 locks:{ Global: { acquireCount: { r: 132 } }, Database: { acquireCount: { r: 66 } }, Collection: { acquireCount: { r: 66 } } } protocol:op_command 208ms Sat Dec 10 03:23:19.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109524, clonedBytes: 33969435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:20.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc96a666d1a4e49f54048", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113795, clonedBytes: 35255976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:20.392 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:23:20.393 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:23:20.394 I SHARDING [conn9] moveChunk setting version to: 23|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:23:20.430 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113795, clonedBytes: 35255976, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:23:20.430 I SHARDING [conn9] moveChunk updating self version to: 23|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464018799000) } -> { datetime: new Date(1464023772000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:23:20.431 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:23:20.431-0600-584bc988666d1a4e49f5404b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361800431), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113795, clonedBytes: 35255976, catchup: 0, steady: 0 } } Sat Dec 10 03:23:20.432 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:23:20.432 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:23:20.432 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:23:20.432-0600-584bc988666d1a4e49f5404c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361800432), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 715, step 4 of 6: 29052, step 5 of 6: 40, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:23:20.434 I SHARDING [conn9] distributed lock with ts: 584bc96a666d1a4e49f54046' unlocked. Sat Dec 10 03:23:20.434 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464015124000) }, max: { datetime: new Date(1464018799000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 737 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 38 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 29815ms Sat Dec 10 03:23:20.439 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:23:20.440 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1469539460000) }, { datetime: new Date(1469539712000) }) in IISLogs.pubprdenr03', ts : 584bc988666d1a4e49f5404d Sat Dec 10 03:23:20.440 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 17|0||584bc0d090d1dc672b548270, current metadata version is 17|0||584bc0d090d1dc672b548270 Sat Dec 10 03:23:20.441 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 17|0||584bc0d090d1dc672b548270 to shard version 17|1||584bc0d090d1dc672b548270 Sat Dec 10 03:23:20.441 I SHARDING [conn9] collection version was loaded at version 17|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:23:20.441 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:23:20.441-0600-584bc988666d1a4e49f5404e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361800441), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:23:20.442 I SHARDING [conn9] moveChunk request accepted at version 17|1||584bc0d090d1dc672b548270 Sat Dec 10 03:23:22.290 I SHARDING [conn9] moveChunk number of documents: 129186 Sat Dec 10 03:23:22.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:22.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:22.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:22.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:22.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:22.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:23.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:23.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:23.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:24.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:25.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:26.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:26.642 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776227 locks:{ Global: { acquireCount: { r: 1174 } }, Database: { acquireCount: { r: 587 } }, Collection: { acquireCount: { r: 587 } } } protocol:op_command 4274ms Sat Dec 10 03:23:27.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3502, clonedBytes: 778655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:28.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7455, clonedBytes: 1657642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:29.020 I COMMAND [conn18] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:394434 reslen:134 locks:{ Global: { acquireCount: { r: 788870 } }, Database: { acquireCount: { r: 394435 } }, Collection: { acquireCount: { r: 394435 }, acquireWaitCount: { r: 1 }, timeAcquiringMicros: { r: 15370 } } } protocol:op_command 1428724ms Sat Dec 10 03:23:29.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12526, clonedBytes: 2785128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:30.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20112, clonedBytes: 4472163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:31.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28899, clonedBytes: 6425913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:32.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39222, clonedBytes: 8721310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:33.179 I SHARDING [RangeDeleter] rangeDeleter deleted 129830 documents for IISLogs.pubprdenr01 from { datetime: new Date(1446152098000) } -> { datetime: new Date(1448493298000) } Sat Dec 10 03:23:33.180 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457720382000) } -> { datetime: new Date(1457720700000) }, with opId: 83466 Sat Dec 10 03:23:33.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47787, clonedBytes: 10625851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:34.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56801, clonedBytes: 12630086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:35.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65439, clonedBytes: 14550787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:36.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73193, clonedBytes: 16274838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:37.554 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12830450 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 1053ms Sat Dec 10 03:23:37.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73842, clonedBytes: 16419104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:38.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83950, clonedBytes: 18666562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:39.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92771, clonedBytes: 20627801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:40.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97827, clonedBytes: 21752019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:41.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102179, clonedBytes: 22719346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:42.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107858, clonedBytes: 23981936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:43.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115600, clonedBytes: 25703538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:44.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 122358, clonedBytes: 27206296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:45.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc988666d1a4e49f5404f", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129186, clonedBytes: 28724299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:45.948 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:23:45.949 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:23:45.949 I SHARDING [conn9] moveChunk setting version to: 18|0||584bc0d090d1dc672b548270 Sat Dec 10 03:23:45.964 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129186, clonedBytes: 28724299, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:23:45.964 I SHARDING [conn9] moveChunk updating self version to: 18|1||584bc0d090d1dc672b548270 through { datetime: new Date(1469539712000) } -> { datetime: new Date(1469539961000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:23:45.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:23:45.966-0600-584bc9a1666d1a4e49f54052", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361825966), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129186, clonedBytes: 28724299, catchup: 0, steady: 0 } } Sat Dec 10 03:23:45.966 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:23:45.967 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:23:45.967 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:23:45.967-0600-584bc9a1666d1a4e49f54053", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361825967), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1870, step 4 of 6: 23634, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:23:45.968 I SHARDING [conn9] distributed lock with ts: 584bc988666d1a4e49f5404d' unlocked. Sat Dec 10 03:23:45.968 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469539460000) }, max: { datetime: new Date(1469539712000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1013 reslen:154 locks:{ Global: { acquireCount: { r: 2038, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 299 } }, Database: { acquireCount: { r: 1015, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1015, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25530ms Sat Dec 10 03:23:45.972 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:23:45.973 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1446656584000) }, { datetime: new Date(1446788405000) }) in IISLogs.pubprdweb02', ts : 584bc9a1666d1a4e49f54054 Sat Dec 10 03:23:45.973 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 15|0||584bc22c90d1dc672b54829b, current metadata version is 15|0||584bc22c90d1dc672b54829b Sat Dec 10 03:23:45.974 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 15|0||584bc22c90d1dc672b54829b to shard version 15|1||584bc22c90d1dc672b54829b Sat Dec 10 03:23:45.974 I SHARDING [conn9] collection version was loaded at version 15|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:23:45.974 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:23:45.974-0600-584bc9a1666d1a4e49f54055", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361825974), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:23:45.975 I SHARDING [conn9] moveChunk request accepted at version 15|1||584bc22c90d1dc672b54829b Sat Dec 10 03:23:47.030 I SHARDING [conn9] moveChunk number of documents: 106526 Sat Dec 10 03:23:47.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:47.753 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 958 } }, Database: { acquireCount: { r: 479 } }, Collection: { acquireCount: { r: 479 } } } protocol:op_command 697ms Sat Dec 10 03:23:48.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2512, clonedBytes: 664734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:49.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10440, clonedBytes: 2782870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:50.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20421, clonedBytes: 5495975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:51.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30072, clonedBytes: 8142611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:52.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39795, clonedBytes: 10833972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:53.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46409, clonedBytes: 12683808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:54.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53255, clonedBytes: 14586459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:55.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60395, clonedBytes: 16364237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:55.873 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13005742 locks:{ Global: { acquireCount: { r: 732 } }, Database: { acquireCount: { r: 366 } }, Collection: { acquireCount: { r: 366 } } } protocol:op_command 552ms Sat Dec 10 03:23:56.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65450, clonedBytes: 17776313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:57.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75150, clonedBytes: 20438745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:58.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85003, clonedBytes: 23146756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:23:59.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94289, clonedBytes: 25678309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:00.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103545, clonedBytes: 28189712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:01.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9a1666d1a4e49f54056", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106526, clonedBytes: 29058024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:01.739 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:24:01.740 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:24:01.741 I SHARDING [conn9] moveChunk setting version to: 16|0||584bc22c90d1dc672b54829b Sat Dec 10 03:24:01.745 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106526, clonedBytes: 29058024, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:24:01.745 I SHARDING [conn9] moveChunk updating self version to: 16|1||584bc22c90d1dc672b54829b through { datetime: new Date(1446788405000) } -> { datetime: new Date(1446998360000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:24:01.747 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:01.747-0600-584bc9b1666d1a4e49f54059", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361841747), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106526, clonedBytes: 29058024, catchup: 0, steady: 0 } } Sat Dec 10 03:24:01.748 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:24:01.748 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:24:01.748 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:01.748-0600-584bc9b1666d1a4e49f5405a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361841748), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1057, step 4 of 6: 14706, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:24:01.749 I SHARDING [conn9] distributed lock with ts: 584bc9a1666d1a4e49f54054' unlocked. Sat Dec 10 03:24:01.749 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446656584000) }, max: { datetime: new Date(1446788405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 107 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15778ms Sat Dec 10 03:24:02.845 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:24:02.846 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466350541000) }, { datetime: new Date(1466427717000) }) in IISLogs.pubbsdweb1', ts : 584bc9b2666d1a4e49f5405b Sat Dec 10 03:24:02.846 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 50|0||584bba0d90d1dc672b548145, current metadata version is 50|0||584bba0d90d1dc672b548145 Sat Dec 10 03:24:02.848 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 50|0||584bba0d90d1dc672b548145 to shard version 50|1||584bba0d90d1dc672b548145 Sat Dec 10 03:24:02.848 I SHARDING [conn9] collection version was loaded at version 50|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:24:02.848 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:02.848-0600-584bc9b2666d1a4e49f5405c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361842848), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:24:02.849 I SHARDING [conn9] moveChunk request accepted at version 50|1||584bba0d90d1dc672b548145 Sat Dec 10 03:24:04.079 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 03:24:04.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:04.687 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 602ms Sat Dec 10 03:24:05.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3709, clonedBytes: 1130843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:06.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12203, clonedBytes: 3724644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:07.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19788, clonedBytes: 6040178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:07.556 I SHARDING [RangeDeleter] rangeDeleter deleted 129106 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457720382000) } -> { datetime: new Date(1457720700000) } Sat Dec 10 03:24:07.556 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr04 from { datetime: new Date(1476210135000) } -> { datetime: new Date(1476210288000) }, with opId: 83699 Sat Dec 10 03:24:08.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29075, clonedBytes: 8875282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:09.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38566, clonedBytes: 11784496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:10.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48138, clonedBytes: 14705283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:11.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53728, clonedBytes: 16410954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:11.548 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776074 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 681ms Sat Dec 10 03:24:12.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60769, clonedBytes: 18553980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:13.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69917, clonedBytes: 21429622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:14.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78166, clonedBytes: 24019230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:15.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87557, clonedBytes: 26902925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:16.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96443, clonedBytes: 29618512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:17.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105415, clonedBytes: 32454164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:18.041 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2164068 locks:{ Global: { acquireCount: { r: 112 } }, Database: { acquireCount: { r: 56 } }, Collection: { acquireCount: { r: 56 } } } protocol:op_command 224ms Sat Dec 10 03:24:18.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112540, clonedBytes: 34696006, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:19.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9b2666d1a4e49f5405d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 34952362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:19.730 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:24:19.731 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:24:19.732 I SHARDING [conn9] moveChunk setting version to: 51|0||584bba0d90d1dc672b548145 Sat Dec 10 03:24:19.743 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 34952362, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:24:19.743 I SHARDING [conn9] moveChunk updating self version to: 51|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466427717000) } -> { datetime: new Date(1466449202000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:24:19.745 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:19.745-0600-584bc9c3666d1a4e49f54060", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361859745), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 34952362, catchup: 0, steady: 0 } } Sat Dec 10 03:24:19.745 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:24:19.745 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:24:19.745 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:19.745-0600-584bc9c3666d1a4e49f54061", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361859745), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1234, step 4 of 6: 15646, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:24:19.747 I SHARDING [conn9] distributed lock with ts: 584bc9b2666d1a4e49f5405b' unlocked. Sat Dec 10 03:24:19.747 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466350541000) }, max: { datetime: new Date(1466427717000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 893 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16903ms Sat Dec 10 03:24:19.751 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:24:19.752 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446243667000) }, { datetime: new Date(1446402591000) }) in IISLogs.pubprdweb01', ts : 584bc9c3666d1a4e49f54062 Sat Dec 10 03:24:19.752 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 24|0||584bbf4f90d1dc672b54822e, current metadata version is 24|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:24:19.754 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 24|0||584bbf4f90d1dc672b54822e to shard version 24|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:24:19.754 I SHARDING [conn9] collection version was loaded at version 24|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:24:19.754 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:19.754-0600-584bc9c3666d1a4e49f54063", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361859754), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:24:19.755 I SHARDING [conn9] moveChunk request accepted at version 24|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:24:20.638 I SHARDING [conn9] moveChunk number of documents: 102867 Sat Dec 10 03:24:20.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:20.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:21.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:21.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:22.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776085 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1347ms Sat Dec 10 03:24:22.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5899, clonedBytes: 1777440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:23.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14391, clonedBytes: 4380305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:24.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25127, clonedBytes: 7710347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:26.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36175, clonedBytes: 11092202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:27.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46697, clonedBytes: 14167134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:28.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53891, clonedBytes: 16409810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:28.864 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15479692 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 927ms Sat Dec 10 03:24:29.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56030, clonedBytes: 17112439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:30.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64108, clonedBytes: 19803011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:31.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71851, clonedBytes: 22196934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:32.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79270, clonedBytes: 24465828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:33.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89849, clonedBytes: 27685381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:34.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99366, clonedBytes: 30572041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:35.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9c3666d1a4e49f54064", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102867, clonedBytes: 31557632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:35.749 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:24:35.751 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:24:35.751 I SHARDING [conn9] moveChunk setting version to: 25|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:24:35.762 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102867, clonedBytes: 31557632, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:24:35.762 I SHARDING [conn9] moveChunk updating self version to: 25|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446402591000) } -> { datetime: new Date(1446501739000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:24:35.764 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:35.764-0600-584bc9d3666d1a4e49f54067", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361875764), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102867, clonedBytes: 31557632, catchup: 0, steady: 0 } } Sat Dec 10 03:24:35.764 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:24:35.774 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:24:35.774 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:35.774-0600-584bc9d3666d1a4e49f54068", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361875774), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 885, step 4 of 6: 15106, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:24:35.776 I SHARDING [conn9] distributed lock with ts: 584bc9c3666d1a4e49f54062' unlocked. Sat Dec 10 03:24:35.777 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446243667000) }, max: { datetime: new Date(1446402591000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:803 reslen:154 locks:{ Global: { acquireCount: { r: 1618, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9926 } }, Database: { acquireCount: { r: 805, w: 4, W: 2 } }, Collection: { acquireCount: { r: 805, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16025ms Sat Dec 10 03:24:35.781 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:24:35.782 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464018799000) }, { datetime: new Date(1464023772000) }) in IISLogs.pubbsdweb2', ts : 584bc9d3666d1a4e49f54069 Sat Dec 10 03:24:35.782 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 23|0||584bbf7a90d1dc672b548236, current metadata version is 23|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:24:35.784 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 23|0||584bbf7a90d1dc672b548236 to shard version 23|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:24:35.784 I SHARDING [conn9] collection version was loaded at version 23|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:24:35.784 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:35.784-0600-584bc9d3666d1a4e49f5406a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361875784), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:24:35.785 I SHARDING [conn9] moveChunk request accepted at version 23|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:24:36.848 I SHARDING [conn9] moveChunk number of documents: 113706 Sat Dec 10 03:24:36.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:36.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:36.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:36.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:36.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:37.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:37.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:37.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:37.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:38.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:39.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:39.557 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776270 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 2643ms Sat Dec 10 03:24:40.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1518, clonedBytes: 455710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:41.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6908, clonedBytes: 2069904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:42.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15086, clonedBytes: 4561500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:43.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25807, clonedBytes: 7867135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:44.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34917, clonedBytes: 10679271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:45.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45066, clonedBytes: 13817010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:46.565 I SHARDING [RangeDeleter] rangeDeleter deleted 129749 documents for IISLogs.pubprdenr04 from { datetime: new Date(1476210135000) } -> { datetime: new Date(1476210288000) } Sat Dec 10 03:24:46.565 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1444609660000) } -> { datetime: new Date(1444772454000) }, with opId: 84007 Sat Dec 10 03:24:46.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53462, clonedBytes: 16412998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:47.450 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 1040ms Sat Dec 10 03:24:47.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53927, clonedBytes: 16556766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:48.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64749, clonedBytes: 19901657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:49.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74731, clonedBytes: 22988361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:50.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84299, clonedBytes: 25947650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:51.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93311, clonedBytes: 28735834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:52.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102821, clonedBytes: 31677309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:53.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112389, clonedBytes: 34637401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:54.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9d3666d1a4e49f5406b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113706, clonedBytes: 35044675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:54.949 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:24:54.950 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:24:54.950 I SHARDING [conn9] moveChunk setting version to: 24|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:24:54.967 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113706, clonedBytes: 35044675, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:24:54.967 I SHARDING [conn9] moveChunk updating self version to: 24|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464023772000) } -> { datetime: new Date(1464029666000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:24:54.968 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:54.968-0600-584bc9e6666d1a4e49f5406e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361894968), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113706, clonedBytes: 35044675, catchup: 0, steady: 0 } } Sat Dec 10 03:24:54.969 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:24:54.969 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:24:54.969 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:54.969-0600-584bc9e6666d1a4e49f5406f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361894969), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1096, step 4 of 6: 18066, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:24:54.971 I SHARDING [conn9] distributed lock with ts: 584bc9d3666d1a4e49f54069' unlocked. Sat Dec 10 03:24:54.971 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464018799000) }, max: { datetime: new Date(1464023772000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 381 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19190ms Sat Dec 10 03:24:54.975 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:24:54.976 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1469539712000) }, { datetime: new Date(1469539961000) }) in IISLogs.pubprdenr03', ts : 584bc9e6666d1a4e49f54070 Sat Dec 10 03:24:54.976 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 18|0||584bc0d090d1dc672b548270, current metadata version is 18|0||584bc0d090d1dc672b548270 Sat Dec 10 03:24:54.978 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 18|0||584bc0d090d1dc672b548270 to shard version 18|1||584bc0d090d1dc672b548270 Sat Dec 10 03:24:54.978 I SHARDING [conn9] collection version was loaded at version 18|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:24:54.978 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:24:54.978-0600-584bc9e6666d1a4e49f54071", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361894978), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:24:54.979 I SHARDING [conn9] moveChunk request accepted at version 18|1||584bc0d090d1dc672b548270 Sat Dec 10 03:24:55.580 I SHARDING [conn9] moveChunk number of documents: 128590 Sat Dec 10 03:24:55.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:55.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:56.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:56.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:56.880 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 1170 } }, Database: { acquireCount: { r: 585 } }, Collection: { acquireCount: { r: 585 } } } protocol:op_command 1295ms Sat Dec 10 03:24:57.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6744, clonedBytes: 1499731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:58.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16541, clonedBytes: 3678326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:24:59.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26870, clonedBytes: 5975267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:00.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37775, clonedBytes: 8400024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:01.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48166, clonedBytes: 10710794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:02.797 I NETWORK [conn69] end connection 10.112.9.26:55398 (28 connections now open) Sat Dec 10 03:25:02.797 I NETWORK [conn48] end connection 10.112.9.26:53649 (27 connections now open) Sat Dec 10 03:25:02.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57860, clonedBytes: 12866156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:04.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68728, clonedBytes: 15282661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:05.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73190, clonedBytes: 16274970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:05.476 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12695537 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1016ms Sat Dec 10 03:25:06.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77199, clonedBytes: 17166288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:07.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84431, clonedBytes: 18774431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:08.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94167, clonedBytes: 20939409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:09.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103523, clonedBytes: 23019804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:10.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113529, clonedBytes: 25244982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:11.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 124052, clonedBytes: 27584772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:12.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9e6666d1a4e49f54072", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 128590, clonedBytes: 28593669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:12.351 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:25:12.352 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:25:12.353 I SHARDING [conn9] moveChunk setting version to: 19|0||584bc0d090d1dc672b548270 Sat Dec 10 03:25:12.363 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 128590, clonedBytes: 28593669, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:25:12.363 I SHARDING [conn9] moveChunk updating self version to: 19|1||584bc0d090d1dc672b548270 through { datetime: new Date(1469539961000) } -> { datetime: new Date(1469540215000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:25:12.365 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:12.365-0600-584bc9f8666d1a4e49f54075", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361912365), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 128590, clonedBytes: 28593669, catchup: 0, steady: 0 } } Sat Dec 10 03:25:12.365 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:25:12.366 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:25:12.366 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:12.366-0600-584bc9f8666d1a4e49f54076", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361912366), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 604, step 4 of 6: 16767, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:25:12.367 I SHARDING [conn9] distributed lock with ts: 584bc9e6666d1a4e49f54070' unlocked. Sat Dec 10 03:25:12.367 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469539712000) }, max: { datetime: new Date(1469539961000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1007 reslen:154 locks:{ Global: { acquireCount: { r: 2026, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 192 } }, Database: { acquireCount: { r: 1009, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1009, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17392ms Sat Dec 10 03:25:12.371 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:25:12.372 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1446788405000) }, { datetime: new Date(1446998360000) }) in IISLogs.pubprdweb02', ts : 584bc9f8666d1a4e49f54077 Sat Dec 10 03:25:12.372 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 16|0||584bc22c90d1dc672b54829b, current metadata version is 16|0||584bc22c90d1dc672b54829b Sat Dec 10 03:25:12.373 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 16|0||584bc22c90d1dc672b54829b to shard version 16|1||584bc22c90d1dc672b54829b Sat Dec 10 03:25:12.373 I SHARDING [conn9] collection version was loaded at version 16|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:25:12.373 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:12.373-0600-584bc9f8666d1a4e49f54078", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361912373), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:25:12.374 I SHARDING [conn9] moveChunk request accepted at version 16|1||584bc22c90d1dc672b54829b Sat Dec 10 03:25:13.516 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:25:13.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:13.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:14.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:14.354 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776118 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 797ms Sat Dec 10 03:25:14.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 736, clonedBytes: 220356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:15.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9472, clonedBytes: 2691069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:16.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19174, clonedBytes: 5339753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:17.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28506, clonedBytes: 7909501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:18.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38423, clonedBytes: 10745707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:19.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47936, clonedBytes: 13396162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:20.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57947, clonedBytes: 16304835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:21.459 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14279602 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 634ms Sat Dec 10 03:25:21.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60946, clonedBytes: 17180708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:21.850 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1444609660000) } -> { datetime: new Date(1444772454000) } Sat Dec 10 03:25:21.850 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465602275000) } -> { datetime: new Date(1465669502000) }, with opId: 84286 Sat Dec 10 03:25:22.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70271, clonedBytes: 19912843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:23.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79144, clonedBytes: 22479143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:24.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88039, clonedBytes: 25041349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:25.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98479, clonedBytes: 28013066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:26.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bc9f8666d1a4e49f54079", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 30331983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:26.980 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:25:26.981 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:25:26.982 I SHARDING [conn9] moveChunk setting version to: 17|0||584bc22c90d1dc672b54829b Sat Dec 10 03:25:26.985 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 30331983, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:25:26.986 I SHARDING [conn9] moveChunk updating self version to: 17|1||584bc22c90d1dc672b54829b through { datetime: new Date(1446998360000) } -> { datetime: new Date(1447136103000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:25:26.987 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:26.987-0600-584bca06666d1a4e49f5407c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361926987), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 30331983, catchup: 0, steady: 0 } } Sat Dec 10 03:25:26.988 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:25:26.988 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:25:26.988 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:26.988-0600-584bca06666d1a4e49f5407d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361926988), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1155, step 4 of 6: 13449, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:25:26.990 I SHARDING [conn9] distributed lock with ts: 584bc9f8666d1a4e49f54077' unlocked. Sat Dec 10 03:25:26.990 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446788405000) }, max: { datetime: new Date(1446998360000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 256 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 73 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14619ms Sat Dec 10 03:25:26.995 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|437, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:25:26.996 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1444924445000) }) in IISLogs.pubprdweb03', ts : 584bca06666d1a4e49f5407e Sat Dec 10 03:25:26.996 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 1|437||584bc97f90d1dc672b548352, current metadata version is 1|437||584bc97f90d1dc672b548352 Sat Dec 10 03:25:26.997 I SHARDING [conn9] metadata of collection IISLogs.pubprdweb03 already up to date (shard version : 1|437||584bc97f90d1dc672b548352, took 1ms) Sat Dec 10 03:25:26.997 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:26.997-0600-584bca06666d1a4e49f5407f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361926997), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:25:26.998 I SHARDING [conn9] moveChunk request accepted at version 1|437||584bc97f90d1dc672b548352 Sat Dec 10 03:25:27.765 I SHARDING [conn9] moveChunk number of documents: 113728 Sat Dec 10 03:25:27.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:27.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:27.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:27.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:27.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:27.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:27.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:28.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:28.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:28.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:29.685 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776300 locks:{ Global: { acquireCount: { r: 976 } }, Database: { acquireCount: { r: 488 } }, Collection: { acquireCount: { r: 488 } } } protocol:op_command 782ms Sat Dec 10 03:25:29.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 385, clonedBytes: 107456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:30.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9403, clonedBytes: 2220360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:31.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18373, clonedBytes: 4889858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:32.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27435, clonedBytes: 7281256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:34.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35801, clonedBytes: 9214320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:35.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43610, clonedBytes: 11328630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:36.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52114, clonedBytes: 13706226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:37.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60845, clonedBytes: 16175808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:38.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61480, clonedBytes: 16356902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:38.523 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15236782 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1071ms Sat Dec 10 03:25:39.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69314, clonedBytes: 18618214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:40.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76787, clonedBytes: 20719139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:41.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85253, clonedBytes: 23160129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:42.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92028, clonedBytes: 25052170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:43.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99167, clonedBytes: 27121227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:44.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107815, clonedBytes: 29552337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:45.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca06666d1a4e49f54080", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113728, clonedBytes: 31238910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:45.667 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:25:45.668 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:25:45.669 I SHARDING [conn9] moveChunk setting version to: 2|0||584bc97f90d1dc672b548352 Sat Dec 10 03:25:45.679 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113728, clonedBytes: 31238910, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:25:45.679 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444924445000) } -> { datetime: new Date(1444927454000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:25:45.680 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:45.680-0600-584bca19666d1a4e49f54083", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361945680), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113728, clonedBytes: 31238910, catchup: 0, steady: 0 } } Sat Dec 10 03:25:45.683 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:25:45.684 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:25:45.684 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:45.684-0600-584bca19666d1a4e49f54084", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361945684), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 786, step 4 of 6: 17881, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:25:45.685 I SHARDING [conn9] distributed lock with ts: 584bca06666d1a4e49f5407e' unlocked. Sat Dec 10 03:25:45.685 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1444924445000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|437, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 416 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18690ms Sat Dec 10 03:25:46.714 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55404 #70 (28 connections now open) Sat Dec 10 03:25:46.772 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:25:46.773 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466427717000) }, { datetime: new Date(1466449202000) }) in IISLogs.pubbsdweb1', ts : 584bca1a666d1a4e49f54085 Sat Dec 10 03:25:46.773 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 51|0||584bba0d90d1dc672b548145, current metadata version is 51|0||584bba0d90d1dc672b548145 Sat Dec 10 03:25:46.775 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 51|0||584bba0d90d1dc672b548145 to shard version 51|1||584bba0d90d1dc672b548145 Sat Dec 10 03:25:46.775 I SHARDING [conn9] collection version was loaded at version 51|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:25:46.775 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:25:46.775-0600-584bca1a666d1a4e49f54086", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361946775), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:25:46.776 I SHARDING [conn9] moveChunk request accepted at version 51|1||584bba0d90d1dc672b548145 Sat Dec 10 03:25:47.736 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 03:25:47.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:47.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:47.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:47.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:47.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:47.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:47.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:48.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:48.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:48.487 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776325 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 737ms Sat Dec 10 03:25:48.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1866, clonedBytes: 579358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:49.467 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465602275000) } -> { datetime: new Date(1465669502000) } Sat Dec 10 03:25:49.467 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445148745000) } -> { datetime: new Date(1445278491000) }, with opId: 84466 Sat Dec 10 03:25:49.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10488, clonedBytes: 3212778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:50.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19095, clonedBytes: 5818008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:51.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28281, clonedBytes: 8607131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:52.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38105, clonedBytes: 11590744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:53.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47076, clonedBytes: 14324184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:54.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53912, clonedBytes: 16409903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:55.794 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1044ms Sat Dec 10 03:25:56.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55173, clonedBytes: 16794707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:57.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65244, clonedBytes: 19882365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:58.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75111, clonedBytes: 22869061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:25:59.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83803, clonedBytes: 25506461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:00.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93793, clonedBytes: 28546015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:01.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100205, clonedBytes: 30491641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:02.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107826, clonedBytes: 32819607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:02.292 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1721931 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 143ms Sat Dec 10 03:26:03.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca1a666d1a4e49f54087", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34509296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:03.256 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:26:03.257 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:26:03.258 I SHARDING [conn9] moveChunk setting version to: 52|0||584bba0d90d1dc672b548145 Sat Dec 10 03:26:03.268 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34509296, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:26:03.268 I SHARDING [conn9] moveChunk updating self version to: 52|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466449202000) } -> { datetime: new Date(1466512785000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:26:03.270 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:03.270-0600-584bca2b666d1a4e49f5408a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361963270), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34509296, catchup: 0, steady: 0 } } Sat Dec 10 03:26:03.270 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:26:03.271 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:26:03.271 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:03.271-0600-584bca2b666d1a4e49f5408b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361963271), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 963, step 4 of 6: 15515, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:26:03.272 I SHARDING [conn9] distributed lock with ts: 584bca1a666d1a4e49f54085' unlocked. Sat Dec 10 03:26:03.272 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466427717000) }, max: { datetime: new Date(1466449202000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 302 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 135 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16501ms Sat Dec 10 03:26:03.277 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:26:03.277 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446402591000) }, { datetime: new Date(1446501739000) }) in IISLogs.pubprdweb01', ts : 584bca2b666d1a4e49f5408c Sat Dec 10 03:26:03.278 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 25|0||584bbf4f90d1dc672b54822e, current metadata version is 25|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:26:03.279 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 25|0||584bbf4f90d1dc672b54822e to shard version 25|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:26:03.279 I SHARDING [conn9] collection version was loaded at version 25|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:26:03.279 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:03.279-0600-584bca2b666d1a4e49f5408d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361963279), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:26:03.281 I SHARDING [conn9] moveChunk request accepted at version 25|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:26:04.091 I SHARDING [conn9] moveChunk number of documents: 102836 Sat Dec 10 03:26:04.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:04.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:05.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:05.409 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776072 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1304ms Sat Dec 10 03:26:06.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7211, clonedBytes: 2121101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:07.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16049, clonedBytes: 5062702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:08.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26326, clonedBytes: 8278684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:09.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35571, clonedBytes: 11106231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:10.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44976, clonedBytes: 13937237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:11.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53163, clonedBytes: 16414893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:12.289 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15008398 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 1006ms Sat Dec 10 03:26:12.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53836, clonedBytes: 16617165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:13.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63668, clonedBytes: 19305419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:14.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72812, clonedBytes: 21827490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:15.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81928, clonedBytes: 24466641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:16.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91910, clonedBytes: 27483827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:17.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102182, clonedBytes: 30865501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:18.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca2b666d1a4e49f5408e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102836, clonedBytes: 31086542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:18.623 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:26:18.625 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:26:18.625 I SHARDING [conn9] moveChunk setting version to: 26|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:26:18.647 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102836, clonedBytes: 31086542, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:26:18.647 I SHARDING [conn9] moveChunk updating self version to: 26|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446501739000) } -> { datetime: new Date(1446587415000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:26:18.648 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:18.648-0600-584bca3a666d1a4e49f54091", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361978648), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102836, clonedBytes: 31086542, catchup: 0, steady: 0 } } Sat Dec 10 03:26:18.649 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:26:18.649 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:26:18.649 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:18.649-0600-584bca3a666d1a4e49f54092", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361978649), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 819, step 4 of 6: 14522, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:26:18.651 I SHARDING [conn9] distributed lock with ts: 584bca2b666d1a4e49f5408c' unlocked. Sat Dec 10 03:26:18.651 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446402591000) }, max: { datetime: new Date(1446501739000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 316 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 325 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15375ms Sat Dec 10 03:26:18.655 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:26:18.657 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464023772000) }, { datetime: new Date(1464029666000) }) in IISLogs.pubbsdweb2', ts : 584bca3a666d1a4e49f54093 Sat Dec 10 03:26:18.657 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 24|0||584bbf7a90d1dc672b548236, current metadata version is 24|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:26:18.658 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 24|0||584bbf7a90d1dc672b548236 to shard version 24|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:26:18.658 I SHARDING [conn9] collection version was loaded at version 24|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:26:18.659 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:18.658-0600-584bca3a666d1a4e49f54094", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361978658), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:26:18.660 I SHARDING [conn9] moveChunk request accepted at version 24|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:26:19.352 I SHARDING [conn9] moveChunk number of documents: 113763 Sat Dec 10 03:26:19.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:19.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:20.420 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776331 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1049ms Sat Dec 10 03:26:20.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:21.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9033, clonedBytes: 2793577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:22.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18542, clonedBytes: 5733979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:23.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28572, clonedBytes: 8835987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:23.966 I SHARDING [RangeDeleter] rangeDeleter deleted 103028 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445148745000) } -> { datetime: new Date(1445278491000) } Sat Dec 10 03:26:23.967 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463581717000) } -> { datetime: new Date(1463628190000) }, with opId: 84736 Sat Dec 10 03:26:24.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37928, clonedBytes: 11680640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:25.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46247, clonedBytes: 14184299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:26.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53437, clonedBytes: 16413234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:27.353 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776114 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 968ms Sat Dec 10 03:26:27.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55372, clonedBytes: 17019138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:28.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65396, clonedBytes: 20157861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:29.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75182, clonedBytes: 23226290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:30.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84532, clonedBytes: 26159004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:31.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94575, clonedBytes: 29311982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:32.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104667, clonedBytes: 32478489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:33.091 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2547726 locks:{ Global: { acquireCount: { r: 130 } }, Database: { acquireCount: { r: 65 } }, Collection: { acquireCount: { r: 65 } } } protocol:op_command 153ms Sat Dec 10 03:26:33.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112451, clonedBytes: 34921336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:34.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca3a666d1a4e49f54095", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113763, clonedBytes: 35334680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:34.870 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:26:34.871 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:26:34.872 I SHARDING [conn9] moveChunk setting version to: 25|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:26:34.898 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113763, clonedBytes: 35334680, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:26:34.898 I SHARDING [conn9] moveChunk updating self version to: 25|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464029666000) } -> { datetime: new Date(1464053167000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:26:34.899 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:34.899-0600-584bca4a666d1a4e49f54098", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361994899), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113763, clonedBytes: 35334680, catchup: 0, steady: 0 } } Sat Dec 10 03:26:34.900 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:26:34.900 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:26:34.900 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:34.900-0600-584bca4a666d1a4e49f54099", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361994900), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 695, step 4 of 6: 15514, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:26:34.902 I SHARDING [conn9] distributed lock with ts: 584bca3a666d1a4e49f54093' unlocked. Sat Dec 10 03:26:34.902 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464023772000) }, max: { datetime: new Date(1464029666000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 331 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 118 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16246ms Sat Dec 10 03:26:34.906 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } Sat Dec 10 03:26:34.907 I SHARDING [conn9] distributed lock 'IISLogs.pubprdenr03' acquired for 'migrating chunk [{ datetime: new Date(1469539961000) }, { datetime: new Date(1469540215000) }) in IISLogs.pubprdenr03', ts : 584bca4a666d1a4e49f5409a Sat Dec 10 03:26:34.907 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdenr03 based on current shard version 19|0||584bc0d090d1dc672b548270, current metadata version is 19|0||584bc0d090d1dc672b548270 Sat Dec 10 03:26:34.909 I SHARDING [conn9] updating metadata for IISLogs.pubprdenr03 from shard version 19|0||584bc0d090d1dc672b548270 to shard version 19|1||584bc0d090d1dc672b548270 Sat Dec 10 03:26:34.909 I SHARDING [conn9] collection version was loaded at version 19|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 03:26:34.909 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:34.909-0600-584bca4a666d1a4e49f5409b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481361994909), what: "moveChunk.start", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:26:34.909 I SHARDING [conn9] moveChunk request accepted at version 19|1||584bc0d090d1dc672b548270 Sat Dec 10 03:26:35.559 I SHARDING [conn9] moveChunk number of documents: 129112 Sat Dec 10 03:26:35.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:35.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:36.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:36.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:37.035 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 1174 } }, Database: { acquireCount: { r: 587 } }, Collection: { acquireCount: { r: 587 } } } protocol:op_command 1463ms Sat Dec 10 03:26:37.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7304, clonedBytes: 1624236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:38.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15221, clonedBytes: 3384357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:39.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22778, clonedBytes: 5064633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:41.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31827, clonedBytes: 7076143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:42.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41652, clonedBytes: 9260281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:43.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50073, clonedBytes: 11132418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:44.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56640, clonedBytes: 12592148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:45.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65059, clonedBytes: 14464015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:46.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70998, clonedBytes: 15784578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:46.727 I NETWORK [conn70] end connection 10.112.9.26:55404 (27 connections now open) Sat Dec 10 03:26:47.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73203, clonedBytes: 16274806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:48.026 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12810699 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1434ms Sat Dec 10 03:26:48.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75872, clonedBytes: 16868110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:49.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85351, clonedBytes: 18975460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:50.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93652, clonedBytes: 20820920, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:51.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103117, clonedBytes: 22925398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:52.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112063, clonedBytes: 24914827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:53.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121414, clonedBytes: 26993567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:54.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca4a666d1a4e49f5409c", ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 129112, clonedBytes: 28705104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:54.585 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:26:54.586 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:26:54.586 I SHARDING [conn9] moveChunk setting version to: 20|0||584bc0d090d1dc672b548270 Sat Dec 10 03:26:54.602 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 129112, clonedBytes: 28705104, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:26:54.602 I SHARDING [conn9] moveChunk updating self version to: 20|1||584bc0d090d1dc672b548270 through { datetime: new Date(1469540215000) } -> { datetime: new Date(1469540472000) } for collection 'IISLogs.pubprdenr03' Sat Dec 10 03:26:54.603 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:54.603-0600-584bca5e666d1a4e49f5409f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362014603), what: "moveChunk.commit", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 129112, clonedBytes: 28705104, catchup: 0, steady: 0 } } Sat Dec 10 03:26:54.604 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:26:54.604 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:26:54.604 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:54.604-0600-584bca5e666d1a4e49f540a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362014604), what: "moveChunk.from", ns: "IISLogs.pubprdenr03", details: { min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 653, step 4 of 6: 19021, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:26:54.606 I SHARDING [conn9] distributed lock with ts: 584bca4a666d1a4e49f5409a' unlocked. Sat Dec 10 03:26:54.606 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdenr03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469539961000) }, max: { datetime: new Date(1469540215000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bc0d090d1dc672b548270') ], epoch: ObjectId('584bc0d090d1dc672b548270') } keyUpdates:0 writeConflicts:0 numYields:1013 reslen:154 locks:{ Global: { acquireCount: { r: 2038, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 269 } }, Database: { acquireCount: { r: 1015, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1015, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19700ms Sat Dec 10 03:26:54.611 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:26:54.612 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1446998360000) }, { datetime: new Date(1447136103000) }) in IISLogs.pubprdweb02', ts : 584bca5e666d1a4e49f540a1 Sat Dec 10 03:26:54.612 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 17|0||584bc22c90d1dc672b54829b, current metadata version is 17|0||584bc22c90d1dc672b54829b Sat Dec 10 03:26:54.614 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 17|0||584bc22c90d1dc672b54829b to shard version 17|1||584bc22c90d1dc672b54829b Sat Dec 10 03:26:54.614 I SHARDING [conn9] collection version was loaded at version 17|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:26:54.614 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:26:54.614-0600-584bca5e666d1a4e49f540a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362014614), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:26:54.614 I SHARDING [conn9] moveChunk request accepted at version 17|1||584bc22c90d1dc672b54829b Sat Dec 10 03:26:55.796 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463581717000) } -> { datetime: new Date(1463628190000) } Sat Dec 10 03:26:55.796 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457720700000) } -> { datetime: new Date(1457721018000) }, with opId: 84968 Sat Dec 10 03:26:55.802 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 03:26:55.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:55.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:55.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:55.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:55.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:55.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:55.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:56.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:56.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:56.806 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 985ms Sat Dec 10 03:26:56.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:57.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9667, clonedBytes: 2772863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:58.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19007, clonedBytes: 5388834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:26:59.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28447, clonedBytes: 7945999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:01.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38351, clonedBytes: 10755397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:02.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48474, clonedBytes: 13658979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:03.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58353, clonedBytes: 16378748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:04.131 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13863231 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 991ms Sat Dec 10 03:27:04.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58353, clonedBytes: 16378748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:05.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67900, clonedBytes: 19004221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:06.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77731, clonedBytes: 21741950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:07.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88289, clonedBytes: 24786099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:08.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98507, clonedBytes: 27659814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:09.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca5e666d1a4e49f540a3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 29915758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:09.448 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:27:09.449 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:27:09.450 I SHARDING [conn9] moveChunk setting version to: 18|0||584bc22c90d1dc672b54829b Sat Dec 10 03:27:09.458 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 29915758, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:27:09.458 I SHARDING [conn9] moveChunk updating self version to: 18|1||584bc22c90d1dc672b54829b through { datetime: new Date(1447136103000) } -> { datetime: new Date(1447347850000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:27:09.460 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:09.460-0600-584bca6d666d1a4e49f540a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362029460), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 29915758, catchup: 0, steady: 0 } } Sat Dec 10 03:27:09.460 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:27:09.461 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:27:09.461 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:09.461-0600-584bca6d666d1a4e49f540a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362029461), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1190, step 4 of 6: 13641, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:27:09.462 I SHARDING [conn9] distributed lock with ts: 584bca5e666d1a4e49f540a1' unlocked. Sat Dec 10 03:27:09.462 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446998360000) }, max: { datetime: new Date(1447136103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 436 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14851ms Sat Dec 10 03:27:09.467 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:27:09.468 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444924445000) }, { datetime: new Date(1444927454000) }) in IISLogs.pubprdweb03', ts : 584bca6d666d1a4e49f540a8 Sat Dec 10 03:27:09.468 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 2|0||584bc97f90d1dc672b548352, current metadata version is 2|0||584bc97f90d1dc672b548352 Sat Dec 10 03:27:09.470 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 2|0||584bc97f90d1dc672b548352 to shard version 2|1||584bc97f90d1dc672b548352 Sat Dec 10 03:27:09.470 I SHARDING [conn9] collection version was loaded at version 2|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:27:09.471 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:09.471-0600-584bca6d666d1a4e49f540a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362029471), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:27:09.471 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bc97f90d1dc672b548352 Sat Dec 10 03:27:10.209 I SHARDING [conn9] moveChunk number of documents: 113750 Sat Dec 10 03:27:10.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:10.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:11.022 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776131 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 797ms Sat Dec 10 03:27:11.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1767, clonedBytes: 511687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:12.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11028, clonedBytes: 3135503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:13.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19966, clonedBytes: 5790736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:14.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29447, clonedBytes: 8445696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:15.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38884, clonedBytes: 11194079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:16.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48357, clonedBytes: 13925918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:17.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56867, clonedBytes: 16389024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:18.314 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 921ms Sat Dec 10 03:27:18.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58498, clonedBytes: 16888964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:19.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67403, clonedBytes: 19701503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:20.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76391, clonedBytes: 22511546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:21.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85744, clonedBytes: 25500535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:22.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95148, clonedBytes: 28473486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:23.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104905, clonedBytes: 31485322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:24.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca6d666d1a4e49f540aa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113750, clonedBytes: 34130453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:24.773 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:27:24.775 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:27:24.775 I SHARDING [conn9] moveChunk setting version to: 3|0||584bc97f90d1dc672b548352 Sat Dec 10 03:27:24.788 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113750, clonedBytes: 34130453, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:27:24.789 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444927454000) } -> { datetime: new Date(1444931245000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:27:24.790 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:24.790-0600-584bca7c666d1a4e49f540ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362044790), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113750, clonedBytes: 34130453, catchup: 0, steady: 0 } } Sat Dec 10 03:27:24.791 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:27:24.796 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:27:24.796 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:24.796-0600-584bca7c666d1a4e49f540ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362044796), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 752, step 4 of 6: 14548, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:27:24.798 I SHARDING [conn9] distributed lock with ts: 584bca6d666d1a4e49f540a8' unlocked. Sat Dec 10 03:27:24.798 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444924445000) }, max: { datetime: new Date(1444927454000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5012 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15330ms Sat Dec 10 03:27:25.810 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55406 #71 (28 connections now open) Sat Dec 10 03:27:25.878 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:27:25.879 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466449202000) }, { datetime: new Date(1466512785000) }) in IISLogs.pubbsdweb1', ts : 584bca7d666d1a4e49f540af Sat Dec 10 03:27:25.879 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 52|0||584bba0d90d1dc672b548145, current metadata version is 52|0||584bba0d90d1dc672b548145 Sat Dec 10 03:27:25.880 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 52|0||584bba0d90d1dc672b548145 to shard version 52|1||584bba0d90d1dc672b548145 Sat Dec 10 03:27:25.880 I SHARDING [conn9] collection version was loaded at version 52|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:27:25.880 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:25.880-0600-584bca7d666d1a4e49f540b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362045880), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:27:25.881 I SHARDING [conn9] moveChunk request accepted at version 52|1||584bba0d90d1dc672b548145 Sat Dec 10 03:27:26.617 I SHARDING [RangeDeleter] rangeDeleter deleted 129053 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457720700000) } -> { datetime: new Date(1457721018000) } Sat Dec 10 03:27:26.617 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1444772454000) } -> { datetime: new Date(1444924444000) }, with opId: 85128 Sat Dec 10 03:27:27.064 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 03:27:27.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:27.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:28.162 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776087 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 1082ms Sat Dec 10 03:27:28.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:29.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8230, clonedBytes: 2484103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:30.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16793, clonedBytes: 5066684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:31.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24495, clonedBytes: 7436553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:32.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32883, clonedBytes: 9981852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:33.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41546, clonedBytes: 12675072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:34.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49335, clonedBytes: 15022719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:35.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53918, clonedBytes: 16409623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:36.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53918, clonedBytes: 16409623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:36.751 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776112 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1794ms Sat Dec 10 03:27:37.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59748, clonedBytes: 18179399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:38.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67167, clonedBytes: 20453671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:39.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75923, clonedBytes: 23128107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:40.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83896, clonedBytes: 25629416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:41.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93581, clonedBytes: 28640655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:42.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102746, clonedBytes: 31527421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:43.442 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2073153 locks:{ Global: { acquireCount: { r: 108 } }, Database: { acquireCount: { r: 54 } }, Collection: { acquireCount: { r: 54 } } } protocol:op_command 147ms Sat Dec 10 03:27:44.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111523, clonedBytes: 34290416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:45.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca7d666d1a4e49f540b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34861219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:45.058 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:27:45.059 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:27:45.059 I SHARDING [conn9] moveChunk setting version to: 53|0||584bba0d90d1dc672b548145 Sat Dec 10 03:27:45.070 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34861219, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:27:45.070 I SHARDING [conn9] moveChunk updating self version to: 53|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466512785000) } -> { datetime: new Date(1466535565000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:27:45.072 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:45.072-0600-584bca91666d1a4e49f540b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362065072), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34861219, catchup: 0, steady: 0 } } Sat Dec 10 03:27:45.072 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:27:45.072 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:27:45.073 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:45.072-0600-584bca91666d1a4e49f540b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362065072), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1187, step 4 of 6: 17988, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:27:45.074 I SHARDING [conn9] distributed lock with ts: 584bca7d666d1a4e49f540af' unlocked. Sat Dec 10 03:27:45.074 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466449202000) }, max: { datetime: new Date(1466512785000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 735 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19196ms Sat Dec 10 03:27:45.078 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:27:45.079 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446501739000) }, { datetime: new Date(1446587415000) }) in IISLogs.pubprdweb01', ts : 584bca91666d1a4e49f540b6 Sat Dec 10 03:27:45.079 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 26|0||584bbf4f90d1dc672b54822e, current metadata version is 26|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:27:45.080 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 26|0||584bbf4f90d1dc672b54822e to shard version 26|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:27:45.080 I SHARDING [conn9] collection version was loaded at version 26|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:27:45.080 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:45.080-0600-584bca91666d1a4e49f540b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362065080), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:27:45.081 I SHARDING [conn9] moveChunk request accepted at version 26|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:27:46.209 I SHARDING [conn9] moveChunk number of documents: 103070 Sat Dec 10 03:27:46.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:46.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:47.032 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 809ms Sat Dec 10 03:27:47.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1260, clonedBytes: 412884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:48.061 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1444772454000) } -> { datetime: new Date(1444924444000) } Sat Dec 10 03:27:48.061 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465669502000) } -> { datetime: new Date(1465745124000) }, with opId: 85285 Sat Dec 10 03:27:48.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10394, clonedBytes: 3073246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:49.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17316, clonedBytes: 5166461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:50.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24667, clonedBytes: 7443326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:51.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32408, clonedBytes: 9795962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:52.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42122, clonedBytes: 12661555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:53.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52087, clonedBytes: 15710014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:54.542 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13824456 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 688ms Sat Dec 10 03:27:54.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54543, clonedBytes: 16405353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:55.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63309, clonedBytes: 18823933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:56.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72973, clonedBytes: 21346843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:57.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83971, clonedBytes: 24322854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:58.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93534, clonedBytes: 26981146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:59.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca91666d1a4e49f540b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103070, clonedBytes: 29901082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:27:59.887 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:27:59.893 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:27:59.894 I SHARDING [conn9] moveChunk setting version to: 27|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:27:59.898 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103070, clonedBytes: 29901082, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:27:59.898 I SHARDING [conn9] moveChunk updating self version to: 27|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446587415000) } -> { datetime: new Date(1446671474000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:27:59.900 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:59.900-0600-584bca9f666d1a4e49f540bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362079900), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103070, clonedBytes: 29901082, catchup: 0, steady: 0 } } Sat Dec 10 03:27:59.900 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:27:59.901 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:27:59.901 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:59.901-0600-584bca9f666d1a4e49f540bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362079901), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1130, step 4 of 6: 13675, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:27:59.902 I SHARDING [conn9] distributed lock with ts: 584bca91666d1a4e49f540b6' unlocked. Sat Dec 10 03:27:59.902 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446501739000) }, max: { datetime: new Date(1446587415000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 462 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14825ms Sat Dec 10 03:27:59.907 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:27:59.908 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464029666000) }, { datetime: new Date(1464053167000) }) in IISLogs.pubbsdweb2', ts : 584bca9f666d1a4e49f540bd Sat Dec 10 03:27:59.908 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 25|0||584bbf7a90d1dc672b548236, current metadata version is 25|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:27:59.909 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 25|0||584bbf7a90d1dc672b548236 to shard version 25|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:27:59.909 I SHARDING [conn9] collection version was loaded at version 25|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:27:59.909 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:27:59.909-0600-584bca9f666d1a4e49f540be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362079909), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:27:59.909 I SHARDING [conn9] moveChunk request accepted at version 25|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:28:00.817 I SHARDING [conn9] moveChunk number of documents: 113765 Sat Dec 10 03:28:00.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:00.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:00.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:00.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:00.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:00.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:00.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:01.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:01.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:01.498 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776026 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 668ms Sat Dec 10 03:28:01.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2903, clonedBytes: 912478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:02.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12052, clonedBytes: 3787330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:03.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22013, clonedBytes: 6917544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:04.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31301, clonedBytes: 9833264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:06.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40641, clonedBytes: 12766932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:07.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48895, clonedBytes: 15359901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:08.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52272, clonedBytes: 16421084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:08.396 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776164 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 908ms Sat Dec 10 03:28:09.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58041, clonedBytes: 18234102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:10.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66860, clonedBytes: 21005121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:11.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75752, clonedBytes: 23711654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:12.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84456, clonedBytes: 26298502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:13.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93292, clonedBytes: 28945376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:14.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102234, clonedBytes: 31610542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:14.894 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2259912 locks:{ Global: { acquireCount: { r: 124 } }, Database: { acquireCount: { r: 62 } }, Collection: { acquireCount: { r: 62 } } } protocol:op_command 143ms Sat Dec 10 03:28:15.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110370, clonedBytes: 34035614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:16.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bca9f666d1a4e49f540bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113765, clonedBytes: 35046076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:16.345 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:28:16.346 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:28:16.347 I SHARDING [conn9] moveChunk setting version to: 26|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:28:16.362 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113765, clonedBytes: 35046076, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:28:16.362 I SHARDING [conn9] moveChunk updating self version to: 26|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464053167000) } -> { datetime: new Date(1464121369000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:28:16.363 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:16.363-0600-584bcab0666d1a4e49f540c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362096363), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113765, clonedBytes: 35046076, catchup: 0, steady: 0 } } Sat Dec 10 03:28:16.364 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:28:16.364 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:28:16.364 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:16.364-0600-584bcab0666d1a4e49f540c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362096364), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 913, step 4 of 6: 15520, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:28:16.366 I SHARDING [conn9] distributed lock with ts: 584bca9f666d1a4e49f540bd' unlocked. Sat Dec 10 03:28:16.366 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464029666000) }, max: { datetime: new Date(1464053167000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 321 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16459ms Sat Dec 10 03:28:16.370 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:28:16.371 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1447136103000) }, { datetime: new Date(1447347850000) }) in IISLogs.pubprdweb02', ts : 584bcab0666d1a4e49f540c4 Sat Dec 10 03:28:16.371 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 18|0||584bc22c90d1dc672b54829b, current metadata version is 18|0||584bc22c90d1dc672b54829b Sat Dec 10 03:28:16.373 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 18|0||584bc22c90d1dc672b54829b to shard version 18|1||584bc22c90d1dc672b54829b Sat Dec 10 03:28:16.373 I SHARDING [conn9] collection version was loaded at version 18|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:28:16.373 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:16.373-0600-584bcab0666d1a4e49f540c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362096373), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:28:16.374 I SHARDING [conn9] moveChunk request accepted at version 18|1||584bc22c90d1dc672b54829b Sat Dec 10 03:28:17.429 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 03:28:17.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:17.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:18.296 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776284 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 838ms Sat Dec 10 03:28:18.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 636, clonedBytes: 183850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:19.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9516, clonedBytes: 2764702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:19.735 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465669502000) } -> { datetime: new Date(1465745124000) } Sat Dec 10 03:28:19.735 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445278491000) } -> { datetime: new Date(1445362015000) }, with opId: 85479 Sat Dec 10 03:28:20.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18436, clonedBytes: 5162269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:21.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26903, clonedBytes: 7525777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:22.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35740, clonedBytes: 9972084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:23.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44712, clonedBytes: 12488101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:24.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53265, clonedBytes: 14989939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:25.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58277, clonedBytes: 16379307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:25.824 I NETWORK [conn71] end connection 10.112.9.26:55406 (27 connections now open) Sat Dec 10 03:28:25.948 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13922799 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 666ms Sat Dec 10 03:28:26.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64817, clonedBytes: 18163020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:27.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73578, clonedBytes: 20580757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:28.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82644, clonedBytes: 23137359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:29.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91099, clonedBytes: 25574307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:30.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99707, clonedBytes: 28076291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:31.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcab0666d1a4e49f540c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 29975353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:31.873 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:28:31.874 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:28:31.875 I SHARDING [conn9] moveChunk setting version to: 19|0||584bc22c90d1dc672b54829b Sat Dec 10 03:28:31.895 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 29975353, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:28:31.895 I SHARDING [conn9] moveChunk updating self version to: 19|1||584bc22c90d1dc672b54829b through { datetime: new Date(1447347850000) } -> { datetime: new Date(1447483385000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:28:31.897 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:31.897-0600-584bcabf666d1a4e49f540c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362111897), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 29975353, catchup: 0, steady: 0 } } Sat Dec 10 03:28:31.898 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:28:31.898 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:28:31.898 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:31.898-0600-584bcabf666d1a4e49f540ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362111898), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1058, step 4 of 6: 14439, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:28:31.899 I SHARDING [conn9] distributed lock with ts: 584bcab0666d1a4e49f540c4' unlocked. Sat Dec 10 03:28:31.899 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447136103000) }, max: { datetime: new Date(1447347850000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 441 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15529ms Sat Dec 10 03:28:31.904 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:28:31.905 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444927454000) }, { datetime: new Date(1444931245000) }) in IISLogs.pubprdweb03', ts : 584bcabf666d1a4e49f540cb Sat Dec 10 03:28:31.906 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 3|0||584bc97f90d1dc672b548352, current metadata version is 3|0||584bc97f90d1dc672b548352 Sat Dec 10 03:28:31.907 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 3|0||584bc97f90d1dc672b548352 to shard version 3|1||584bc97f90d1dc672b548352 Sat Dec 10 03:28:31.907 I SHARDING [conn9] collection version was loaded at version 3|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:28:31.907 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:31.907-0600-584bcabf666d1a4e49f540cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362111907), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:28:31.908 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bc97f90d1dc672b548352 Sat Dec 10 03:28:32.545 I SHARDING [conn9] moveChunk number of documents: 113733 Sat Dec 10 03:28:32.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:32.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:33.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:33.636 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776309 locks:{ Global: { acquireCount: { r: 954 } }, Database: { acquireCount: { r: 477 } }, Collection: { acquireCount: { r: 477 } } } protocol:op_command 1086ms Sat Dec 10 03:28:33.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:34.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8150, clonedBytes: 2289269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:35.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16547, clonedBytes: 4629130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:36.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25475, clonedBytes: 7166854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:37.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34407, clonedBytes: 9667495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:38.430 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445278491000) } -> { datetime: new Date(1445362015000) } Sat Dec 10 03:28:38.430 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463628190000) } -> { datetime: new Date(1463691020000) }, with opId: 85571 Sat Dec 10 03:28:38.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43710, clonedBytes: 11948419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:39.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53127, clonedBytes: 14497088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:40.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60048, clonedBytes: 16366935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:41.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60048, clonedBytes: 16366935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:42.106 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15440511 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1490ms Sat Dec 10 03:28:42.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66103, clonedBytes: 17955380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:44.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73892, clonedBytes: 20156343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:45.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80344, clonedBytes: 21890569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:46.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89751, clonedBytes: 24556149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:47.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99380, clonedBytes: 27276250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:48.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108757, clonedBytes: 30061965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:49.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcabf666d1a4e49f540cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113733, clonedBytes: 31442613, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:49.236 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:28:49.237 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:28:49.238 I SHARDING [conn9] moveChunk setting version to: 4|0||584bc97f90d1dc672b548352 Sat Dec 10 03:28:49.240 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113733, clonedBytes: 31442613, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:28:49.241 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444931245000) } -> { datetime: new Date(1444934533000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:28:49.242 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:49.242-0600-584bcad1666d1a4e49f540d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362129242), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113733, clonedBytes: 31442613, catchup: 0, steady: 0 } } Sat Dec 10 03:28:49.243 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:28:49.243 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:28:49.243 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:49.243-0600-584bcad1666d1a4e49f540d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362129243), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 639, step 4 of 6: 16687, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:28:49.245 I SHARDING [conn9] distributed lock with ts: 584bcabf666d1a4e49f540cb' unlocked. Sat Dec 10 03:28:49.245 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444927454000) }, max: { datetime: new Date(1444931245000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 65 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17340ms Sat Dec 10 03:28:50.255 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55407 #72 (28 connections now open) Sat Dec 10 03:28:50.316 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:28:50.317 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466512785000) }, { datetime: new Date(1466535565000) }) in IISLogs.pubbsdweb1', ts : 584bcad2666d1a4e49f540d2 Sat Dec 10 03:28:50.329 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 53|0||584bba0d90d1dc672b548145, current metadata version is 53|0||584bba0d90d1dc672b548145 Sat Dec 10 03:28:50.338 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 53|0||584bba0d90d1dc672b548145 to shard version 53|1||584bba0d90d1dc672b548145 Sat Dec 10 03:28:50.338 I SHARDING [conn9] collection version was loaded at version 53|1||584bba0d90d1dc672b548145, took 8ms Sat Dec 10 03:28:50.338 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:28:50.338-0600-584bcad2666d1a4e49f540d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362130338), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:28:50.338 I SHARDING [conn9] moveChunk request accepted at version 53|1||584bba0d90d1dc672b548145 Sat Dec 10 03:28:51.684 I SHARDING [conn9] moveChunk number of documents: 113355 Sat Dec 10 03:28:51.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:51.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:51.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:51.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:51.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:51.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:51.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:52.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:52.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:52.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:53.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:54.481 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776266 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2767ms Sat Dec 10 03:28:54.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3239, clonedBytes: 978047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:55.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9109, clonedBytes: 2724025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:56.595 W SHARDING [conn3] Finding the split vector for IISLogs.pubprdweb04 over { datetime: 1.0 } keyCount: 112222 numSplits: 437 lookedAt: 94799 took 2920799ms Sat Dec 10 03:28:56.607 I COMMAND [conn3] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb04", keyPattern: { datetime: 1.0 }, min: { datetime: MinKey }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 0 } keyUpdates:0 writeConflicts:0 numYields:401544 reslen:12292 locks:{ Global: { acquireCount: { r: 803090 } }, Database: { acquireCount: { r: 401545 } }, Collection: { acquireCount: { r: 401545 } } } protocol:op_command 2921052ms Sat Dec 10 03:28:56.943 I SHARDING [conn3] remotely refreshing metadata for IISLogs.pubprdweb04 with requested shard version 1|437||584bcad890d1dc672b54835d, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 03:28:56.966 I SHARDING [conn3] collection IISLogs.pubprdweb04 was previously unsharded, new metadata loaded with shard version 1|437||584bcad890d1dc672b54835d Sat Dec 10 03:28:56.967 I SHARDING [conn3] collection version was loaded at version 1|437||584bcad890d1dc672b54835d, took 12ms Sat Dec 10 03:28:56.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16706, clonedBytes: 5035679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:58.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25044, clonedBytes: 7570150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:28:59.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33941, clonedBytes: 10408647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:00.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42613, clonedBytes: 13192726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:01.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51770, clonedBytes: 16108456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:02.090 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776329 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 788ms Sat Dec 10 03:29:02.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52733, clonedBytes: 16418097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:03.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60969, clonedBytes: 19026622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:04.076 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463628190000) } -> { datetime: new Date(1463691020000) } Sat Dec 10 03:29:04.076 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457721018000) } -> { datetime: new Date(1457721329000) }, with opId: 85721 Sat Dec 10 03:29:04.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69144, clonedBytes: 21593274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:05.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78814, clonedBytes: 24627155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:06.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88514, clonedBytes: 27660911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:07.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97434, clonedBytes: 30464994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:08.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104914, clonedBytes: 32840121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:08.376 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2715509 locks:{ Global: { acquireCount: { r: 138 } }, Database: { acquireCount: { r: 69 } }, Collection: { acquireCount: { r: 69 } } } protocol:op_command 231ms Sat Dec 10 03:29:09.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcad2666d1a4e49f540d4", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113355, clonedBytes: 35505946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:09.385 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:29:09.386 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:29:09.386 I SHARDING [conn9] moveChunk setting version to: 54|0||584bba0d90d1dc672b548145 Sat Dec 10 03:29:09.396 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113355, clonedBytes: 35505946, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:29:09.396 I SHARDING [conn9] moveChunk updating self version to: 54|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466535565000) } -> { datetime: new Date(1466556117000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:29:09.398 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:09.398-0600-584bcae5666d1a4e49f540d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362149398), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113355, clonedBytes: 35505946, catchup: 0, steady: 0 } } Sat Dec 10 03:29:09.398 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:29:09.399 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:29:09.399 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:09.399-0600-584bcae5666d1a4e49f540d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362149399), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, step 1 of 6: 0, step 2 of 6: 22, step 3 of 6: 1361, step 4 of 6: 17683, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:29:09.400 I SHARDING [conn9] distributed lock with ts: 584bcad2666d1a4e49f540d2' unlocked. Sat Dec 10 03:29:09.400 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466512785000) }, max: { datetime: new Date(1466535565000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1038 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19085ms Sat Dec 10 03:29:09.405 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:29:09.405 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446587415000) }, { datetime: new Date(1446671474000) }) in IISLogs.pubprdweb01', ts : 584bcae5666d1a4e49f540d9 Sat Dec 10 03:29:09.405 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 27|0||584bbf4f90d1dc672b54822e, current metadata version is 27|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:29:09.407 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 27|0||584bbf4f90d1dc672b54822e to shard version 27|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:29:09.407 I SHARDING [conn9] collection version was loaded at version 27|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:29:09.407 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:09.407-0600-584bcae5666d1a4e49f540da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362149407), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:29:09.407 I SHARDING [conn9] moveChunk request accepted at version 27|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:29:10.733 I SHARDING [conn9] moveChunk number of documents: 102938 Sat Dec 10 03:29:10.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:10.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:10.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:10.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:10.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:10.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:10.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:11.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:11.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:11.725 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776229 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 972ms Sat Dec 10 03:29:11.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 151, clonedBytes: 54075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:12.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9659, clonedBytes: 3157853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:13.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19156, clonedBytes: 6115727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:14.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28324, clonedBytes: 8765400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:15.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38054, clonedBytes: 11524064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:16.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47160, clonedBytes: 14153095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:18.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54703, clonedBytes: 16404270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:18.367 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14277419 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 574ms Sat Dec 10 03:29:19.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60615, clonedBytes: 18203064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:20.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70209, clonedBytes: 21117793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:21.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80024, clonedBytes: 23925953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:22.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89628, clonedBytes: 26587357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:23.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99385, clonedBytes: 29321861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:24.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcae5666d1a4e49f540db", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102938, clonedBytes: 30355006, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:24.262 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:29:24.263 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:29:24.264 I SHARDING [conn9] moveChunk setting version to: 28|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:29:24.287 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102938, clonedBytes: 30355006, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:29:24.287 I SHARDING [conn9] moveChunk updating self version to: 28|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446671474000) } -> { datetime: new Date(1446745924000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:29:24.289 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:24.289-0600-584bcaf4666d1a4e49f540de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362164289), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102938, clonedBytes: 30355006, catchup: 0, steady: 0 } } Sat Dec 10 03:29:24.289 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:29:24.290 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:29:24.290 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:24.290-0600-584bcaf4666d1a4e49f540df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362164290), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1336, step 4 of 6: 13516, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:29:24.292 I SHARDING [conn9] distributed lock with ts: 584bcae5666d1a4e49f540d9' unlocked. Sat Dec 10 03:29:24.292 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446587415000) }, max: { datetime: new Date(1446671474000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 643 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14887ms Sat Dec 10 03:29:24.298 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:29:24.299 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464053167000) }, { datetime: new Date(1464121369000) }) in IISLogs.pubbsdweb2', ts : 584bcaf4666d1a4e49f540e0 Sat Dec 10 03:29:24.299 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 26|0||584bbf7a90d1dc672b548236, current metadata version is 26|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:29:24.301 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 26|0||584bbf7a90d1dc672b548236 to shard version 26|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:29:24.301 I SHARDING [conn9] collection version was loaded at version 26|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:29:24.301 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:24.301-0600-584bcaf4666d1a4e49f540e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362164301), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:29:24.302 I SHARDING [conn9] moveChunk request accepted at version 26|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:29:25.798 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:29:25.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:25.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:25.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:25.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:25.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:25.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:25.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:26.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:26.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:26.858 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776048 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1044ms Sat Dec 10 03:29:26.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:27.092 I SHARDING [RangeDeleter] rangeDeleter deleted 128820 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457721018000) } -> { datetime: new Date(1457721329000) } Sat Dec 10 03:29:27.092 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1444924444000) } -> { datetime: new Date(1445036943000) }, with opId: 85895 Sat Dec 10 03:29:27.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9126, clonedBytes: 2722918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:28.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18506, clonedBytes: 5489556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:30.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27653, clonedBytes: 8173095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:31.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36846, clonedBytes: 10888195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:32.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46396, clonedBytes: 13767961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:33.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55200, clonedBytes: 16400610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:33.761 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776241 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 742ms Sat Dec 10 03:29:34.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57758, clonedBytes: 17180740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:35.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67340, clonedBytes: 20066236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:36.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76530, clonedBytes: 22785654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:37.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85909, clonedBytes: 25586605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:38.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95396, clonedBytes: 28408518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:39.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105008, clonedBytes: 31256638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:40.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcaf4666d1a4e49f540e2", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33862212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:40.300 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:29:40.302 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:29:40.302 I SHARDING [conn9] moveChunk setting version to: 27|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:29:40.317 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33862212, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:29:40.317 I SHARDING [conn9] moveChunk updating self version to: 27|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464121369000) } -> { datetime: new Date(1464188284000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:29:40.318 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:40.318-0600-584bcb04666d1a4e49f540e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362180318), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33862212, catchup: 0, steady: 0 } } Sat Dec 10 03:29:40.319 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:29:40.319 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:29:40.319 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:40.319-0600-584bcb04666d1a4e49f540e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362180319), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1500, step 4 of 6: 14497, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:29:40.321 I SHARDING [conn9] distributed lock with ts: 584bcaf4666d1a4e49f540e0' unlocked. Sat Dec 10 03:29:40.321 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464053167000) }, max: { datetime: new Date(1464121369000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 88 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16024ms Sat Dec 10 03:29:40.325 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:29:40.327 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1447347850000) }, { datetime: new Date(1447483385000) }) in IISLogs.pubprdweb02', ts : 584bcb04666d1a4e49f540e7 Sat Dec 10 03:29:40.327 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 19|0||584bc22c90d1dc672b54829b, current metadata version is 19|0||584bc22c90d1dc672b54829b Sat Dec 10 03:29:40.328 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 19|0||584bc22c90d1dc672b54829b to shard version 19|1||584bc22c90d1dc672b54829b Sat Dec 10 03:29:40.328 I SHARDING [conn9] collection version was loaded at version 19|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:29:40.329 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:40.329-0600-584bcb04666d1a4e49f540e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362180329), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:29:40.329 I SHARDING [conn9] moveChunk request accepted at version 19|1||584bc22c90d1dc672b54829b Sat Dec 10 03:29:41.458 I SHARDING [conn9] moveChunk number of documents: 106509 Sat Dec 10 03:29:41.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:41.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:42.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:42.428 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 957ms Sat Dec 10 03:29:42.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 663, clonedBytes: 174719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:43.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10234, clonedBytes: 2849346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:43.849 I SHARDING [RangeDeleter] rangeDeleter deleted 106520 documents for IISLogs.pubprdweb02 from { datetime: new Date(1444924444000) } -> { datetime: new Date(1445036943000) } Sat Dec 10 03:29:43.849 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465745124000) } -> { datetime: new Date(1465819366000) }, with opId: 85973 Sat Dec 10 03:29:44.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19764, clonedBytes: 5547673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:45.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29495, clonedBytes: 8283311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:46.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39430, clonedBytes: 11120647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:47.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49438, clonedBytes: 14090660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:48.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57634, clonedBytes: 16383814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:49.368 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15102693 locks:{ Global: { acquireCount: { r: 778 } }, Database: { acquireCount: { r: 389 } }, Collection: { acquireCount: { r: 389 } } } protocol:op_command 774ms Sat Dec 10 03:29:49.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60971, clonedBytes: 17303274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:50.270 I NETWORK [conn72] end connection 10.112.9.26:55407 (27 connections now open) Sat Dec 10 03:29:50.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70919, clonedBytes: 20099005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:51.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79421, clonedBytes: 22506051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:52.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87882, clonedBytes: 25104765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:53.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97135, clonedBytes: 28099945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:54.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106418, clonedBytes: 31125350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:55.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb04666d1a4e49f540e9", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106509, clonedBytes: 31155344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:55.972 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:29:55.973 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:29:55.973 I SHARDING [conn9] moveChunk setting version to: 20|0||584bc22c90d1dc672b54829b Sat Dec 10 03:29:55.991 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106509, clonedBytes: 31155344, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:29:55.991 I SHARDING [conn9] moveChunk updating self version to: 20|1||584bc22c90d1dc672b54829b through { datetime: new Date(1447483385000) } -> { datetime: new Date(1447643679000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:29:55.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:55.993-0600-584bcb13666d1a4e49f540ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362195993), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106509, clonedBytes: 31155344, catchup: 0, steady: 0 } } Sat Dec 10 03:29:56.004 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:29:56.007 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:29:56.007 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:56.007-0600-584bcb14666d1a4e49f540ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362196007), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1131, step 4 of 6: 14510, step 5 of 6: 35, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:29:56.015 I SHARDING [conn9] distributed lock with ts: 584bcb04666d1a4e49f540e7' unlocked. Sat Dec 10 03:29:56.015 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447347850000) }, max: { datetime: new Date(1447483385000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2945 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 211 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15690ms Sat Dec 10 03:29:56.062 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:29:56.063 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444931245000) }, { datetime: new Date(1444934533000) }) in IISLogs.pubprdweb03', ts : 584bcb14666d1a4e49f540ee Sat Dec 10 03:29:56.063 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 4|0||584bc97f90d1dc672b548352, current metadata version is 4|0||584bc97f90d1dc672b548352 Sat Dec 10 03:29:56.065 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 4|0||584bc97f90d1dc672b548352 to shard version 4|1||584bc97f90d1dc672b548352 Sat Dec 10 03:29:56.065 I SHARDING [conn9] collection version was loaded at version 4|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:29:56.065 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:29:56.065-0600-584bcb14666d1a4e49f540ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362196065), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:29:56.066 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bc97f90d1dc672b548352 Sat Dec 10 03:29:57.415 I SHARDING [conn9] moveChunk number of documents: 113736 Sat Dec 10 03:29:57.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:57.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:58.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:58.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:29:59.433 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776300 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 2013ms Sat Dec 10 03:29:59.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8, clonedBytes: 2562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:00.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8818, clonedBytes: 2634880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:01.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18815, clonedBytes: 5669175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:02.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29010, clonedBytes: 8738687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:03.542 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55408 #73 (28 connections now open) Sat Dec 10 03:30:03.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38295, clonedBytes: 11413539, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:03.825 I COMMAND [conn73] command IISLogs.AuthorizedUsers command: find { find: "AuthorizedUsers", limit: 2147483647, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: COLLSCAN keysExamined:0 docsExamined:6 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:1 nreturned:6 reslen:887 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 273ms Sat Dec 10 03:30:04.197 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55409 #74 (29 connections now open) Sat Dec 10 03:30:04.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47068, clonedBytes: 13909791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:05.007 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } cursorid:67402665240 keyUpdates:0 writeConflicts:0 numYields:0 reslen:184 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_query 471ms Sat Dec 10 03:30:05.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56056, clonedBytes: 16394870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:06.432 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15888521 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 643ms Sat Dec 10 03:30:06.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58861, clonedBytes: 17150441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:07.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69257, clonedBytes: 19887788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:08.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79195, clonedBytes: 22509679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:09.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89278, clonedBytes: 25174028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:10.041 I SHARDING [RangeDeleter] rangeDeleter deleted 113357 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465745124000) } -> { datetime: new Date(1465819366000) } Sat Dec 10 03:30:10.041 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445362015000) } -> { datetime: new Date(1445454483000) }, with opId: 86186 Sat Dec 10 03:30:10.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99574, clonedBytes: 27995428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:12.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109921, clonedBytes: 30833791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:13.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb14666d1a4e49f540f0", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113736, clonedBytes: 31890593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:13.057 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:30:13.058 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:30:13.059 I SHARDING [conn9] moveChunk setting version to: 5|0||584bc97f90d1dc672b548352 Sat Dec 10 03:30:13.064 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113736, clonedBytes: 31890593, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:30:13.064 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444934533000) } -> { datetime: new Date(1444937766000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:30:13.066 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:13.066-0600-584bcb25666d1a4e49f540f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362213066), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113736, clonedBytes: 31890593, catchup: 0, steady: 0 } } Sat Dec 10 03:30:13.066 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:30:13.067 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:30:13.067 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:13.067-0600-584bcb25666d1a4e49f540f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362213067), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1352, step 4 of 6: 15637, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:30:13.068 I SHARDING [conn9] distributed lock with ts: 584bcb14666d1a4e49f540ee' unlocked. Sat Dec 10 03:30:13.068 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444931245000) }, max: { datetime: new Date(1444934533000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5271 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17008ms Sat Dec 10 03:30:14.142 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:30:14.143 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466535565000) }, { datetime: new Date(1466556117000) }) in IISLogs.pubbsdweb1', ts : 584bcb26666d1a4e49f540f5 Sat Dec 10 03:30:14.143 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 54|0||584bba0d90d1dc672b548145, current metadata version is 54|0||584bba0d90d1dc672b548145 Sat Dec 10 03:30:14.156 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 54|0||584bba0d90d1dc672b548145 to shard version 54|1||584bba0d90d1dc672b548145 Sat Dec 10 03:30:14.156 I SHARDING [conn9] collection version was loaded at version 54|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:30:14.156 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:14.156-0600-584bcb26666d1a4e49f540f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362214156), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:30:14.157 I SHARDING [conn9] moveChunk request accepted at version 54|1||584bba0d90d1dc672b548145 Sat Dec 10 03:30:17.772 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67402665240 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:887 nreturned:3 reslen:281 locks:{ Global: { acquireCount: { r: 1780 } }, Database: { acquireCount: { r: 890 } }, Collection: { acquireCount: { r: 890 } } } 12670ms Sat Dec 10 03:30:17.789 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67402665240 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:464 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 12781ms Sat Dec 10 03:30:21.604 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 03:30:21.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:21.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:22.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:22.347 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776272 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 685ms Sat Dec 10 03:30:22.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55, clonedBytes: 17006, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:23.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6658, clonedBytes: 2041599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:24.378 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72251301557 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:789 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1584 } }, Database: { acquireCount: { r: 792 } }, Collection: { acquireCount: { r: 792 } } } 6574ms Sat Dec 10 03:30:24.378 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72251301557 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 6574ms Sat Dec 10 03:30:24.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15718, clonedBytes: 4870783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:25.370 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:82292178763 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:72 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } 872ms Sat Dec 10 03:30:25.371 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 82292178763 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 873ms Sat Dec 10 03:30:25.545 I COMMAND [conn37] getmore IISLogs.pubprdenr04 query: { aggregate: "pubprdenr04", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:88857089638 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:10 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 26 } }, Database: { acquireCount: { r: 13 } }, Collection: { acquireCount: { r: 13 } } } 158ms Sat Dec 10 03:30:25.545 I COMMAND [conn41] command IISLogs.pubprdenr04 command: aggregate { aggregate: "pubprdenr04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 88857089638 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 158ms Sat Dec 10 03:30:25.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24192, clonedBytes: 7502727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:26.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31744, clonedBytes: 9858609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:26.909 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:94504419667 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:230 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 466 } }, Database: { acquireCount: { r: 233 } }, Collection: { acquireCount: { r: 233 } } } 1280ms Sat Dec 10 03:30:26.909 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 94504419667 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1280ms Sat Dec 10 03:30:27.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40615, clonedBytes: 12622553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:28.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49706, clonedBytes: 15470221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:29.114 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99164482076 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:217 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 440 } }, Database: { acquireCount: { r: 220 } }, Collection: { acquireCount: { r: 220 } } } 2186ms Sat Dec 10 03:30:29.114 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99164482076 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2186ms Sat Dec 10 03:30:29.682 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105657132241 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:223 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 452 } }, Database: { acquireCount: { r: 226 } }, Collection: { acquireCount: { r: 226 } } } 553ms Sat Dec 10 03:30:29.683 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105657132241 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 554ms Sat Dec 10 03:30:29.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52716, clonedBytes: 16418222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:29.937 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481301004438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:111400562302 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:210 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 426 } }, Database: { acquireCount: { r: 213 } }, Collection: { acquireCount: { r: 213 } } } 239ms Sat Dec 10 03:30:29.937 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 111400562302 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 240ms Sat Dec 10 03:30:30.026 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776165 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 837ms Sat Dec 10 03:30:30.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59858, clonedBytes: 18675676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:31.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69541, clonedBytes: 21749815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:32.482 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481301029924) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66267687692 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:744 nreturned:3 reslen:281 locks:{ Global: { acquireCount: { r: 1494 } }, Database: { acquireCount: { r: 747 } }, Collection: { acquireCount: { r: 747 } } } 2526ms Sat Dec 10 03:30:32.482 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66267687692 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:464 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2527ms Sat Dec 10 03:30:33.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79480, clonedBytes: 24911941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:33.684 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481301029924) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71888531668 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:715 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1436 } }, Database: { acquireCount: { r: 718 } }, Collection: { acquireCount: { r: 718 } } } 1183ms Sat Dec 10 03:30:33.685 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71888531668 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1184ms Sat Dec 10 03:30:34.079 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481301029924) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97338089780 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:222 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 450 } }, Database: { acquireCount: { r: 225 } }, Collection: { acquireCount: { r: 225 } } } 245ms Sat Dec 10 03:30:34.079 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97338089780 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 246ms Sat Dec 10 03:30:34.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88761, clonedBytes: 27871976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:34.260 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445362015000) } -> { datetime: new Date(1445454483000) } Sat Dec 10 03:30:34.260 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463691020000) } -> { datetime: new Date(1463765258000) }, with opId: 86419 Sat Dec 10 03:30:34.586 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481301029924) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100655215570 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:198 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 402 } }, Database: { acquireCount: { r: 201 } }, Collection: { acquireCount: { r: 201 } } } 451ms Sat Dec 10 03:30:34.586 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100655215570 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 451ms Sat Dec 10 03:30:35.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98064, clonedBytes: 30836679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:35.246 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481301029924) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104355201947 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:223 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 452 } }, Database: { acquireCount: { r: 226 } }, Collection: { acquireCount: { r: 226 } } } 647ms Sat Dec 10 03:30:35.247 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104355201947 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 648ms Sat Dec 10 03:30:35.980 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2942839 locks:{ Global: { acquireCount: { r: 146 } }, Database: { acquireCount: { r: 73 } }, Collection: { acquireCount: { r: 73 } } } protocol:op_command 121ms Sat Dec 10 03:30:36.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106185, clonedBytes: 33434792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:36.494 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481301029924) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:108127813452 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:220 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 446 } }, Database: { acquireCount: { r: 223 } }, Collection: { acquireCount: { r: 223 } } } 1233ms Sat Dec 10 03:30:36.494 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 108127813452 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1234ms Sat Dec 10 03:30:37.086 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481301036486) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67153606803 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:743 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 1492 } }, Database: { acquireCount: { r: 746 } }, Collection: { acquireCount: { r: 746 } } } 554ms Sat Dec 10 03:30:37.086 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67153606803 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 554ms Sat Dec 10 03:30:37.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb26666d1a4e49f540f7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 35733662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:37.209 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:30:37.211 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:30:37.211 I SHARDING [conn9] moveChunk setting version to: 55|0||584bba0d90d1dc672b548145 Sat Dec 10 03:30:37.249 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 35733662, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:30:37.249 I SHARDING [conn9] moveChunk updating self version to: 55|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466556117000) } -> { datetime: new Date(1466584281000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:30:37.260 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:37.260-0600-584bcb3d666d1a4e49f540fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362237260), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 35733662, catchup: 0, steady: 0 } } Sat Dec 10 03:30:37.262 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:30:37.264 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:30:37.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:37.264-0600-584bcb3d666d1a4e49f540fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362237264), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, step 1 of 6: 0, step 2 of 6: 15, step 3 of 6: 7456, step 4 of 6: 15594, step 5 of 6: 53, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:30:37.276 I SHARDING [conn9] distributed lock with ts: 584bcb26666d1a4e49f540f5' unlocked. Sat Dec 10 03:30:37.277 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466535565000) }, max: { datetime: new Date(1466556117000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:960 reslen:154 locks:{ Global: { acquireCount: { r: 1932, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 662 } }, Database: { acquireCount: { r: 962, w: 4, W: 2 } }, Collection: { acquireCount: { r: 962, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 11718 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23135ms Sat Dec 10 03:30:37.292 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:30:37.298 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446671474000) }, { datetime: new Date(1446745924000) }) in IISLogs.pubprdweb01', ts : 584bcb3d666d1a4e49f540fc Sat Dec 10 03:30:37.298 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 28|0||584bbf4f90d1dc672b54822e, current metadata version is 28|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:30:37.314 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 28|0||584bbf4f90d1dc672b54822e to shard version 28|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:30:37.315 I SHARDING [conn9] collection version was loaded at version 28|1||584bbf4f90d1dc672b54822e, took 16ms Sat Dec 10 03:30:37.315 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:37.315-0600-584bcb3d666d1a4e49f540fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362237315), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:30:37.316 I SHARDING [conn9] moveChunk request accepted at version 28|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:30:37.582 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481301036486) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72474663570 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:716 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1438 } }, Database: { acquireCount: { r: 719 } }, Collection: { acquireCount: { r: 719 } } } 480ms Sat Dec 10 03:30:37.582 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72474663570 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 480ms Sat Dec 10 03:30:37.977 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481301036486) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95241494707 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:389 nreturned:57 reslen:4326 locks:{ Global: { acquireCount: { r: 784 } }, Database: { acquireCount: { r: 392 } }, Collection: { acquireCount: { r: 392 } } } 279ms Sat Dec 10 03:30:37.978 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95241494707 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 280ms Sat Dec 10 03:30:38.142 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481301036486) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100003039181 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:234 nreturned:49 reslen:3724 locks:{ Global: { acquireCount: { r: 474 } }, Database: { acquireCount: { r: 237 } }, Collection: { acquireCount: { r: 237 } } } 151ms Sat Dec 10 03:30:38.142 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100003039181 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 152ms Sat Dec 10 03:30:38.443 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481301036486) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105180351223 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:418 nreturned:245 reslen:18467 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } 289ms Sat Dec 10 03:30:38.444 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105180351223 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 290ms Sat Dec 10 03:30:38.629 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481301036486) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:108388937326 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:257 nreturned:189 reslen:14177 locks:{ Global: { acquireCount: { r: 520 } }, Database: { acquireCount: { r: 260 } }, Collection: { acquireCount: { r: 260 } } } 172ms Sat Dec 10 03:30:38.630 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 108388937326 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 174ms Sat Dec 10 03:30:39.589 I SHARDING [conn9] moveChunk number of documents: 102899 Sat Dec 10 03:30:39.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:39.840 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:64688979511 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:748 nreturned:14995 reslen:1907627 locks:{ Global: { acquireCount: { r: 1516 } }, Database: { acquireCount: { r: 758 } }, Collection: { acquireCount: { r: 758 } } } 1193ms Sat Dec 10 03:30:39.942 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 64688979511 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1296ms Sat Dec 10 03:30:39.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:40.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:40.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:40.822 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:68856030383 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:719 nreturned:1434 reslen:182538 locks:{ Global: { acquireCount: { r: 1458 } }, Database: { acquireCount: { r: 729 } }, Collection: { acquireCount: { r: 729 } } } 868ms Sat Dec 10 03:30:40.830 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 68856030383 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 877ms Sat Dec 10 03:30:40.979 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84089592635 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:102 nreturned:460 reslen:49741 locks:{ Global: { acquireCount: { r: 210 } }, Database: { acquireCount: { r: 105 } }, Collection: { acquireCount: { r: 105 } } } 122ms Sat Dec 10 03:30:40.982 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84089592635 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 124ms Sat Dec 10 03:30:41.777 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97851501824 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:393 nreturned:26751 reslen:3952963 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } 745ms Sat Dec 10 03:30:41.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:41.985 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97851501824 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 953ms Sat Dec 10 03:30:42.324 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102703759643 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:234 nreturned:11103 reslen:1565195 locks:{ Global: { acquireCount: { r: 478 } }, Database: { acquireCount: { r: 239 } }, Collection: { acquireCount: { r: 239 } } } 326ms Sat Dec 10 03:30:42.409 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102703759643 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 411ms Sat Dec 10 03:30:42.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:43.147 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106215650836 ntoreturn:0 keysExamined:0 docsExamined:0 keyUpdates:0 writeConflicts:0 numYields:419 nreturned:29960 reslen:4194349 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } 727ms Sat Dec 10 03:30:43.500 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106215650836 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1079ms Sat Dec 10 03:30:43.788 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 4185ms Sat Dec 10 03:30:43.923 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481301038611) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:111489194269 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:259 nreturned:17722 reslen:2385513 locks:{ Global: { acquireCount: { r: 528 } }, Database: { acquireCount: { r: 264 } }, Collection: { acquireCount: { r: 264 } } } 409ms Sat Dec 10 03:30:43.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 188, clonedBytes: 52884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:44.047 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 111489194269 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 533ms Sat Dec 10 03:30:44.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9453, clonedBytes: 2998904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:45.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18556, clonedBytes: 5980369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:47.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27421, clonedBytes: 8744694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:48.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36781, clonedBytes: 11366687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:49.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46299, clonedBytes: 14145132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:50.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54054, clonedBytes: 16408724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:50.785 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14815156 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 896ms Sat Dec 10 03:30:51.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56407, clonedBytes: 17131007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:52.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66287, clonedBytes: 20177564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:53.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75829, clonedBytes: 23106498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:54.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84721, clonedBytes: 25808348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:55.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93995, clonedBytes: 28437669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:56.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb3d666d1a4e49f540fe", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102899, clonedBytes: 30892927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:56.247 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:30:56.248 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:30:56.249 I SHARDING [conn9] moveChunk setting version to: 29|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:30:56.262 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102899, clonedBytes: 30892927, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:30:56.262 I SHARDING [conn9] moveChunk updating self version to: 29|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446745924000) } -> { datetime: new Date(1446833121000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:30:56.263 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:56.263-0600-584bcb50666d1a4e49f54101", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362256263), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102899, clonedBytes: 30892927, catchup: 0, steady: 0 } } Sat Dec 10 03:30:56.264 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:30:56.264 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:30:56.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:56.264-0600-584bcb50666d1a4e49f54102", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362256264), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, step 1 of 6: 0, step 2 of 6: 23, step 3 of 6: 2278, step 4 of 6: 16650, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:30:56.265 I SHARDING [conn9] distributed lock with ts: 584bcb3d666d1a4e49f540fc' unlocked. Sat Dec 10 03:30:56.265 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446671474000) }, max: { datetime: new Date(1446745924000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 242 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18983ms Sat Dec 10 03:30:56.269 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:30:56.270 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464121369000) }, { datetime: new Date(1464188284000) }) in IISLogs.pubbsdweb2', ts : 584bcb50666d1a4e49f54103 Sat Dec 10 03:30:56.270 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 27|0||584bbf7a90d1dc672b548236, current metadata version is 27|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:30:56.271 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 27|0||584bbf7a90d1dc672b548236 to shard version 27|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:30:56.272 I SHARDING [conn9] collection version was loaded at version 27|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:30:56.272 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:30:56.272-0600-584bcb50666d1a4e49f54104", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362256272), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:30:56.272 I SHARDING [conn9] moveChunk request accepted at version 27|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:30:57.744 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:30:57.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:57.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:57.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:57.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:57.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:57.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:57.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:58.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:58.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:58.474 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463691020000) } -> { datetime: new Date(1463765258000) } Sat Dec 10 03:30:58.474 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457721329000) } -> { datetime: new Date(1457721644000) }, with opId: 86615 Sat Dec 10 03:30:58.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:30:58.813 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776101 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1064ms Sat Dec 10 03:30:59.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8350, clonedBytes: 2487940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:00.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17772, clonedBytes: 5300502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:01.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27063, clonedBytes: 8059738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:03.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36153, clonedBytes: 10762682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:04.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45911, clonedBytes: 13646406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:05.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55250, clonedBytes: 16400313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:06.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55250, clonedBytes: 16400313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:06.177 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776116 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1163ms Sat Dec 10 03:31:07.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63293, clonedBytes: 18853899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:08.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72809, clonedBytes: 21744320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:09.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82602, clonedBytes: 24604068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:10.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92182, clonedBytes: 27473617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:11.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101924, clonedBytes: 30382491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:12.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110807, clonedBytes: 33048532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:13.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb50666d1a4e49f54105", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33926504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:13.353 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:31:13.354 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:31:13.354 I SHARDING [conn9] moveChunk setting version to: 28|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:31:13.360 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33926504, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:31:13.360 I SHARDING [conn9] moveChunk updating self version to: 28|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464188284000) } -> { datetime: new Date(1464231218000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:31:13.362 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:13.362-0600-584bcb61666d1a4e49f54108", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362273362), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33926504, catchup: 0, steady: 0 } } Sat Dec 10 03:31:13.363 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:31:13.363 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:31:13.363 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:13.363-0600-584bcb61666d1a4e49f54109", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362273363), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1475, step 4 of 6: 15605, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:31:13.364 I SHARDING [conn9] distributed lock with ts: 584bcb50666d1a4e49f54103' unlocked. Sat Dec 10 03:31:13.365 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464121369000) }, max: { datetime: new Date(1464188284000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 158 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 131 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17096ms Sat Dec 10 03:31:13.375 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:31:13.376 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1447483385000) }, { datetime: new Date(1447643679000) }) in IISLogs.pubprdweb02', ts : 584bcb61666d1a4e49f5410a Sat Dec 10 03:31:13.376 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 20|0||584bc22c90d1dc672b54829b, current metadata version is 20|0||584bc22c90d1dc672b54829b Sat Dec 10 03:31:13.377 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 20|0||584bc22c90d1dc672b54829b to shard version 20|1||584bc22c90d1dc672b54829b Sat Dec 10 03:31:13.377 I SHARDING [conn9] collection version was loaded at version 20|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:31:13.377 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:13.377-0600-584bcb61666d1a4e49f5410b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362273377), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:31:13.378 I SHARDING [conn9] moveChunk request accepted at version 20|1||584bc22c90d1dc672b54829b Sat Dec 10 03:31:14.304 I SHARDING [conn9] moveChunk number of documents: 106539 Sat Dec 10 03:31:14.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:14.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:15.047 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 731ms Sat Dec 10 03:31:15.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2247, clonedBytes: 722152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:16.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11716, clonedBytes: 3777004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:17.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21146, clonedBytes: 6798630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:18.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31462, clonedBytes: 9975681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:19.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41001, clonedBytes: 12777836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:20.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50875, clonedBytes: 15801738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:21.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52908, clonedBytes: 16416882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:22.370 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16653855 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1583ms Sat Dec 10 03:31:22.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54451, clonedBytes: 16924470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:23.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64020, clonedBytes: 19893210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:24.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74061, clonedBytes: 23062529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:25.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84111, clonedBytes: 26050097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:26.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94314, clonedBytes: 29095033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:27.821 I SHARDING [RangeDeleter] rangeDeleter deleted 128940 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457721329000) } -> { datetime: new Date(1457721644000) } Sat Dec 10 03:31:27.822 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1445036943000) } -> { datetime: new Date(1445236466000) }, with opId: 86803 Sat Dec 10 03:31:27.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104535, clonedBytes: 32126384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:28.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb61666d1a4e49f5410c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106539, clonedBytes: 32706282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:28.846 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:31:28.847 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:31:28.848 I SHARDING [conn9] moveChunk setting version to: 21|0||584bc22c90d1dc672b54829b Sat Dec 10 03:31:28.850 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106539, clonedBytes: 32706282, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:31:28.850 I SHARDING [conn9] moveChunk updating self version to: 21|1||584bc22c90d1dc672b54829b through { datetime: new Date(1447643679000) } -> { datetime: new Date(1447805135000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:31:28.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:28.852-0600-584bcb70666d1a4e49f5410f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362288852), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106539, clonedBytes: 32706282, catchup: 0, steady: 0 } } Sat Dec 10 03:31:28.852 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:31:28.852 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:31:28.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:28.852-0600-584bcb70666d1a4e49f54110", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362288852), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 928, step 4 of 6: 14538, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:31:28.854 I SHARDING [conn9] distributed lock with ts: 584bcb61666d1a4e49f5410a' unlocked. Sat Dec 10 03:31:28.854 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447483385000) }, max: { datetime: new Date(1447643679000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 223 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 75 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15479ms Sat Dec 10 03:31:28.858 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:31:28.859 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444934533000) }, { datetime: new Date(1444937766000) }) in IISLogs.pubprdweb03', ts : 584bcb70666d1a4e49f54111 Sat Dec 10 03:31:28.859 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 5|0||584bc97f90d1dc672b548352, current metadata version is 5|0||584bc97f90d1dc672b548352 Sat Dec 10 03:31:28.861 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 5|0||584bc97f90d1dc672b548352 to shard version 5|1||584bc97f90d1dc672b548352 Sat Dec 10 03:31:28.861 I SHARDING [conn9] collection version was loaded at version 5|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:31:28.861 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:28.861-0600-584bcb70666d1a4e49f54112", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362288861), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:31:28.861 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bc97f90d1dc672b548352 Sat Dec 10 03:31:29.658 I SHARDING [conn9] moveChunk number of documents: 113769 Sat Dec 10 03:31:29.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:29.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:30.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:30.382 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776286 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 710ms Sat Dec 10 03:31:30.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1158, clonedBytes: 339309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:31.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10260, clonedBytes: 2856877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:32.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20286, clonedBytes: 5616495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:33.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30206, clonedBytes: 8423760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:34.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39950, clonedBytes: 11231912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:35.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49918, clonedBytes: 13999453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:36.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58594, clonedBytes: 16377090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:37.146 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15644643 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 393ms Sat Dec 10 03:31:37.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65823, clonedBytes: 18428347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:38.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75465, clonedBytes: 21060153, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:40.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85580, clonedBytes: 23946382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:41.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95582, clonedBytes: 26795051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:42.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105674, clonedBytes: 29473248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:43.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb70666d1a4e49f54113", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113769, clonedBytes: 31646470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:43.119 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:31:43.120 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:31:43.121 I SHARDING [conn9] moveChunk setting version to: 6|0||584bc97f90d1dc672b548352 Sat Dec 10 03:31:43.138 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113769, clonedBytes: 31646470, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:31:43.138 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444937766000) } -> { datetime: new Date(1444939562000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:31:43.139 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:43.139-0600-584bcb7f666d1a4e49f54116", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362303139), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113769, clonedBytes: 31646470, catchup: 0, steady: 0 } } Sat Dec 10 03:31:43.140 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:31:43.140 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:31:43.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:43.140-0600-584bcb7f666d1a4e49f54117", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362303140), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 809, step 4 of 6: 13447, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:31:43.141 I SHARDING [conn9] distributed lock with ts: 584bcb70666d1a4e49f54111' unlocked. Sat Dec 10 03:31:43.142 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444934533000) }, max: { datetime: new Date(1444937766000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 388 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14283ms Sat Dec 10 03:31:43.147 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|437, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:31:43.147 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: MinKey }, { datetime: new Date(1444928401000) }) in IISLogs.pubprdweb04', ts : 584bcb7f666d1a4e49f54118 Sat Dec 10 03:31:43.147 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 1|437||584bcad890d1dc672b54835d, current metadata version is 1|437||584bcad890d1dc672b54835d Sat Dec 10 03:31:43.156 I SHARDING [conn9] metadata of collection IISLogs.pubprdweb04 already up to date (shard version : 1|437||584bcad890d1dc672b54835d, took 1ms) Sat Dec 10 03:31:43.156 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:31:43.156-0600-584bcb7f666d1a4e49f54119", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362303156), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:31:43.156 I SHARDING [conn9] moveChunk request accepted at version 1|437||584bcad890d1dc672b54835d Sat Dec 10 03:31:44.097 I SHARDING [conn9] moveChunk number of documents: 112202 Sat Dec 10 03:31:44.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:44.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:45.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:45.859 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776282 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 945ms Sat Dec 10 03:31:46.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2149, clonedBytes: 579510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:47.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12201, clonedBytes: 3350226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:48.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21443, clonedBytes: 5846813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:49.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30733, clonedBytes: 8293834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:50.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39932, clonedBytes: 10799850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:51.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49279, clonedBytes: 13500763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:52.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59157, clonedBytes: 16373145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:53.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59157, clonedBytes: 16373145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:53.479 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776261 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1068ms Sat Dec 10 03:31:54.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68239, clonedBytes: 18969406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:55.074 I SHARDING [RangeDeleter] rangeDeleter deleted 106526 documents for IISLogs.pubprdweb02 from { datetime: new Date(1445036943000) } -> { datetime: new Date(1445236466000) } Sat Dec 10 03:31:55.074 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465819366000) } -> { datetime: new Date(1465869646000) }, with opId: 87024 Sat Dec 10 03:31:55.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77237, clonedBytes: 21803279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:56.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85278, clonedBytes: 24322954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:57.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94715, clonedBytes: 27488770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:58.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103214, clonedBytes: 30272980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:31:59.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109961, clonedBytes: 32462015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:00.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb7f666d1a4e49f5411a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112202, clonedBytes: 33197460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:00.677 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:32:00.678 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:32:00.680 I SHARDING [conn9] moveChunk setting version to: 2|0||584bcad890d1dc672b54835d Sat Dec 10 03:32:00.686 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112202, clonedBytes: 33197460, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:32:00.686 I SHARDING [conn9] moveChunk updating self version to: 2|1||584bcad890d1dc672b54835d through { datetime: new Date(1444928401000) } -> { datetime: new Date(1444937291000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:32:00.688 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:00.688-0600-584bcb90666d1a4e49f5411d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362320688), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112202, clonedBytes: 33197460, catchup: 0, steady: 0 } } Sat Dec 10 03:32:00.690 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:32:00.690 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:32:00.690 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:00.690-0600-584bcb90666d1a4e49f5411e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362320690), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 949, step 4 of 6: 16569, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:32:00.692 I SHARDING [conn9] distributed lock with ts: 584bcb7f666d1a4e49f54118' unlocked. Sat Dec 10 03:32:00.692 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: MinKey }, max: { datetime: new Date(1444928401000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 1000|437, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 294 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 7804 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17545ms Sat Dec 10 03:32:01.788 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:32:01.789 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466556117000) }, { datetime: new Date(1466584281000) }) in IISLogs.pubbsdweb1', ts : 584bcb91666d1a4e49f5411f Sat Dec 10 03:32:01.790 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 55|0||584bba0d90d1dc672b548145, current metadata version is 55|0||584bba0d90d1dc672b548145 Sat Dec 10 03:32:01.791 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 55|0||584bba0d90d1dc672b548145 to shard version 55|1||584bba0d90d1dc672b548145 Sat Dec 10 03:32:01.791 I SHARDING [conn9] collection version was loaded at version 55|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:32:01.791 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:01.791-0600-584bcb91666d1a4e49f54120", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362321791), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:32:01.792 I SHARDING [conn9] moveChunk request accepted at version 55|1||584bba0d90d1dc672b548145 Sat Dec 10 03:32:04.362 I SHARDING [conn9] moveChunk number of documents: 113341 Sat Dec 10 03:32:04.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:04.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:05.469 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776266 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1071ms Sat Dec 10 03:32:05.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 121, clonedBytes: 38771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:06.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7583, clonedBytes: 2422256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:07.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16096, clonedBytes: 5132284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:08.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21801, clonedBytes: 6945429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:09.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29735, clonedBytes: 9468281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:10.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39568, clonedBytes: 12632126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:11.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49043, clonedBytes: 15668291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:12.746 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776175 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 643ms Sat Dec 10 03:32:12.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51634, clonedBytes: 16497996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:13.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61795, clonedBytes: 19750762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:14.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70993, clonedBytes: 22674762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:15.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79911, clonedBytes: 25496735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:16.354 I SHARDING [RangeDeleter] rangeDeleter deleted 113363 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465819366000) } -> { datetime: new Date(1465869646000) } Sat Dec 10 03:32:16.354 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445454483000) } -> { datetime: new Date(1445551358000) }, with opId: 87192 Sat Dec 10 03:32:16.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87624, clonedBytes: 27959786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:18.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96230, clonedBytes: 30714019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:18.921 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3395481 locks:{ Global: { acquireCount: { r: 166 } }, Database: { acquireCount: { r: 83 } }, Collection: { acquireCount: { r: 83 } } } protocol:op_command 103ms Sat Dec 10 03:32:19.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104110, clonedBytes: 33231669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:20.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcb91666d1a4e49f54121", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113341, clonedBytes: 36187421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:20.081 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:32:20.082 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:32:20.083 I SHARDING [conn9] moveChunk setting version to: 56|0||584bba0d90d1dc672b548145 Sat Dec 10 03:32:20.106 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113341, clonedBytes: 36187421, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:32:20.106 I SHARDING [conn9] moveChunk updating self version to: 56|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466584281000) } -> { datetime: new Date(1466609045000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:32:20.108 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:20.108-0600-584bcba4666d1a4e49f54124", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362340108), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113341, clonedBytes: 36187421, catchup: 0, steady: 0 } } Sat Dec 10 03:32:20.109 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:32:20.109 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:32:20.109 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:20.109-0600-584bcba4666d1a4e49f54125", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362340109), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2583, step 4 of 6: 15704, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:32:20.110 I SHARDING [conn9] distributed lock with ts: 584bcb91666d1a4e49f5411f' unlocked. Sat Dec 10 03:32:20.110 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466556117000) }, max: { datetime: new Date(1466584281000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 232 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 134 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18322ms Sat Dec 10 03:32:20.114 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:32:20.115 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446745924000) }, { datetime: new Date(1446833121000) }) in IISLogs.pubprdweb01', ts : 584bcba4666d1a4e49f54126 Sat Dec 10 03:32:20.115 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 29|0||584bbf4f90d1dc672b54822e, current metadata version is 29|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:32:20.117 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 29|0||584bbf4f90d1dc672b54822e to shard version 29|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:32:20.117 I SHARDING [conn9] collection version was loaded at version 29|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:32:20.117 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:20.117-0600-584bcba4666d1a4e49f54127", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362340117), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:32:20.118 I SHARDING [conn9] moveChunk request accepted at version 29|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:32:25.353 I SHARDING [conn9] moveChunk number of documents: 102957 Sat Dec 10 03:32:25.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:25.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:26.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:26.903 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776303 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1526ms Sat Dec 10 03:32:27.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4350, clonedBytes: 1211061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:28.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12888, clonedBytes: 3631915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:29.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21462, clonedBytes: 6219813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:30.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30282, clonedBytes: 9116015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:31.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40253, clonedBytes: 12408039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:32.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50022, clonedBytes: 15337790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:33.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53381, clonedBytes: 16413598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:33.744 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15453240 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 755ms Sat Dec 10 03:32:34.554 I SHARDING [RangeDeleter] rangeDeleter deleted 102893 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445454483000) } -> { datetime: new Date(1445551358000) } Sat Dec 10 03:32:34.554 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463765258000) } -> { datetime: new Date(1463847584000) }, with opId: 87271 Sat Dec 10 03:32:34.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61147, clonedBytes: 18811247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:35.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70947, clonedBytes: 21845562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:36.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81123, clonedBytes: 25013792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:37.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90915, clonedBytes: 28045009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:38.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100454, clonedBytes: 30821922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:39.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcba4666d1a4e49f54128", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102957, clonedBytes: 31530768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:39.882 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:32:39.883 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:32:39.884 I SHARDING [conn9] moveChunk setting version to: 30|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:32:39.893 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102957, clonedBytes: 31530768, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:32:39.893 I SHARDING [conn9] moveChunk updating self version to: 30|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446833121000) } -> { datetime: new Date(1446932921000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:32:39.895 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:39.895-0600-584bcbb7666d1a4e49f5412b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362359895), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102957, clonedBytes: 31530768, catchup: 0, steady: 0 } } Sat Dec 10 03:32:39.895 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:32:39.897 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:32:39.898 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:39.898-0600-584bcbb7666d1a4e49f5412c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362359898), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5241, step 4 of 6: 14522, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:32:39.899 I SHARDING [conn9] distributed lock with ts: 584bcba4666d1a4e49f54126' unlocked. Sat Dec 10 03:32:39.899 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446745924000) }, max: { datetime: new Date(1446833121000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:848 reslen:154 locks:{ Global: { acquireCount: { r: 1708, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2211 } }, Database: { acquireCount: { r: 850, w: 4, W: 2 } }, Collection: { acquireCount: { r: 850, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 102 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19785ms Sat Dec 10 03:32:39.903 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:32:39.904 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464188284000) }, { datetime: new Date(1464231218000) }) in IISLogs.pubbsdweb2', ts : 584bcbb7666d1a4e49f5412d Sat Dec 10 03:32:39.904 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 28|0||584bbf7a90d1dc672b548236, current metadata version is 28|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:32:39.905 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 28|0||584bbf7a90d1dc672b548236 to shard version 28|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:32:39.905 I SHARDING [conn9] collection version was loaded at version 28|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:32:39.905 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:32:39.905-0600-584bcbb7666d1a4e49f5412e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362359905), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:32:39.906 I SHARDING [conn9] moveChunk request accepted at version 28|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:32:49.587 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 03:32:49.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:49.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:50.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:50.582 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776165 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 978ms Sat Dec 10 03:32:50.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:51.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9476, clonedBytes: 2823940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:52.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19120, clonedBytes: 5686626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:53.621 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463765258000) } -> { datetime: new Date(1463847584000) } Sat Dec 10 03:32:53.621 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457721644000) } -> { datetime: new Date(1457721957000) }, with opId: 87419 Sat Dec 10 03:32:53.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27417, clonedBytes: 8150756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:54.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37386, clonedBytes: 11094511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:55.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47255, clonedBytes: 14042010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:56.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55020, clonedBytes: 16401987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:57.391 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776124 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 742ms Sat Dec 10 03:32:57.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58937, clonedBytes: 17562078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:58.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68685, clonedBytes: 20496256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:32:59.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78329, clonedBytes: 23392869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:00.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88546, clonedBytes: 26441984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:02.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98238, clonedBytes: 29314309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:03.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108394, clonedBytes: 32322949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:04.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbb7666d1a4e49f5412f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 33910942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:04.056 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:33:04.057 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:33:04.057 I SHARDING [conn9] moveChunk setting version to: 29|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:33:04.062 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 33910942, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:33:04.062 I SHARDING [conn9] moveChunk updating self version to: 29|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464231218000) } -> { datetime: new Date(1464298624000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:33:04.063 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:04.063-0600-584bcbd0666d1a4e49f54132", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362384063), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 33910942, catchup: 0, steady: 0 } } Sat Dec 10 03:33:04.064 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:33:04.083 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:33:04.083 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:04.083-0600-584bcbd0666d1a4e49f54133", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362384083), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 9685, step 4 of 6: 14463, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:33:04.086 I SHARDING [conn9] distributed lock with ts: 584bcbb7666d1a4e49f5412d' unlocked. Sat Dec 10 03:33:04.086 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464188284000) }, max: { datetime: new Date(1464231218000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:1021 reslen:154 locks:{ Global: { acquireCount: { r: 2054, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19368 } }, Database: { acquireCount: { r: 1023, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1023, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 133 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24184ms Sat Dec 10 03:33:04.090 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:33:04.091 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1447643679000) }, { datetime: new Date(1447805135000) }) in IISLogs.pubprdweb02', ts : 584bcbd0666d1a4e49f54134 Sat Dec 10 03:33:04.091 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 21|0||584bc22c90d1dc672b54829b, current metadata version is 21|0||584bc22c90d1dc672b54829b Sat Dec 10 03:33:04.092 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 21|0||584bc22c90d1dc672b54829b to shard version 21|1||584bc22c90d1dc672b54829b Sat Dec 10 03:33:04.092 I SHARDING [conn9] collection version was loaded at version 21|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:33:04.092 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:04.092-0600-584bcbd0666d1a4e49f54135", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362384092), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:33:04.093 I SHARDING [conn9] moveChunk request accepted at version 21|1||584bc22c90d1dc672b54829b Sat Dec 10 03:33:08.772 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:33:08.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:08.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:08.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:08.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:08.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:08.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:08.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:09.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:09.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:09.939 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776043 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1152ms Sat Dec 10 03:33:09.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:10.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8905, clonedBytes: 2706963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:12.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15088, clonedBytes: 4501645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:13.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22279, clonedBytes: 6491833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:14.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31424, clonedBytes: 9002711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:15.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40703, clonedBytes: 11602008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:16.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50877, clonedBytes: 14566625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:17.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56905, clonedBytes: 16388670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:17.364 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14525060 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 552ms Sat Dec 10 03:33:18.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65137, clonedBytes: 18813770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:19.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75081, clonedBytes: 21663275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:20.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84318, clonedBytes: 24234848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:21.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94384, clonedBytes: 27103498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:22.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104326, clonedBytes: 29927123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:22.762 I SHARDING [RangeDeleter] rangeDeleter deleted 129115 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457721644000) } -> { datetime: new Date(1457721957000) } Sat Dec 10 03:33:22.777 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1445236466000) } -> { datetime: new Date(1445429973000) }, with opId: 87592 Sat Dec 10 03:33:23.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbd0666d1a4e49f54136", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 30577366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:23.483 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:33:23.484 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:33:23.485 I SHARDING [conn9] moveChunk setting version to: 22|0||584bc22c90d1dc672b54829b Sat Dec 10 03:33:23.487 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 30577366, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:33:23.487 I SHARDING [conn9] moveChunk updating self version to: 22|1||584bc22c90d1dc672b54829b through { datetime: new Date(1447805135000) } -> { datetime: new Date(1447964674000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:33:23.489 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:23.488-0600-584bcbe3666d1a4e49f54139", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362403488), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 30577366, catchup: 0, steady: 0 } } Sat Dec 10 03:33:23.489 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:33:23.489 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:33:23.490 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:23.489-0600-584bcbe3666d1a4e49f5413a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362403489), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4683, step 4 of 6: 14704, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:33:23.491 I SHARDING [conn9] distributed lock with ts: 584bcbd0666d1a4e49f54134' unlocked. Sat Dec 10 03:33:23.491 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447643679000) }, max: { datetime: new Date(1447805135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:866 reslen:154 locks:{ Global: { acquireCount: { r: 1744, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 278 } }, Database: { acquireCount: { r: 868, w: 4, W: 2 } }, Collection: { acquireCount: { r: 868, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 50 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19400ms Sat Dec 10 03:33:23.498 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:33:23.498 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444937766000) }, { datetime: new Date(1444939562000) }) in IISLogs.pubprdweb03', ts : 584bcbe3666d1a4e49f5413b Sat Dec 10 03:33:23.498 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 6|0||584bc97f90d1dc672b548352, current metadata version is 6|0||584bc97f90d1dc672b548352 Sat Dec 10 03:33:23.500 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 6|0||584bc97f90d1dc672b548352 to shard version 6|1||584bc97f90d1dc672b548352 Sat Dec 10 03:33:23.500 I SHARDING [conn9] collection version was loaded at version 6|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:33:23.500 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:23.500-0600-584bcbe3666d1a4e49f5413c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362403500), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:33:23.501 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bc97f90d1dc672b548352 Sat Dec 10 03:33:24.842 I SHARDING [conn9] moveChunk number of documents: 113713 Sat Dec 10 03:33:24.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:24.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:24.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:24.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:25.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:25.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:25.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:25.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:25.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:25.981 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776147 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 1124ms Sat Dec 10 03:33:26.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:27.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7288, clonedBytes: 2043265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:29.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24844, clonedBytes: 6579454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:30.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31247, clonedBytes: 8399733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:31.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39858, clonedBytes: 10847090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:32.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48797, clonedBytes: 13348918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:33.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57734, clonedBytes: 15940838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:34.138 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16679253 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 842ms Sat Dec 10 03:33:34.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59199, clonedBytes: 16372716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:35.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68311, clonedBytes: 18964845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:36.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77383, clonedBytes: 21665655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:37.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86602, clonedBytes: 24434719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:38.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95715, clonedBytes: 27128855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:39.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104402, clonedBytes: 29805876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:40.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113457, clonedBytes: 32601004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:41.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbe3666d1a4e49f5413d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113713, clonedBytes: 32681333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:41.381 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:33:41.382 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:33:41.383 I SHARDING [conn9] moveChunk setting version to: 7|0||584bc97f90d1dc672b548352 Sat Dec 10 03:33:41.403 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113713, clonedBytes: 32681333, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:33:41.403 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444939562000) } -> { datetime: new Date(1444941953000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:33:41.405 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:41.405-0600-584bcbf5666d1a4e49f54140", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362421405), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113713, clonedBytes: 32681333, catchup: 0, steady: 0 } } Sat Dec 10 03:33:41.406 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:33:41.406 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:33:41.406 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:41.406-0600-584bcbf5666d1a4e49f54141", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362421406), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1354, step 4 of 6: 16525, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:33:41.408 I SHARDING [conn9] distributed lock with ts: 584bcbe3666d1a4e49f5413b' unlocked. Sat Dec 10 03:33:41.408 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444937766000) }, max: { datetime: new Date(1444939562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 343 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17910ms Sat Dec 10 03:33:41.413 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:33:41.413 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1444928401000) }, { datetime: new Date(1444937291000) }) in IISLogs.pubprdweb04', ts : 584bcbf5666d1a4e49f54142 Sat Dec 10 03:33:41.413 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 2|0||584bcad890d1dc672b54835d, current metadata version is 2|0||584bcad890d1dc672b54835d Sat Dec 10 03:33:41.425 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 2|0||584bcad890d1dc672b54835d to shard version 2|1||584bcad890d1dc672b54835d Sat Dec 10 03:33:41.425 I SHARDING [conn9] collection version was loaded at version 2|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:33:41.425 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:41.425-0600-584bcbf5666d1a4e49f54143", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362421425), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:33:41.425 I SHARDING [conn9] moveChunk request accepted at version 2|1||584bcad890d1dc672b54835d Sat Dec 10 03:33:42.399 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1445236466000) } -> { datetime: new Date(1445429973000) } Sat Dec 10 03:33:42.399 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465869646000) } -> { datetime: new Date(1465939897000) }, with opId: 87840 Sat Dec 10 03:33:43.398 I SHARDING [conn9] moveChunk number of documents: 112234 Sat Dec 10 03:33:43.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:43.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:44.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:44.269 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 867ms Sat Dec 10 03:33:44.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1686, clonedBytes: 551190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:45.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11143, clonedBytes: 3627056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:46.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20156, clonedBytes: 6610998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:47.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30103, clonedBytes: 9928258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:48.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39665, clonedBytes: 12906432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:49.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48990, clonedBytes: 15927548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:50.605 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776199 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 734ms Sat Dec 10 03:33:50.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50660, clonedBytes: 16449733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:51.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63613, clonedBytes: 20057705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:53.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73222, clonedBytes: 22767789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:54.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82654, clonedBytes: 25430973, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:55.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92257, clonedBytes: 28141526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:56.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101727, clonedBytes: 30869013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:57.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110369, clonedBytes: 33411308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:58.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcbf5666d1a4e49f54144", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112234, clonedBytes: 33908377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:33:58.174 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:33:58.207 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:33:58.208 I SHARDING [conn9] moveChunk setting version to: 3|0||584bcad890d1dc672b54835d Sat Dec 10 03:33:58.219 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112234, clonedBytes: 33908377, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:33:58.219 I SHARDING [conn9] moveChunk updating self version to: 3|1||584bcad890d1dc672b54835d through { datetime: new Date(1444937291000) } -> { datetime: new Date(1444946834000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:33:58.221 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:58.221-0600-584bcc06666d1a4e49f54147", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362438221), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112234, clonedBytes: 33908377, catchup: 0, steady: 0 } } Sat Dec 10 03:33:58.222 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:33:58.223 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:33:58.223 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:58.223-0600-584bcc06666d1a4e49f54148", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362438223), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, step 1 of 6: 0, step 2 of 6: 12, step 3 of 6: 1975, step 4 of 6: 14773, step 5 of 6: 49, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:33:58.225 I SHARDING [conn9] distributed lock with ts: 584bcbf5666d1a4e49f54142' unlocked. Sat Dec 10 03:33:58.225 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444928401000) }, max: { datetime: new Date(1444937291000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 2000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 693 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 9855 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16813ms Sat Dec 10 03:33:59.304 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:33:59.305 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466584281000) }, { datetime: new Date(1466609045000) }) in IISLogs.pubbsdweb1', ts : 584bcc07666d1a4e49f54149 Sat Dec 10 03:33:59.305 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 56|0||584bba0d90d1dc672b548145, current metadata version is 56|0||584bba0d90d1dc672b548145 Sat Dec 10 03:33:59.307 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 56|0||584bba0d90d1dc672b548145 to shard version 56|1||584bba0d90d1dc672b548145 Sat Dec 10 03:33:59.307 I SHARDING [conn9] collection version was loaded at version 56|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:33:59.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:33:59.307-0600-584bcc07666d1a4e49f5414a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362439307), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:33:59.308 I SHARDING [conn9] moveChunk request accepted at version 56|1||584bba0d90d1dc672b548145 Sat Dec 10 03:34:04.829 I SHARDING [conn9] moveChunk number of documents: 113383 Sat Dec 10 03:34:04.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:04.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:04.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:04.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:04.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:04.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:04.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:05.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:05.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:05.829 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776090 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 983ms Sat Dec 10 03:34:05.874 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465869646000) } -> { datetime: new Date(1465939897000) } Sat Dec 10 03:34:05.874 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445551358000) } -> { datetime: new Date(1445681370000) }, with opId: 88014 Sat Dec 10 03:34:05.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27, clonedBytes: 8829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:06.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8255, clonedBytes: 2640889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:08.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17893, clonedBytes: 5698390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:09.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27490, clonedBytes: 8760579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:10.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36289, clonedBytes: 11575768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:11.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45436, clonedBytes: 14489380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:12.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51486, clonedBytes: 16426650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:13.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51486, clonedBytes: 16426650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:13.409 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776096 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1594ms Sat Dec 10 03:34:14.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56529, clonedBytes: 18028002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:15.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61984, clonedBytes: 19769647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:16.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66200, clonedBytes: 21109857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:17.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71510, clonedBytes: 22802862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:18.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76659, clonedBytes: 24448289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:19.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81026, clonedBytes: 25824883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:20.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87428, clonedBytes: 27818536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:21.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92139, clonedBytes: 29285296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:22.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97465, clonedBytes: 30950204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:23.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101799, clonedBytes: 32298984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:23.902 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3110591 locks:{ Global: { acquireCount: { r: 158 } }, Database: { acquireCount: { r: 79 } }, Collection: { acquireCount: { r: 79 } } } protocol:op_command 154ms Sat Dec 10 03:34:24.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107579, clonedBytes: 34101442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:25.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112735, clonedBytes: 35701732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:26.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc07666d1a4e49f5414b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113383, clonedBytes: 35901781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:26.634 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:34:26.636 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:34:26.636 I SHARDING [conn9] moveChunk setting version to: 57|0||584bba0d90d1dc672b548145 Sat Dec 10 03:34:26.643 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113383, clonedBytes: 35901781, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:34:26.643 I SHARDING [conn9] moveChunk updating self version to: 57|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466609045000) } -> { datetime: new Date(1466626543000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:34:26.652 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:34:26.652-0600-584bcc22666d1a4e49f5414e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362466652), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113383, clonedBytes: 35901781, catchup: 0, steady: 0 } } Sat Dec 10 03:34:26.652 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:34:26.666 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:34:26.666 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:34:26.666-0600-584bcc22666d1a4e49f5414f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362466666), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 5523, step 4 of 6: 21801, step 5 of 6: 31, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:34:26.669 I SHARDING [conn9] distributed lock with ts: 584bcc07666d1a4e49f54149' unlocked. Sat Dec 10 03:34:26.669 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466584281000) }, max: { datetime: new Date(1466609045000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:935 reslen:154 locks:{ Global: { acquireCount: { r: 1882, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 13784 } }, Database: { acquireCount: { r: 937, w: 4, W: 2 } }, Collection: { acquireCount: { r: 937, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 78 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27366ms Sat Dec 10 03:34:26.673 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:34:26.674 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446833121000) }, { datetime: new Date(1446932921000) }) in IISLogs.pubprdweb01', ts : 584bcc22666d1a4e49f54150 Sat Dec 10 03:34:26.675 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 30|0||584bbf4f90d1dc672b54822e, current metadata version is 30|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:34:26.676 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 30|0||584bbf4f90d1dc672b54822e to shard version 30|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:34:26.676 I SHARDING [conn9] collection version was loaded at version 30|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:34:26.676 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:34:26.676-0600-584bcc22666d1a4e49f54151", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362466676), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:34:26.687 I SHARDING [conn9] moveChunk request accepted at version 30|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:34:28.147 I SHARDING [conn9] moveChunk number of documents: 102919 Sat Dec 10 03:34:28.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:28.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:29.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:30.118 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776198 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1905ms Sat Dec 10 03:34:30.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72, clonedBytes: 20443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:31.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7912, clonedBytes: 2275081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:32.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14816, clonedBytes: 4305060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:32.492 I SHARDING [RangeDeleter] rangeDeleter deleted 102962 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445551358000) } -> { datetime: new Date(1445681370000) } Sat Dec 10 03:34:32.493 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463847584000) } -> { datetime: new Date(1463959472000) }, with opId: 88172 Sat Dec 10 03:34:33.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23602, clonedBytes: 7116109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:34.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31769, clonedBytes: 9825307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:35.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40488, clonedBytes: 12526421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:36.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49038, clonedBytes: 15224310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:37.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52990, clonedBytes: 16416230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:38.325 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15742865 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1394ms Sat Dec 10 03:34:38.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54058, clonedBytes: 16761843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:39.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63632, clonedBytes: 19741360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:40.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73159, clonedBytes: 22697301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:41.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82734, clonedBytes: 25674487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:42.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92149, clonedBytes: 28469234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:43.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101148, clonedBytes: 31238705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:44.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc22666d1a4e49f54152", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102919, clonedBytes: 31820554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:44.704 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:34:44.705 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:34:44.706 I SHARDING [conn9] moveChunk setting version to: 31|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:34:44.724 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102919, clonedBytes: 31820554, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:34:44.724 I SHARDING [conn9] moveChunk updating self version to: 31|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1446932921000) } -> { datetime: new Date(1447027205000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:34:44.725 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:34:44.725-0600-584bcc34666d1a4e49f54155", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362484725), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102919, clonedBytes: 31820554, catchup: 0, steady: 0 } } Sat Dec 10 03:34:44.726 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:34:44.731 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:34:44.731 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:34:44.731-0600-584bcc34666d1a4e49f54156", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362484731), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, step 1 of 6: 0, step 2 of 6: 13, step 3 of 6: 1473, step 4 of 6: 16542, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:34:44.733 I SHARDING [conn9] distributed lock with ts: 584bcc22666d1a4e49f54150' unlocked. Sat Dec 10 03:34:44.733 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446833121000) }, max: { datetime: new Date(1446932921000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5408 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 195 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18059ms Sat Dec 10 03:34:44.737 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:34:44.738 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464231218000) }, { datetime: new Date(1464298624000) }) in IISLogs.pubbsdweb2', ts : 584bcc34666d1a4e49f54157 Sat Dec 10 03:34:44.738 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 29|0||584bbf7a90d1dc672b548236, current metadata version is 29|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:34:44.744 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 29|0||584bbf7a90d1dc672b548236 to shard version 29|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:34:44.744 I SHARDING [conn9] collection version was loaded at version 29|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:34:44.744 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:34:44.744-0600-584bcc34666d1a4e49f54158", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362484744), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:34:44.745 I SHARDING [conn9] moveChunk request accepted at version 29|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:34:50.935 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 03:34:50.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:50.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:50.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:50.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:50.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:51.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:51.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:51.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:51.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:51.885 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776245 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 936ms Sat Dec 10 03:34:52.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:53.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9038, clonedBytes: 2665622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:54.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17921, clonedBytes: 5265610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:55.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27084, clonedBytes: 7927154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:55.274 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463847584000) } -> { datetime: new Date(1463959472000) } Sat Dec 10 03:34:55.274 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457721957000) } -> { datetime: new Date(1457722272000) }, with opId: 88343 Sat Dec 10 03:34:56.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35797, clonedBytes: 10505981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:57.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43955, clonedBytes: 12961685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:58.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52554, clonedBytes: 15506491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:59.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55577, clonedBytes: 16398168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:34:59.476 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776205 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 919ms Sat Dec 10 03:35:01.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69004, clonedBytes: 20359250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:02.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77202, clonedBytes: 22810520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:03.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85625, clonedBytes: 25341736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:03.837 I NETWORK [conn73] end connection 10.112.9.26:55408 (28 connections now open) Sat Dec 10 03:35:04.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94269, clonedBytes: 27937642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:04.257 I NETWORK [conn74] end connection 10.112.9.26:55409 (27 connections now open) Sat Dec 10 03:35:05.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101927, clonedBytes: 30218820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:06.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109271, clonedBytes: 32401971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:06.617 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:949966 locks:{ Global: { acquireCount: { r: 54 } }, Database: { acquireCount: { r: 27 } }, Collection: { acquireCount: { r: 27 } } } protocol:op_command 132ms Sat Dec 10 03:35:07.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc34666d1a4e49f54159", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33732242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:07.326 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:35:07.327 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:35:07.327 I SHARDING [conn9] moveChunk setting version to: 30|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:35:07.344 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33732242, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:35:07.344 I SHARDING [conn9] moveChunk updating self version to: 30|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464298624000) } -> { datetime: new Date(1464378359000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:35:07.346 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:07.346-0600-584bcc4b666d1a4e49f5415c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362507346), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33732242, catchup: 0, steady: 0 } } Sat Dec 10 03:35:07.346 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:35:07.346 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:35:07.347 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:07.346-0600-584bcc4b666d1a4e49f5415d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362507346), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 6193, step 4 of 6: 16385, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:35:07.348 I SHARDING [conn9] distributed lock with ts: 584bcc34666d1a4e49f54157' unlocked. Sat Dec 10 03:35:07.348 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464231218000) }, max: { datetime: new Date(1464298624000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:958 reslen:154 locks:{ Global: { acquireCount: { r: 1928, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 152 } }, Database: { acquireCount: { r: 960, w: 4, W: 2 } }, Collection: { acquireCount: { r: 960, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 4377 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22611ms Sat Dec 10 03:35:07.353 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:35:07.354 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1447805135000) }, { datetime: new Date(1447964674000) }) in IISLogs.pubprdweb02', ts : 584bcc4b666d1a4e49f5415e Sat Dec 10 03:35:07.354 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 22|0||584bc22c90d1dc672b54829b, current metadata version is 22|0||584bc22c90d1dc672b54829b Sat Dec 10 03:35:07.355 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 22|0||584bc22c90d1dc672b54829b to shard version 22|1||584bc22c90d1dc672b54829b Sat Dec 10 03:35:07.355 I SHARDING [conn9] collection version was loaded at version 22|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:35:07.355 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:07.355-0600-584bcc4b666d1a4e49f5415f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362507355), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:35:07.356 I SHARDING [conn9] moveChunk request accepted at version 22|1||584bc22c90d1dc672b54829b Sat Dec 10 03:35:08.645 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 03:35:08.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:08.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:09.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:09.683 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776102 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 1029ms Sat Dec 10 03:35:09.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:10.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7793, clonedBytes: 2269368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:11.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16218, clonedBytes: 4698410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:12.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25324, clonedBytes: 7478332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:13.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34148, clonedBytes: 10050204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:14.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42059, clonedBytes: 12318546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:15.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51223, clonedBytes: 14874841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:16.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56459, clonedBytes: 16391851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:17.161 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15103646 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 629ms Sat Dec 10 03:35:17.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63306, clonedBytes: 18392677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:19.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71521, clonedBytes: 20873559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:19.287 I SHARDING [RangeDeleter] rangeDeleter deleted 129348 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457721957000) } -> { datetime: new Date(1457722272000) } Sat Dec 10 03:35:19.288 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1445429973000) } -> { datetime: new Date(1445549974000) }, with opId: 88479 Sat Dec 10 03:35:20.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80989, clonedBytes: 23730861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:21.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90190, clonedBytes: 26459584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:22.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98542, clonedBytes: 28895133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:23.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc4b666d1a4e49f54160", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 31156018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:23.164 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:35:23.165 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:35:23.166 I SHARDING [conn9] moveChunk setting version to: 23|0||584bc22c90d1dc672b54829b Sat Dec 10 03:35:23.168 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 31156018, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:35:23.168 I SHARDING [conn9] moveChunk updating self version to: 23|1||584bc22c90d1dc672b54829b through { datetime: new Date(1447964674000) } -> { datetime: new Date(1448128290000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:35:23.170 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:23.170-0600-584bcc5b666d1a4e49f54163", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362523170), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 31156018, catchup: 0, steady: 0 } } Sat Dec 10 03:35:23.171 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:35:23.172 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:35:23.172 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:23.172-0600-584bcc5b666d1a4e49f54164", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362523172), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1293, step 4 of 6: 14514, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:35:23.178 I SHARDING [conn9] distributed lock with ts: 584bcc4b666d1a4e49f5415e' unlocked. Sat Dec 10 03:35:23.178 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447805135000) }, max: { datetime: new Date(1447964674000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:837 reslen:154 locks:{ Global: { acquireCount: { r: 1686, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 330 } }, Database: { acquireCount: { r: 839, w: 4, W: 2 } }, Collection: { acquireCount: { r: 839, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 328 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15825ms Sat Dec 10 03:35:23.185 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:35:23.186 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444939562000) }, { datetime: new Date(1444941953000) }) in IISLogs.pubprdweb03', ts : 584bcc5b666d1a4e49f54165 Sat Dec 10 03:35:23.186 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 7|0||584bc97f90d1dc672b548352, current metadata version is 7|0||584bc97f90d1dc672b548352 Sat Dec 10 03:35:23.187 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 7|0||584bc97f90d1dc672b548352 to shard version 7|1||584bc97f90d1dc672b548352 Sat Dec 10 03:35:23.187 I SHARDING [conn9] collection version was loaded at version 7|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:35:23.187 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:23.187-0600-584bcc5b666d1a4e49f54166", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362523187), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:35:23.188 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bc97f90d1dc672b548352 Sat Dec 10 03:35:24.135 I SHARDING [conn9] moveChunk number of documents: 113768 Sat Dec 10 03:35:24.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:24.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:25.065 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776211 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 915ms Sat Dec 10 03:35:25.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 285, clonedBytes: 86633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:26.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9285, clonedBytes: 2781776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:27.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16370, clonedBytes: 4866446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:28.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24308, clonedBytes: 7148275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:29.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30554, clonedBytes: 8890004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:30.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37766, clonedBytes: 10961110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:31.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44775, clonedBytes: 13021431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:32.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52750, clonedBytes: 15365472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:33.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56122, clonedBytes: 16394319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:33.993 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776296 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 963ms Sat Dec 10 03:35:34.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61557, clonedBytes: 18104840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:35.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69864, clonedBytes: 20600425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:36.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77793, clonedBytes: 22935657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:37.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85705, clonedBytes: 25304920, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:38.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94042, clonedBytes: 27704369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:39.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102938, clonedBytes: 30223706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:40.604 I SHARDING [RangeDeleter] rangeDeleter deleted 106525 documents for IISLogs.pubprdweb02 from { datetime: new Date(1445429973000) } -> { datetime: new Date(1445549974000) } Sat Dec 10 03:35:40.604 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465939897000) } -> { datetime: new Date(1465999468000) }, with opId: 88572 Sat Dec 10 03:35:40.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111060, clonedBytes: 32504347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:41.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc5b666d1a4e49f54167", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113768, clonedBytes: 33245646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:41.917 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:35:41.918 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:35:41.919 I SHARDING [conn9] moveChunk setting version to: 8|0||584bc97f90d1dc672b548352 Sat Dec 10 03:35:41.921 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113768, clonedBytes: 33245646, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:35:41.921 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444941953000) } -> { datetime: new Date(1444947119000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:35:41.923 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:41.923-0600-584bcc6d666d1a4e49f5416a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362541923), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113768, clonedBytes: 33245646, catchup: 0, steady: 0 } } Sat Dec 10 03:35:41.923 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:35:41.923 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:35:41.924 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:41.924-0600-584bcc6d666d1a4e49f5416b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362541924), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 950, step 4 of 6: 17777, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:35:41.925 I SHARDING [conn9] distributed lock with ts: 584bcc5b666d1a4e49f54165' unlocked. Sat Dec 10 03:35:41.925 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444939562000) }, max: { datetime: new Date(1444941953000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 253 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18740ms Sat Dec 10 03:35:41.930 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:35:41.931 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1444937291000) }, { datetime: new Date(1444946834000) }) in IISLogs.pubprdweb04', ts : 584bcc6d666d1a4e49f5416c Sat Dec 10 03:35:41.931 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 3|0||584bcad890d1dc672b54835d, current metadata version is 3|0||584bcad890d1dc672b54835d Sat Dec 10 03:35:41.933 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 3|0||584bcad890d1dc672b54835d to shard version 3|1||584bcad890d1dc672b54835d Sat Dec 10 03:35:41.933 I SHARDING [conn9] collection version was loaded at version 3|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:35:41.933 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:35:41.933-0600-584bcc6d666d1a4e49f5416d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362541933), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:35:41.934 I SHARDING [conn9] moveChunk request accepted at version 3|1||584bcad890d1dc672b54835d Sat Dec 10 03:35:44.465 I SHARDING [conn9] moveChunk number of documents: 112170 Sat Dec 10 03:35:44.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:44.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:45.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:45.399 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776121 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 923ms Sat Dec 10 03:35:45.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 806, clonedBytes: 201290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:46.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10020, clonedBytes: 2786956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:47.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19408, clonedBytes: 5506571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:48.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28188, clonedBytes: 8236827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:49.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37411, clonedBytes: 11122310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:50.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46849, clonedBytes: 14005165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:51.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55264, clonedBytes: 16400235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:52.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55264, clonedBytes: 16400235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:53.750 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16364748 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 2059ms Sat Dec 10 03:35:53.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55264, clonedBytes: 16400235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:54.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65060, clonedBytes: 19263924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:55.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74742, clonedBytes: 22036150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:56.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84002, clonedBytes: 24762696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:57.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93302, clonedBytes: 27582490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:58.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102455, clonedBytes: 30004118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:35:59.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111903, clonedBytes: 32295927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:01.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc6d666d1a4e49f5416e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112170, clonedBytes: 32377603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:01.005 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:36:01.006 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:36:01.007 I SHARDING [conn9] moveChunk setting version to: 4|0||584bcad890d1dc672b54835d Sat Dec 10 03:36:01.019 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112170, clonedBytes: 32377603, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:36:01.019 I SHARDING [conn9] moveChunk updating self version to: 4|1||584bcad890d1dc672b54835d through { datetime: new Date(1444946834000) } -> { datetime: new Date(1444981021000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:36:01.021 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:01.020-0600-584bcc81666d1a4e49f54171", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362561020), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112170, clonedBytes: 32377603, catchup: 0, steady: 0 } } Sat Dec 10 03:36:01.021 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:36:01.025 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:36:01.025 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:01.025-0600-584bcc81666d1a4e49f54172", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362561025), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2541, step 4 of 6: 16529, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:36:01.027 I SHARDING [conn9] distributed lock with ts: 584bcc6d666d1a4e49f5416c' unlocked. Sat Dec 10 03:36:01.027 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444937291000) }, max: { datetime: new Date(1444946834000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 3000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:899 reslen:154 locks:{ Global: { acquireCount: { r: 1810, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4034 } }, Database: { acquireCount: { r: 901, w: 4, W: 2 } }, Collection: { acquireCount: { r: 901, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 764 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19097ms Sat Dec 10 03:36:02.117 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:36:02.118 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466609045000) }, { datetime: new Date(1466626543000) }) in IISLogs.pubbsdweb1', ts : 584bcc82666d1a4e49f54173 Sat Dec 10 03:36:02.118 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 57|0||584bba0d90d1dc672b548145, current metadata version is 57|0||584bba0d90d1dc672b548145 Sat Dec 10 03:36:02.120 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 57|0||584bba0d90d1dc672b548145 to shard version 57|1||584bba0d90d1dc672b548145 Sat Dec 10 03:36:02.120 I SHARDING [conn9] collection version was loaded at version 57|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:36:02.120 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:02.120-0600-584bcc82666d1a4e49f54174", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362562120), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:36:02.121 I SHARDING [conn9] moveChunk request accepted at version 57|1||584bba0d90d1dc672b548145 Sat Dec 10 03:36:03.101 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465939897000) } -> { datetime: new Date(1465999468000) } Sat Dec 10 03:36:03.101 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445681370000) } -> { datetime: new Date(1445811124000) }, with opId: 88833 Sat Dec 10 03:36:08.820 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 03:36:08.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:08.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:08.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:08.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:08.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:08.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:08.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:09.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:09.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:09.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:10.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:11.170 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776116 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 2336ms Sat Dec 10 03:36:11.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5464, clonedBytes: 1698122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:13.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14925, clonedBytes: 4673137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:14.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24111, clonedBytes: 7551621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:15.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33624, clonedBytes: 10555504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:16.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42472, clonedBytes: 13325436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:17.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50512, clonedBytes: 15847169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:18.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52328, clonedBytes: 16420782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:19.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52328, clonedBytes: 16420782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:19.542 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776208 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 2058ms Sat Dec 10 03:36:20.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58788, clonedBytes: 18443353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:21.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68813, clonedBytes: 21574622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:22.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78188, clonedBytes: 24503284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:23.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86714, clonedBytes: 27171166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:24.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97759, clonedBytes: 30610618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:25.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104820, clonedBytes: 32840508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:26.145 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2749962 locks:{ Global: { acquireCount: { r: 148 } }, Database: { acquireCount: { r: 74 } }, Collection: { acquireCount: { r: 74 } } } protocol:op_command 497ms Sat Dec 10 03:36:26.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110807, clonedBytes: 34717670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:26.927 I SHARDING [RangeDeleter] rangeDeleter deleted 102923 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445681370000) } -> { datetime: new Date(1445811124000) } Sat Dec 10 03:36:26.927 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463959472000) } -> { datetime: new Date(1463994091000) }, with opId: 88922 Sat Dec 10 03:36:27.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc82666d1a4e49f54175", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 35540192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:27.858 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:36:27.859 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:36:27.860 I SHARDING [conn9] moveChunk setting version to: 58|0||584bba0d90d1dc672b548145 Sat Dec 10 03:36:27.863 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 35540192, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:36:27.863 I SHARDING [conn9] moveChunk updating self version to: 58|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466626543000) } -> { datetime: new Date(1466651562000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:36:27.864 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:27.864-0600-584bcc9b666d1a4e49f54178", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362587864), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 35540192, catchup: 0, steady: 0 } } Sat Dec 10 03:36:27.865 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:36:27.865 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:36:27.865 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:27.865-0600-584bcc9b666d1a4e49f54179", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362587865), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6700, step 4 of 6: 19034, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:36:27.867 I SHARDING [conn9] distributed lock with ts: 584bcc82666d1a4e49f54173' unlocked. Sat Dec 10 03:36:27.867 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466609045000) }, max: { datetime: new Date(1466626543000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:946 reslen:154 locks:{ Global: { acquireCount: { r: 1904, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 91 } }, Database: { acquireCount: { r: 948, w: 4, W: 2 } }, Collection: { acquireCount: { r: 948, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 29 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25750ms Sat Dec 10 03:36:27.872 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:36:27.873 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1446932921000) }, { datetime: new Date(1447027205000) }) in IISLogs.pubprdweb01', ts : 584bcc9b666d1a4e49f5417a Sat Dec 10 03:36:27.873 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 31|0||584bbf4f90d1dc672b54822e, current metadata version is 31|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:36:27.875 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 31|0||584bbf4f90d1dc672b54822e to shard version 31|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:36:27.875 I SHARDING [conn9] collection version was loaded at version 31|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:36:27.875 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:27.875-0600-584bcc9b666d1a4e49f5417b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362587875), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:36:27.876 I SHARDING [conn9] moveChunk request accepted at version 31|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:36:29.849 I SHARDING [conn9] moveChunk number of documents: 102937 Sat Dec 10 03:36:29.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:29.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:29.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:29.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:29.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:30.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:30.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:30.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:30.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:31.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:32.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:32.239 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776280 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 2371ms Sat Dec 10 03:36:33.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4545, clonedBytes: 1501857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:34.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12439, clonedBytes: 4139507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:35.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17090, clonedBytes: 5626097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:36.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21187, clonedBytes: 6915860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:37.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29077, clonedBytes: 9357761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:38.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37235, clonedBytes: 11894332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:39.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45639, clonedBytes: 14473558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:40.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51989, clonedBytes: 16423319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:41.425 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16295129 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 986ms Sat Dec 10 03:36:41.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53906, clonedBytes: 17018956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:42.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62645, clonedBytes: 19645907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:43.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71084, clonedBytes: 22152105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:44.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80026, clonedBytes: 24962817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:45.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88526, clonedBytes: 27771411, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:46.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96447, clonedBytes: 30374514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:47.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcc9b666d1a4e49f5417c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102937, clonedBytes: 32372774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:47.946 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:36:47.947 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:36:47.948 I SHARDING [conn9] moveChunk setting version to: 32|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:36:47.956 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102937, clonedBytes: 32372774, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:36:47.956 I SHARDING [conn9] moveChunk updating self version to: 32|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447027205000) } -> { datetime: new Date(1447126873000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:36:47.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:47.957-0600-584bccaf666d1a4e49f5417f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362607957), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102937, clonedBytes: 32372774, catchup: 0, steady: 0 } } Sat Dec 10 03:36:47.958 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:36:47.958 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:36:47.959 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:47.959-0600-584bccaf666d1a4e49f54180", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362607959), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1976, step 4 of 6: 18092, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:36:47.960 I SHARDING [conn9] distributed lock with ts: 584bcc9b666d1a4e49f5417a' unlocked. Sat Dec 10 03:36:47.960 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446932921000) }, max: { datetime: new Date(1447027205000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:815 reslen:154 locks:{ Global: { acquireCount: { r: 1642, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 184 } }, Database: { acquireCount: { r: 817, w: 4, W: 2 } }, Collection: { acquireCount: { r: 817, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20088ms Sat Dec 10 03:36:47.965 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:36:47.965 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464298624000) }, { datetime: new Date(1464378359000) }) in IISLogs.pubbsdweb2', ts : 584bccaf666d1a4e49f54181 Sat Dec 10 03:36:47.965 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 30|0||584bbf7a90d1dc672b548236, current metadata version is 30|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:36:47.967 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 30|0||584bbf7a90d1dc672b548236 to shard version 30|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:36:47.967 I SHARDING [conn9] collection version was loaded at version 30|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:36:47.967 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:36:47.967-0600-584bccaf666d1a4e49f54182", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362607967), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:36:47.967 I SHARDING [conn9] moveChunk request accepted at version 30|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:36:48.298 I SHARDING [RangeDeleter] rangeDeleter deleted 113737 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463959472000) } -> { datetime: new Date(1463994091000) } Sat Dec 10 03:36:48.298 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457722272000) } -> { datetime: new Date(1457722584000) }, with opId: 89112 Sat Dec 10 03:36:53.788 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 03:36:53.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:53.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:53.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:53.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:53.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:53.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:53.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:54.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:54.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:54.545 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776327 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 739ms Sat Dec 10 03:36:54.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2199, clonedBytes: 655803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:55.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12233, clonedBytes: 3648112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:56.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21893, clonedBytes: 6493233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:58.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32666, clonedBytes: 9684451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:36:59.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42703, clonedBytes: 12630726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:00.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52843, clonedBytes: 15601247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:01.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55565, clonedBytes: 16398334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:01.259 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776336 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 878ms Sat Dec 10 03:37:02.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63577, clonedBytes: 18749687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:03.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73918, clonedBytes: 21814390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:04.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84275, clonedBytes: 24870684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:05.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94432, clonedBytes: 27894782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:06.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103760, clonedBytes: 30659133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:07.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccaf666d1a4e49f54183", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 33632533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:07.353 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:37:07.354 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:37:07.354 I SHARDING [conn9] moveChunk setting version to: 31|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:37:07.370 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 33632533, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:37:07.370 I SHARDING [conn9] moveChunk updating self version to: 31|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464378359000) } -> { datetime: new Date(1464670893000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:37:07.371 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:07.371-0600-584bccc3666d1a4e49f54186", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362627371), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 33632533, catchup: 0, steady: 0 } } Sat Dec 10 03:37:07.372 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:37:07.372 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:37:07.372 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:07.372-0600-584bccc3666d1a4e49f54187", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362627372), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5828, step 4 of 6: 13555, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:37:07.373 I SHARDING [conn9] distributed lock with ts: 584bccaf666d1a4e49f54181' unlocked. Sat Dec 10 03:37:07.374 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464298624000) }, max: { datetime: new Date(1464378359000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:944 reslen:154 locks:{ Global: { acquireCount: { r: 1900, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 223 } }, Database: { acquireCount: { r: 946, w: 4, W: 2 } }, Collection: { acquireCount: { r: 946, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 127 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19409ms Sat Dec 10 03:37:07.380 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:37:07.380 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1447964674000) }, { datetime: new Date(1448128290000) }) in IISLogs.pubprdweb02', ts : 584bccc3666d1a4e49f54188 Sat Dec 10 03:37:07.381 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 23|0||584bc22c90d1dc672b54829b, current metadata version is 23|0||584bc22c90d1dc672b54829b Sat Dec 10 03:37:07.382 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 23|0||584bc22c90d1dc672b54829b to shard version 23|1||584bc22c90d1dc672b54829b Sat Dec 10 03:37:07.382 I SHARDING [conn9] collection version was loaded at version 23|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:37:07.382 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:07.382-0600-584bccc3666d1a4e49f54189", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362627382), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:37:07.383 I SHARDING [conn9] moveChunk request accepted at version 23|1||584bc22c90d1dc672b54829b Sat Dec 10 03:37:14.422 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:37:14.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.663 I SHARDING [RangeDeleter] rangeDeleter deleted 128929 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457722272000) } -> { datetime: new Date(1457722584000) } Sat Dec 10 03:37:14.663 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1445549974000) } -> { datetime: new Date(1445735462000) }, with opId: 89221 Sat Dec 10 03:37:14.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:14.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:15.106 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776154 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 651ms Sat Dec 10 03:37:15.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3051, clonedBytes: 913376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:16.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12111, clonedBytes: 3563213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:17.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21045, clonedBytes: 6235229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:18.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30097, clonedBytes: 9022785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:19.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39077, clonedBytes: 11665800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:20.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48169, clonedBytes: 14289450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:21.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55421, clonedBytes: 16399169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:22.167 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15897917 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 681ms Sat Dec 10 03:37:22.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59775, clonedBytes: 17631848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:23.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69499, clonedBytes: 20526669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:24.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78208, clonedBytes: 23145980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:25.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87723, clonedBytes: 26131686, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:26.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96863, clonedBytes: 28987104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:27.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106471, clonedBytes: 31935264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:28.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccc3666d1a4e49f5418a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 31950334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:28.867 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:37:28.868 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:37:28.869 I SHARDING [conn9] moveChunk setting version to: 24|0||584bc22c90d1dc672b54829b Sat Dec 10 03:37:28.880 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 31950334, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:37:28.880 I SHARDING [conn9] moveChunk updating self version to: 24|1||584bc22c90d1dc672b54829b through { datetime: new Date(1448128290000) } -> { datetime: new Date(1448318711000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:37:28.882 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:28.882-0600-584bccd8666d1a4e49f5418d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362648882), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 31950334, catchup: 0, steady: 0 } } Sat Dec 10 03:37:28.882 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:37:28.883 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:37:28.883 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:28.883-0600-584bccd8666d1a4e49f5418e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362648883), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7040, step 4 of 6: 14442, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:37:28.884 I SHARDING [conn9] distributed lock with ts: 584bccc3666d1a4e49f54188' unlocked. Sat Dec 10 03:37:28.884 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447964674000) }, max: { datetime: new Date(1448128290000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:903 reslen:154 locks:{ Global: { acquireCount: { r: 1818, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 93 } }, Database: { acquireCount: { r: 905, w: 4, W: 2 } }, Collection: { acquireCount: { r: 905, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 236 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21505ms Sat Dec 10 03:37:28.889 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:37:28.890 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444941953000) }, { datetime: new Date(1444947119000) }) in IISLogs.pubprdweb03', ts : 584bccd8666d1a4e49f5418f Sat Dec 10 03:37:28.890 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 8|0||584bc97f90d1dc672b548352, current metadata version is 8|0||584bc97f90d1dc672b548352 Sat Dec 10 03:37:28.892 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 8|0||584bc97f90d1dc672b548352 to shard version 8|1||584bc97f90d1dc672b548352 Sat Dec 10 03:37:28.892 I SHARDING [conn9] collection version was loaded at version 8|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:37:28.892 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:28.892-0600-584bccd8666d1a4e49f54190", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362648892), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:37:28.894 I SHARDING [conn9] moveChunk request accepted at version 8|1||584bc97f90d1dc672b548352 Sat Dec 10 03:37:31.300 I SHARDING [conn9] moveChunk number of documents: 113754 Sat Dec 10 03:37:31.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:31.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:32.284 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776132 locks:{ Global: { acquireCount: { r: 970 } }, Database: { acquireCount: { r: 485 } }, Collection: { acquireCount: { r: 485 } } } protocol:op_command 940ms Sat Dec 10 03:37:32.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:33.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5387, clonedBytes: 1514792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:34.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14969, clonedBytes: 4074007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:35.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24531, clonedBytes: 6619245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:35.612 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1445549974000) } -> { datetime: new Date(1445735462000) } Sat Dec 10 03:37:35.612 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1465999468000) } -> { datetime: new Date(1466053283000) }, with opId: 89404 Sat Dec 10 03:37:36.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34261, clonedBytes: 9235310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:37.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44068, clonedBytes: 11791486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:38.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53743, clonedBytes: 14364753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:39.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60848, clonedBytes: 16361158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:39.955 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16488483 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 702ms Sat Dec 10 03:37:40.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66083, clonedBytes: 17927934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:41.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75941, clonedBytes: 20724970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:42.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81550, clonedBytes: 22528638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:43.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85898, clonedBytes: 23924563, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:44.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91176, clonedBytes: 25569156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:45.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98446, clonedBytes: 27854455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:46.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104347, clonedBytes: 29675815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:47.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113344, clonedBytes: 32375731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:48.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccd8666d1a4e49f54191", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113754, clonedBytes: 32490261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:48.905 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:37:48.906 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:37:48.907 I SHARDING [conn9] moveChunk setting version to: 9|0||584bc97f90d1dc672b548352 Sat Dec 10 03:37:48.917 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113754, clonedBytes: 32490261, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:37:48.917 I SHARDING [conn9] moveChunk updating self version to: 9|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444947119000) } -> { datetime: new Date(1444973426000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:37:48.919 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:48.919-0600-584bccec666d1a4e49f54194", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362668919), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113754, clonedBytes: 32490261, catchup: 0, steady: 0 } } Sat Dec 10 03:37:48.920 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:37:48.920 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:37:48.920 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:48.920-0600-584bccec666d1a4e49f54195", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362668920), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2407, step 4 of 6: 17602, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:37:48.922 I SHARDING [conn9] distributed lock with ts: 584bccd8666d1a4e49f5418f' unlocked. Sat Dec 10 03:37:48.922 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444941953000) }, max: { datetime: new Date(1444947119000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:909 reslen:154 locks:{ Global: { acquireCount: { r: 1830, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 273 } }, Database: { acquireCount: { r: 911, w: 4, W: 2 } }, Collection: { acquireCount: { r: 911, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20034ms Sat Dec 10 03:37:48.927 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:37:48.929 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1444946834000) }, { datetime: new Date(1444981021000) }) in IISLogs.pubprdweb04', ts : 584bccec666d1a4e49f54196 Sat Dec 10 03:37:48.929 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 4|0||584bcad890d1dc672b54835d, current metadata version is 4|0||584bcad890d1dc672b54835d Sat Dec 10 03:37:48.931 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 4|0||584bcad890d1dc672b54835d to shard version 4|1||584bcad890d1dc672b54835d Sat Dec 10 03:37:48.931 I SHARDING [conn9] collection version was loaded at version 4|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:37:48.931 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:37:48.931-0600-584bccec666d1a4e49f54197", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362668931), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:37:48.932 I SHARDING [conn9] moveChunk request accepted at version 4|1||584bcad890d1dc672b54835d Sat Dec 10 03:37:50.855 I SHARDING [conn9] moveChunk number of documents: 112258 Sat Dec 10 03:37:50.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:50.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:50.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:50.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:50.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:51.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:51.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:51.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:51.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:52.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:52.886 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 976 } }, Database: { acquireCount: { r: 488 } }, Collection: { acquireCount: { r: 488 } } } protocol:op_command 2025ms Sat Dec 10 03:37:53.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 637, clonedBytes: 191266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:54.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10028, clonedBytes: 2762530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:55.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19317, clonedBytes: 5330213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:56.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28268, clonedBytes: 7878484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:57.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37536, clonedBytes: 10479751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:58.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46599, clonedBytes: 12765968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:37:59.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55890, clonedBytes: 15332161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:00.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59649, clonedBytes: 16369582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:00.465 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14826056 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 838ms Sat Dec 10 03:38:01.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65916, clonedBytes: 18059094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:02.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75465, clonedBytes: 20745638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:02.473 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1465999468000) } -> { datetime: new Date(1466053283000) } Sat Dec 10 03:38:02.473 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445811124000) } -> { datetime: new Date(1445907455000) }, with opId: 89609 Sat Dec 10 03:38:03.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83882, clonedBytes: 23008679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:04.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92676, clonedBytes: 25373173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:05.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100173, clonedBytes: 27466556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:06.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109364, clonedBytes: 30009077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:07.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bccec666d1a4e49f54198", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112258, clonedBytes: 30838337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:07.477 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:38:07.478 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:38:07.481 I SHARDING [conn9] moveChunk setting version to: 5|0||584bcad890d1dc672b54835d Sat Dec 10 03:38:07.490 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112258, clonedBytes: 30838337, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:38:07.490 I SHARDING [conn9] moveChunk updating self version to: 5|1||584bcad890d1dc672b54835d through { datetime: new Date(1444981021000) } -> { datetime: new Date(1445008400000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:38:07.492 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:07.491-0600-584bccff666d1a4e49f5419b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362687491), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112258, clonedBytes: 30838337, catchup: 0, steady: 0 } } Sat Dec 10 03:38:07.492 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:38:07.492 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:38:07.493 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:07.493-0600-584bccff666d1a4e49f5419c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362687493), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1924, step 4 of 6: 16619, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:38:07.494 I SHARDING [conn9] distributed lock with ts: 584bccec666d1a4e49f54196' unlocked. Sat Dec 10 03:38:07.494 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444946834000) }, max: { datetime: new Date(1444981021000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 4000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 199 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 2787 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18567ms Sat Dec 10 03:38:08.592 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:38:08.593 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466626543000) }, { datetime: new Date(1466651562000) }) in IISLogs.pubbsdweb1', ts : 584bcd00666d1a4e49f5419d Sat Dec 10 03:38:08.593 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 58|0||584bba0d90d1dc672b548145, current metadata version is 58|0||584bba0d90d1dc672b548145 Sat Dec 10 03:38:08.595 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 58|0||584bba0d90d1dc672b548145 to shard version 58|1||584bba0d90d1dc672b548145 Sat Dec 10 03:38:08.595 I SHARDING [conn9] collection version was loaded at version 58|1||584bba0d90d1dc672b548145, took 2ms Sat Dec 10 03:38:08.595 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:08.595-0600-584bcd00666d1a4e49f5419e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362688595), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:38:08.596 I SHARDING [conn9] moveChunk request accepted at version 58|1||584bba0d90d1dc672b548145 Sat Dec 10 03:38:10.177 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 03:38:10.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:10.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:11.005 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 785ms Sat Dec 10 03:38:11.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1467, clonedBytes: 469902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:12.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10354, clonedBytes: 3253846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:13.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18057, clonedBytes: 5668431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:14.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26199, clonedBytes: 8251904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:15.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34124, clonedBytes: 10732329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:16.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41480, clonedBytes: 13056552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:17.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49962, clonedBytes: 15757993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:18.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52032, clonedBytes: 16423031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:18.568 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776299 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 796ms Sat Dec 10 03:38:18.829 I SHARDING [RangeDeleter] rangeDeleter deleted 102933 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445811124000) } -> { datetime: new Date(1445907455000) } Sat Dec 10 03:38:18.830 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1463994091000) } -> { datetime: new Date(1464000058000) }, with opId: 89741 Sat Dec 10 03:38:19.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59377, clonedBytes: 18749582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:20.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68107, clonedBytes: 21538959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:21.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76049, clonedBytes: 24070207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:22.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84657, clonedBytes: 26823841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:23.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93282, clonedBytes: 29575595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:24.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101919, clonedBytes: 32339685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:25.075 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3202217 locks:{ Global: { acquireCount: { r: 158 } }, Database: { acquireCount: { r: 79 } }, Collection: { acquireCount: { r: 79 } } } protocol:op_command 167ms Sat Dec 10 03:38:25.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109708, clonedBytes: 34823481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:26.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd00666d1a4e49f5419f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 35994015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:26.785 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:38:26.786 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:38:26.786 I SHARDING [conn9] moveChunk setting version to: 59|0||584bba0d90d1dc672b548145 Sat Dec 10 03:38:26.797 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 35994015, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:38:26.798 I SHARDING [conn9] moveChunk updating self version to: 59|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466651562000) } -> { datetime: new Date(1466678386000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:38:26.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:26.799-0600-584bcd12666d1a4e49f541a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362706799), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 35994015, catchup: 0, steady: 0 } } Sat Dec 10 03:38:26.800 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:38:26.800 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:38:26.800 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:26.800-0600-584bcd12666d1a4e49f541a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362706800), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1592, step 4 of 6: 16595, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:38:26.801 I SHARDING [conn9] distributed lock with ts: 584bcd00666d1a4e49f5419d' unlocked. Sat Dec 10 03:38:26.801 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466626543000) }, max: { datetime: new Date(1466651562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 186 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18210ms Sat Dec 10 03:38:26.805 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:38:26.806 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447027205000) }, { datetime: new Date(1447126873000) }) in IISLogs.pubprdweb01', ts : 584bcd12666d1a4e49f541a4 Sat Dec 10 03:38:26.806 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 32|0||584bbf4f90d1dc672b54822e, current metadata version is 32|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:38:26.808 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 32|0||584bbf4f90d1dc672b54822e to shard version 32|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:38:26.808 I SHARDING [conn9] collection version was loaded at version 32|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:38:26.808 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:26.808-0600-584bcd12666d1a4e49f541a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362706808), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:38:26.808 I SHARDING [conn9] moveChunk request accepted at version 32|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:38:28.484 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 03:38:28.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:28.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:29.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:29.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:29.739 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776097 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1232ms Sat Dec 10 03:38:30.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6408, clonedBytes: 1938025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:31.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15005, clonedBytes: 4527071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:32.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23905, clonedBytes: 7277469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:33.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32496, clonedBytes: 9921702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:34.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41427, clonedBytes: 12627201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:35.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50264, clonedBytes: 15115772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:36.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54907, clonedBytes: 16402710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:37.071 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14694796 locks:{ Global: { acquireCount: { r: 762 } }, Database: { acquireCount: { r: 381 } }, Collection: { acquireCount: { r: 381 } } } protocol:op_command 740ms Sat Dec 10 03:38:37.273 I SHARDING [RangeDeleter] rangeDeleter deleted 113722 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1463994091000) } -> { datetime: new Date(1464000058000) } Sat Dec 10 03:38:37.273 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457722584000) } -> { datetime: new Date(1457722889000) }, with opId: 89876 Sat Dec 10 03:38:37.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61249, clonedBytes: 18158568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:38.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70122, clonedBytes: 20683842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:39.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78904, clonedBytes: 23507137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:41.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88148, clonedBytes: 26533765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:42.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96235, clonedBytes: 28833535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:43.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd12666d1a4e49f541a6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 30772321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:43.128 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:38:43.129 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:38:43.129 I SHARDING [conn9] moveChunk setting version to: 33|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:38:43.135 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 30772321, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:38:43.136 I SHARDING [conn9] moveChunk updating self version to: 33|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447126873000) } -> { datetime: new Date(1447259516000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:38:43.137 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:43.137-0600-584bcd23666d1a4e49f541a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362723137), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 30772321, catchup: 0, steady: 0 } } Sat Dec 10 03:38:43.138 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:38:43.138 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:38:43.138 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:43.138-0600-584bcd23666d1a4e49f541aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362723138), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1682, step 4 of 6: 14637, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:38:43.139 I SHARDING [conn9] distributed lock with ts: 584bcd12666d1a4e49f541a4' unlocked. Sat Dec 10 03:38:43.139 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447027205000) }, max: { datetime: new Date(1447126873000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 247 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16335ms Sat Dec 10 03:38:43.144 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:38:43.145 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464378359000) }, { datetime: new Date(1464670893000) }) in IISLogs.pubbsdweb2', ts : 584bcd23666d1a4e49f541ab Sat Dec 10 03:38:43.145 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 31|0||584bbf7a90d1dc672b548236, current metadata version is 31|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:38:43.147 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 31|0||584bbf7a90d1dc672b548236 to shard version 31|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:38:43.147 I SHARDING [conn9] collection version was loaded at version 31|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:38:43.147 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:38:43.147-0600-584bcd23666d1a4e49f541ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362723147), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:38:43.148 I SHARDING [conn9] moveChunk request accepted at version 31|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:38:53.100 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:38:53.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:53.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:54.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:55.266 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776191 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 2151ms Sat Dec 10 03:38:55.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 620, clonedBytes: 181244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:57.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13833, clonedBytes: 4021134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:58.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21765, clonedBytes: 6325555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:38:59.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23379, clonedBytes: 6802182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:00.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26329, clonedBytes: 7674558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:01.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29698, clonedBytes: 8678335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:02.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33722, clonedBytes: 9884688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:03.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37301, clonedBytes: 10938147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:04.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43042, clonedBytes: 12620468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:05.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46818, clonedBytes: 13755597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:06.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52089, clonedBytes: 15332158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:07.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55683, clonedBytes: 16397372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:08.168 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776202 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 941ms Sat Dec 10 03:39:09.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65737, clonedBytes: 19296687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:10.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74551, clonedBytes: 21922649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:11.270 I SHARDING [RangeDeleter] rangeDeleter deleted 128772 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457722584000) } -> { datetime: new Date(1457722889000) } Sat Dec 10 03:39:11.270 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1445735462000) } -> { datetime: new Date(1445983723000) }, with opId: 90028 Sat Dec 10 03:39:11.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82930, clonedBytes: 24329319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:12.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87818, clonedBytes: 25771064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:13.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96623, clonedBytes: 28334251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:14.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105229, clonedBytes: 30828808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:15.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112913, clonedBytes: 33057809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:16.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd23666d1a4e49f541ad", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33297652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:16.815 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:39:16.817 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:39:16.817 I SHARDING [conn9] moveChunk setting version to: 32|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:39:16.821 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33297652, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:39:16.821 I SHARDING [conn9] moveChunk updating self version to: 32|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464670893000) } -> { datetime: new Date(1464746383000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:39:16.822 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:16.822-0600-584bcd44666d1a4e49f541b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362756822), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33297652, catchup: 0, steady: 0 } } Sat Dec 10 03:39:16.823 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:39:16.823 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:39:16.823 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:16.823-0600-584bcd44666d1a4e49f541b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362756823), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 9956, step 4 of 6: 23708, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:39:16.824 I SHARDING [conn9] distributed lock with ts: 584bcd23666d1a4e49f541ab' unlocked. Sat Dec 10 03:39:16.825 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464378359000) }, max: { datetime: new Date(1464670893000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:972 reslen:154 locks:{ Global: { acquireCount: { r: 1956, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 260 } }, Database: { acquireCount: { r: 974, w: 4, W: 2 } }, Collection: { acquireCount: { r: 974, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 33680ms Sat Dec 10 03:39:16.828 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:39:16.829 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1448128290000) }, { datetime: new Date(1448318711000) }) in IISLogs.pubprdweb02', ts : 584bcd44666d1a4e49f541b2 Sat Dec 10 03:39:16.829 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 24|0||584bc22c90d1dc672b54829b, current metadata version is 24|0||584bc22c90d1dc672b54829b Sat Dec 10 03:39:16.830 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 24|0||584bc22c90d1dc672b54829b to shard version 24|1||584bc22c90d1dc672b54829b Sat Dec 10 03:39:16.831 I SHARDING [conn9] collection version was loaded at version 24|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:39:16.831 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:16.831-0600-584bcd44666d1a4e49f541b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362756831), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:39:16.831 I SHARDING [conn9] moveChunk request accepted at version 24|1||584bc22c90d1dc672b54829b Sat Dec 10 03:39:20.225 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 03:39:20.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:20.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:21.273 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776295 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 1032ms Sat Dec 10 03:39:21.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:22.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9509, clonedBytes: 2891858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:23.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18577, clonedBytes: 5523691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:24.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28137, clonedBytes: 8368857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:25.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37664, clonedBytes: 11258486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:26.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47151, clonedBytes: 14119143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:27.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54673, clonedBytes: 16404546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:28.368 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14919408 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 996ms Sat Dec 10 03:39:28.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56033, clonedBytes: 16813706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:28.663 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1445735462000) } -> { datetime: new Date(1445983723000) } Sat Dec 10 03:39:28.663 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466053283000) } -> { datetime: new Date(1466113742000) }, with opId: 90185 Sat Dec 10 03:39:29.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63409, clonedBytes: 18970678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:30.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72757, clonedBytes: 21698116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:31.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81543, clonedBytes: 24052225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:32.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90141, clonedBytes: 26401388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:33.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99165, clonedBytes: 28941849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:34.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd44666d1a4e49f541b4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 30971959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:34.784 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:39:34.785 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:39:34.786 I SHARDING [conn9] moveChunk setting version to: 25|0||584bc22c90d1dc672b54829b Sat Dec 10 03:39:34.788 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 30971959, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:39:34.788 I SHARDING [conn9] moveChunk updating self version to: 25|1||584bc22c90d1dc672b54829b through { datetime: new Date(1448318711000) } -> { datetime: new Date(1448520563000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:39:34.790 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:34.790-0600-584bcd56666d1a4e49f541b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362774790), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 30971959, catchup: 0, steady: 0 } } Sat Dec 10 03:39:34.791 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:39:34.791 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:39:34.791 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:34.791-0600-584bcd56666d1a4e49f541b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362774791), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3396, step 4 of 6: 14554, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:39:34.792 I SHARDING [conn9] distributed lock with ts: 584bcd44666d1a4e49f541b2' unlocked. Sat Dec 10 03:39:34.792 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448128290000) }, max: { datetime: new Date(1448318711000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:845 reslen:154 locks:{ Global: { acquireCount: { r: 1702, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 354 } }, Database: { acquireCount: { r: 847, w: 4, W: 2 } }, Collection: { acquireCount: { r: 847, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 103 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17964ms Sat Dec 10 03:39:34.797 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:39:34.800 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444947119000) }, { datetime: new Date(1444973426000) }) in IISLogs.pubprdweb03', ts : 584bcd56666d1a4e49f541b9 Sat Dec 10 03:39:34.800 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 9|0||584bc97f90d1dc672b548352, current metadata version is 9|0||584bc97f90d1dc672b548352 Sat Dec 10 03:39:34.802 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 9|0||584bc97f90d1dc672b548352 to shard version 9|1||584bc97f90d1dc672b548352 Sat Dec 10 03:39:34.802 I SHARDING [conn9] collection version was loaded at version 9|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 03:39:34.802 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:34.802-0600-584bcd56666d1a4e49f541ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362774802), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:39:34.803 I SHARDING [conn9] moveChunk request accepted at version 9|1||584bc97f90d1dc672b548352 Sat Dec 10 03:39:35.919 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:39:35.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:35.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:35.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:35.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:35.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:36.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:36.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:36.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:36.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:36.792 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 862ms Sat Dec 10 03:39:36.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 953, clonedBytes: 281068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:38.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10427, clonedBytes: 2923378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:39.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19521, clonedBytes: 5532134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:40.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27983, clonedBytes: 7902369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:41.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36469, clonedBytes: 10221629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:42.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45881, clonedBytes: 12803223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:43.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55232, clonedBytes: 15398606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:44.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58765, clonedBytes: 16375647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:44.742 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15351839 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1164ms Sat Dec 10 03:39:45.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62422, clonedBytes: 17480695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:46.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71523, clonedBytes: 19955858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:47.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79815, clonedBytes: 22195113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:48.280 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466053283000) } -> { datetime: new Date(1466113742000) } Sat Dec 10 03:39:48.280 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445907455000) } -> { datetime: new Date(1445988143000) }, with opId: 90286 Sat Dec 10 03:39:48.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89097, clonedBytes: 24732871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:49.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98337, clonedBytes: 27177813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:50.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107546, clonedBytes: 29610208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:51.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd56666d1a4e49f541bb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31353595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:51.413 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:39:51.417 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:39:51.418 I SHARDING [conn9] moveChunk setting version to: 10|0||584bc97f90d1dc672b548352 Sat Dec 10 03:39:51.454 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31353595, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:39:51.454 I SHARDING [conn9] moveChunk updating self version to: 10|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444973426000) } -> { datetime: new Date(1444993946000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:39:51.463 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:51.463-0600-584bcd67666d1a4e49f541be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362791463), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31353595, catchup: 0, steady: 0 } } Sat Dec 10 03:39:51.464 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:39:51.464 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:39:51.464 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:51.464-0600-584bcd67666d1a4e49f541bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362791464), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1124, step 4 of 6: 15484, step 5 of 6: 51, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:39:51.466 I SHARDING [conn9] distributed lock with ts: 584bcd56666d1a4e49f541b9' unlocked. Sat Dec 10 03:39:51.466 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444947119000) }, max: { datetime: new Date(1444973426000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 196 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16669ms Sat Dec 10 03:39:51.472 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:39:51.473 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1444981021000) }, { datetime: new Date(1445008400000) }) in IISLogs.pubprdweb04', ts : 584bcd67666d1a4e49f541c0 Sat Dec 10 03:39:51.473 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 5|0||584bcad890d1dc672b54835d, current metadata version is 5|0||584bcad890d1dc672b54835d Sat Dec 10 03:39:51.475 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 5|0||584bcad890d1dc672b54835d to shard version 5|1||584bcad890d1dc672b54835d Sat Dec 10 03:39:51.475 I SHARDING [conn9] collection version was loaded at version 5|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:39:51.475 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:39:51.475-0600-584bcd67666d1a4e49f541c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362791475), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:39:51.476 I SHARDING [conn9] moveChunk request accepted at version 5|1||584bcad890d1dc672b54835d Sat Dec 10 03:39:52.764 I SHARDING [conn9] moveChunk number of documents: 112239 Sat Dec 10 03:39:52.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:52.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:52.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:52.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:52.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:52.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:52.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:53.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:53.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:53.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:54.032 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 1054 } }, Database: { acquireCount: { r: 527 } }, Collection: { acquireCount: { r: 527 } } } protocol:op_command 1258ms Sat Dec 10 03:39:54.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6911, clonedBytes: 1737391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:55.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16121, clonedBytes: 3754773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:56.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25441, clonedBytes: 6026581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:57.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34588, clonedBytes: 8001940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:39:58.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43657, clonedBytes: 10555586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:00.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53121, clonedBytes: 12972957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:01.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61734, clonedBytes: 15382385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:02.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65529, clonedBytes: 16328397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:02.228 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13848929 locks:{ Global: { acquireCount: { r: 748 } }, Database: { acquireCount: { r: 374 } }, Collection: { acquireCount: { r: 374 } } } protocol:op_command 762ms Sat Dec 10 03:40:03.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71877, clonedBytes: 17943586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:04.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78464, clonedBytes: 19770537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:05.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87425, clonedBytes: 22517742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:06.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95703, clonedBytes: 25097228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:07.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103810, clonedBytes: 27528529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:08.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112046, clonedBytes: 29812536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:08.403 I SHARDING [RangeDeleter] rangeDeleter deleted 102926 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445907455000) } -> { datetime: new Date(1445988143000) } Sat Dec 10 03:40:08.404 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464000058000) } -> { datetime: new Date(1464003601000) }, with opId: 90404 Sat Dec 10 03:40:09.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd67666d1a4e49f541c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112239, clonedBytes: 29861318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:09.300 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:40:09.301 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:40:09.304 I SHARDING [conn9] moveChunk setting version to: 6|0||584bcad890d1dc672b54835d Sat Dec 10 03:40:09.315 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112239, clonedBytes: 29861318, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:40:09.315 I SHARDING [conn9] moveChunk updating self version to: 6|1||584bcad890d1dc672b54835d through { datetime: new Date(1445008400000) } -> { datetime: new Date(1445020717000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:40:09.317 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:40:09.317-0600-584bcd79666d1a4e49f541c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362809317), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112239, clonedBytes: 29861318, catchup: 0, steady: 0 } } Sat Dec 10 03:40:09.318 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:40:09.324 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:40:09.324 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:40:09.324-0600-584bcd79666d1a4e49f541c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362809324), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1290, step 4 of 6: 16531, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:40:09.326 I SHARDING [conn9] distributed lock with ts: 584bcd67666d1a4e49f541c0' unlocked. Sat Dec 10 03:40:09.326 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444981021000) }, max: { datetime: new Date(1445008400000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 5000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6020 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 3013 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17855ms Sat Dec 10 03:40:25.873 I SHARDING [RangeDeleter] rangeDeleter deleted 113772 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464000058000) } -> { datetime: new Date(1464003601000) } Sat Dec 10 03:40:25.873 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1457722889000) } -> { datetime: new Date(1458130144000) }, with opId: 90542 Sat Dec 10 03:40:29.395 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:40:29.396 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466651562000) }, { datetime: new Date(1466678386000) }) in IISLogs.pubbsdweb1', ts : 584bcd8d666d1a4e49f541c7 Sat Dec 10 03:40:29.396 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 59|0||584bba0d90d1dc672b548145, current metadata version is 59|0||584bba0d90d1dc672b548145 Sat Dec 10 03:40:29.406 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 59|0||584bba0d90d1dc672b548145 to shard version 59|1||584bba0d90d1dc672b548145 Sat Dec 10 03:40:29.406 I SHARDING [conn9] collection version was loaded at version 59|1||584bba0d90d1dc672b548145, took 10ms Sat Dec 10 03:40:29.407 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:40:29.407-0600-584bcd8d666d1a4e49f541c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362829407), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:40:29.407 I SHARDING [conn9] moveChunk request accepted at version 59|1||584bba0d90d1dc672b548145 Sat Dec 10 03:40:36.892 I SHARDING [conn9] moveChunk number of documents: 113358 Sat Dec 10 03:40:36.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:36.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:36.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:36.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:36.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:36.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:37.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:37.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:37.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:37.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:39.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:40.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:40.216 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776005 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 3229ms Sat Dec 10 03:40:41.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4939, clonedBytes: 1579871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:42.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10568, clonedBytes: 3389274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:43.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16232, clonedBytes: 5206145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:44.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22215, clonedBytes: 7100831, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:45.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29671, clonedBytes: 9487203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:46.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36669, clonedBytes: 11723731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:47.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45959, clonedBytes: 14685572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:48.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51395, clonedBytes: 16427202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:48.616 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 693ms Sat Dec 10 03:40:49.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57817, clonedBytes: 18480529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:50.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67358, clonedBytes: 21528458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:51.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76903, clonedBytes: 24611947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:52.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86237, clonedBytes: 27593650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:53.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95641, clonedBytes: 30601603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:54.071 I SHARDING [RangeDeleter] rangeDeleter deleted 129486 documents for IISLogs.pubprdenr03 from { datetime: new Date(1457722889000) } -> { datetime: new Date(1458130144000) } Sat Dec 10 03:40:54.071 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1445983723000) } -> { datetime: new Date(1446234692000) }, with opId: 90655 Sat Dec 10 03:40:54.400 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3472608 locks:{ Global: { acquireCount: { r: 172 } }, Database: { acquireCount: { r: 86 } }, Collection: { acquireCount: { r: 86 } } } protocol:op_command 114ms Sat Dec 10 03:40:54.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103823, clonedBytes: 33216550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:55.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113300, clonedBytes: 36245225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:56.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcd8d666d1a4e49f541c9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113358, clonedBytes: 36264031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:56.586 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:40:56.587 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:40:56.587 I SHARDING [conn9] moveChunk setting version to: 60|0||584bba0d90d1dc672b548145 Sat Dec 10 03:40:56.595 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113358, clonedBytes: 36264031, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:40:56.595 I SHARDING [conn9] moveChunk updating self version to: 60|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466678386000) } -> { datetime: new Date(1466701216000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:40:56.597 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:40:56.597-0600-584bcda8666d1a4e49f541cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362856597), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113358, clonedBytes: 36264031, catchup: 0, steady: 0 } } Sat Dec 10 03:40:56.598 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:40:56.599 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:40:56.599 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:40:56.599-0600-584bcda8666d1a4e49f541cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362856599), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, step 1 of 6: 0, step 2 of 6: 12, step 3 of 6: 7503, step 4 of 6: 19673, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:40:56.600 I SHARDING [conn9] distributed lock with ts: 584bcd8d666d1a4e49f541c7' unlocked. Sat Dec 10 03:40:56.600 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466651562000) }, max: { datetime: new Date(1466678386000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 697 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27207ms Sat Dec 10 03:40:56.606 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:40:56.606 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447126873000) }, { datetime: new Date(1447259516000) }) in IISLogs.pubprdweb01', ts : 584bcda8666d1a4e49f541ce Sat Dec 10 03:40:56.606 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 33|0||584bbf4f90d1dc672b54822e, current metadata version is 33|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:40:56.608 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 33|0||584bbf4f90d1dc672b54822e to shard version 33|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:40:56.608 I SHARDING [conn9] collection version was loaded at version 33|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:40:56.608 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:40:56.608-0600-584bcda8666d1a4e49f541cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362856608), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:40:56.611 I SHARDING [conn9] moveChunk request accepted at version 33|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:40:58.771 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 03:40:58.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:58.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:58.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:58.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:58.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:58.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:58.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:59.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:59.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:40:59.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:00.044 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776239 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 1207ms Sat Dec 10 03:41:00.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5240, clonedBytes: 1496584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:01.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13756, clonedBytes: 3953535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:02.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23493, clonedBytes: 6664582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:03.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33418, clonedBytes: 9470628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:04.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42852, clonedBytes: 12088614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:05.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52562, clonedBytes: 15202311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:06.992 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14190508 locks:{ Global: { acquireCount: { r: 744 } }, Database: { acquireCount: { r: 372 } }, Collection: { acquireCount: { r: 372 } } } protocol:op_command 615ms Sat Dec 10 03:41:07.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57035, clonedBytes: 16694939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:08.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63665, clonedBytes: 18846099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:09.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73507, clonedBytes: 21726510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:10.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83384, clonedBytes: 24548532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:11.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92514, clonedBytes: 27271480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:11.435 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1445983723000) } -> { datetime: new Date(1446234692000) } Sat Dec 10 03:41:11.435 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466113742000) } -> { datetime: new Date(1466202232000) }, with opId: 90810 Sat Dec 10 03:41:12.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100478, clonedBytes: 29566437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:13.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcda8666d1a4e49f541d0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 30268182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:13.361 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:41:13.364 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:41:13.365 I SHARDING [conn9] moveChunk setting version to: 34|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:41:13.369 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 30268182, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:41:13.369 I SHARDING [conn9] moveChunk updating self version to: 34|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447259516000) } -> { datetime: new Date(1447362714000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:41:13.370 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:41:13.370-0600-584bcdb9666d1a4e49f541d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362873370), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 30268182, catchup: 0, steady: 0 } } Sat Dec 10 03:41:13.371 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:41:13.371 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:41:13.372 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:41:13.372-0600-584bcdb9666d1a4e49f541d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362873372), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2163, step 4 of 6: 14585, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:41:13.373 I SHARDING [conn9] distributed lock with ts: 584bcda8666d1a4e49f541ce' unlocked. Sat Dec 10 03:41:13.373 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447126873000) }, max: { datetime: new Date(1447259516000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 473 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16768ms Sat Dec 10 03:41:13.407 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:41:13.409 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464670893000) }, { datetime: new Date(1464746383000) }) in IISLogs.pubbsdweb2', ts : 584bcdb9666d1a4e49f541d5 Sat Dec 10 03:41:13.409 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 32|0||584bbf7a90d1dc672b548236, current metadata version is 32|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:41:13.410 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 32|0||584bbf7a90d1dc672b548236 to shard version 32|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:41:13.410 I SHARDING [conn9] collection version was loaded at version 32|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:41:13.410 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:41:13.410-0600-584bcdb9666d1a4e49f541d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362873410), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:41:13.411 I SHARDING [conn9] moveChunk request accepted at version 32|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:41:17.495 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 03:41:17.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:17.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:18.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:18.321 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776172 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 801ms Sat Dec 10 03:41:18.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1562, clonedBytes: 446372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:19.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11443, clonedBytes: 3263642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:20.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21467, clonedBytes: 6146336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:21.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31201, clonedBytes: 9023330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:22.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40688, clonedBytes: 11820688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:23.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50488, clonedBytes: 14724617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:24.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56132, clonedBytes: 16394210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:25.089 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776113 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 696ms Sat Dec 10 03:41:25.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62378, clonedBytes: 18254220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:26.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72281, clonedBytes: 21214885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:27.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82429, clonedBytes: 24232385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:28.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92624, clonedBytes: 27260200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:29.888 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466113742000) } -> { datetime: new Date(1466202232000) } Sat Dec 10 03:41:29.889 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1445988143000) } -> { datetime: new Date(1446070395000) }, with opId: 90956 Sat Dec 10 03:41:29.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102363, clonedBytes: 30163159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:30.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111794, clonedBytes: 33027927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:31.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdb9666d1a4e49f541d7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33627415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:31.978 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:41:31.979 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:41:31.980 I SHARDING [conn9] moveChunk setting version to: 33|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:41:32.004 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33627415, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:41:32.004 I SHARDING [conn9] moveChunk updating self version to: 33|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464746383000) } -> { datetime: new Date(1464892780000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:41:32.007 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:41:32.007-0600-584bcdcc666d1a4e49f541da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362892007), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33627415, catchup: 0, steady: 0 } } Sat Dec 10 03:41:32.007 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:41:32.008 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:41:32.008 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:41:32.008-0600-584bcdcc666d1a4e49f541db", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362892008), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4107, step 4 of 6: 14458, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:41:32.010 I SHARDING [conn9] distributed lock with ts: 584bcdb9666d1a4e49f541d5' unlocked. Sat Dec 10 03:41:32.011 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464670893000) }, max: { datetime: new Date(1464746383000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:909 reslen:154 locks:{ Global: { acquireCount: { r: 1830, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 864 } }, Database: { acquireCount: { r: 911, w: 4, W: 2 } }, Collection: { acquireCount: { r: 911, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18604ms Sat Dec 10 03:41:32.020 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:41:32.021 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1448318711000) }, { datetime: new Date(1448520563000) }) in IISLogs.pubprdweb02', ts : 584bcdcc666d1a4e49f541dc Sat Dec 10 03:41:32.021 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 25|0||584bc22c90d1dc672b54829b, current metadata version is 25|0||584bc22c90d1dc672b54829b Sat Dec 10 03:41:32.022 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 25|0||584bc22c90d1dc672b54829b to shard version 25|1||584bc22c90d1dc672b54829b Sat Dec 10 03:41:32.023 I SHARDING [conn9] collection version was loaded at version 25|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:41:32.023 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:41:32.023-0600-584bcdcc666d1a4e49f541dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362892023), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:41:32.023 I SHARDING [conn9] moveChunk request accepted at version 25|1||584bc22c90d1dc672b54829b Sat Dec 10 03:41:36.989 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:41:37.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:37.787 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776234 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 790ms Sat Dec 10 03:41:38.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1844, clonedBytes: 530585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:39.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11684, clonedBytes: 3504863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:40.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21584, clonedBytes: 6569684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:41.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31412, clonedBytes: 9435785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:42.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41178, clonedBytes: 12164499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:43.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50201, clonedBytes: 14665380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:44.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56243, clonedBytes: 16393495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:44.648 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14922596 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 663ms Sat Dec 10 03:41:45.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61038, clonedBytes: 17794603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:46.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70077, clonedBytes: 20457877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:46.760 I SHARDING [RangeDeleter] rangeDeleter deleted 102878 documents for IISLogs.pubprdweb01 from { datetime: new Date(1445988143000) } -> { datetime: new Date(1446070395000) } Sat Dec 10 03:41:46.760 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464003601000) } -> { datetime: new Date(1464009100000) }, with opId: 91109 Sat Dec 10 03:41:47.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78815, clonedBytes: 22949349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:48.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78837, clonedBytes: 22955167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:49.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78837, clonedBytes: 22955167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:50.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78837, clonedBytes: 22955167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:51.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:52.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:53.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:54.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:55.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:56.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:57.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:58.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:41:59.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:00.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:01.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:02.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:03.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:04.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:05.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:06.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:07.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:08.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:09.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78838, clonedBytes: 22955415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:10.020 I SHARDING [RangeDeleter] rangeDeleter deleted 113724 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464003601000) } -> { datetime: new Date(1464009100000) } Sat Dec 10 03:42:10.021 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1458130144000) } -> { datetime: new Date(1469481146000) }, with opId: 91196 Sat Dec 10 03:42:10.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:11.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:12.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:14.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:15.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:16.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:17.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:18.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78840, clonedBytes: 22955928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:19.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81037, clonedBytes: 23557342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:20.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89672, clonedBytes: 26035433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:21.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94061, clonedBytes: 27260709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:22.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98317, clonedBytes: 28522815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:23.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103502, clonedBytes: 30075749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:24.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcdcc666d1a4e49f541de", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 30975093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:24.353 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:42:24.354 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:42:24.355 I SHARDING [conn9] moveChunk setting version to: 26|0||584bc22c90d1dc672b54829b Sat Dec 10 03:42:24.367 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 30975093, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:42:24.368 I SHARDING [conn9] moveChunk updating self version to: 26|1||584bc22c90d1dc672b54829b through { datetime: new Date(1448520563000) } -> { datetime: new Date(1448751676000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:42:24.369 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:42:24.369-0600-584bce00666d1a4e49f541e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362944369), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 30975093, catchup: 0, steady: 0 } } Sat Dec 10 03:42:24.370 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:42:24.370 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:42:24.370 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:42:24.370-0600-584bce00666d1a4e49f541e2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362944370), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4972, step 4 of 6: 47355, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:42:24.371 I SHARDING [conn9] distributed lock with ts: 584bcdcc666d1a4e49f541dc' unlocked. Sat Dec 10 03:42:24.371 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448318711000) }, max: { datetime: new Date(1448520563000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:866 reslen:154 locks:{ Global: { acquireCount: { r: 1744, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 220 } }, Database: { acquireCount: { r: 868, w: 4, W: 2 } }, Collection: { acquireCount: { r: 868, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 52353ms Sat Dec 10 03:42:24.415 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:42:24.416 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444973426000) }, { datetime: new Date(1444993946000) }) in IISLogs.pubprdweb03', ts : 584bce00666d1a4e49f541e3 Sat Dec 10 03:42:24.416 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 10|0||584bc97f90d1dc672b548352, current metadata version is 10|0||584bc97f90d1dc672b548352 Sat Dec 10 03:42:24.417 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 10|0||584bc97f90d1dc672b548352 to shard version 10|1||584bc97f90d1dc672b548352 Sat Dec 10 03:42:24.417 I SHARDING [conn9] collection version was loaded at version 10|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:42:24.417 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:42:24.417-0600-584bce00666d1a4e49f541e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362944417), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:42:24.418 I SHARDING [conn9] moveChunk request accepted at version 10|1||584bc97f90d1dc672b548352 Sat Dec 10 03:42:28.711 I SHARDING [conn9] moveChunk number of documents: 113736 Sat Dec 10 03:42:28.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:28.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:28.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:28.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:28.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:28.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:28.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:29.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:29.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:29.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:30.766 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776210 locks:{ Global: { acquireCount: { r: 954 } }, Database: { acquireCount: { r: 477 } }, Collection: { acquireCount: { r: 477 } } } protocol:op_command 2013ms Sat Dec 10 03:42:30.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1172, clonedBytes: 330789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:32.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10611, clonedBytes: 2834280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:33.062 I SHARDING [RangeDeleter] rangeDeleter deleted 129047 documents for IISLogs.pubprdenr03 from { datetime: new Date(1458130144000) } -> { datetime: new Date(1469481146000) } Sat Dec 10 03:42:33.062 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1446234692000) } -> { datetime: new Date(1446484754000) }, with opId: 91306 Sat Dec 10 03:42:33.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19547, clonedBytes: 5121891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:34.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29173, clonedBytes: 7649486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:35.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38175, clonedBytes: 9953401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:36.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47522, clonedBytes: 12423436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:37.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57306, clonedBytes: 15422432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:38.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60088, clonedBytes: 16366556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:38.867 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776306 locks:{ Global: { acquireCount: { r: 786 } }, Database: { acquireCount: { r: 393 } }, Collection: { acquireCount: { r: 393 } } } protocol:op_command 1390ms Sat Dec 10 03:42:39.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63139, clonedBytes: 17401716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:40.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72818, clonedBytes: 20696111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:41.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82384, clonedBytes: 23932793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:42.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91067, clonedBytes: 26882781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:43.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99414, clonedBytes: 29661802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:44.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108304, clonedBytes: 32670547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:44.908 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1725650 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 470ms Sat Dec 10 03:42:45.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112018, clonedBytes: 33942559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:46.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce00666d1a4e49f541e5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113736, clonedBytes: 34509912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:46.436 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:42:46.438 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:42:46.438 I SHARDING [conn9] moveChunk setting version to: 11|0||584bc97f90d1dc672b548352 Sat Dec 10 03:42:46.448 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113736, clonedBytes: 34509912, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:42:46.448 I SHARDING [conn9] moveChunk updating self version to: 11|1||584bc97f90d1dc672b548352 through { datetime: new Date(1444993946000) } -> { datetime: new Date(1445001080000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:42:46.450 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:42:46.450-0600-584bce16666d1a4e49f541e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362966450), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113736, clonedBytes: 34509912, catchup: 0, steady: 0 } } Sat Dec 10 03:42:46.450 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:42:46.468 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:42:46.468 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:42:46.468-0600-584bce16666d1a4e49f541e9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362966468), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4294, step 4 of 6: 17721, step 5 of 6: 31, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:42:46.470 I SHARDING [conn9] distributed lock with ts: 584bce00666d1a4e49f541e3' unlocked. Sat Dec 10 03:42:46.470 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444973426000) }, max: { datetime: new Date(1444993946000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 21501 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22055ms Sat Dec 10 03:42:46.477 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:42:46.478 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445008400000) }, { datetime: new Date(1445020717000) }) in IISLogs.pubprdweb04', ts : 584bce16666d1a4e49f541ea Sat Dec 10 03:42:46.478 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 6|0||584bcad890d1dc672b54835d, current metadata version is 6|0||584bcad890d1dc672b54835d Sat Dec 10 03:42:46.485 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 6|0||584bcad890d1dc672b54835d to shard version 6|1||584bcad890d1dc672b54835d Sat Dec 10 03:42:46.485 I SHARDING [conn9] collection version was loaded at version 6|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:42:46.485 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:42:46.485-0600-584bce16666d1a4e49f541eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362966485), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:42:46.486 I SHARDING [conn9] moveChunk request accepted at version 6|1||584bcad890d1dc672b54835d Sat Dec 10 03:42:48.930 I SHARDING [conn9] moveChunk number of documents: 112213 Sat Dec 10 03:42:48.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:48.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:48.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:48.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:48.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:49.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:49.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:49.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:49.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:50.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:50.728 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776316 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 1783ms Sat Dec 10 03:42:51.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 641, clonedBytes: 158214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:52.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9243, clonedBytes: 2376833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:53.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18396, clonedBytes: 4643556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:54.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25966, clonedBytes: 6751381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:55.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33792, clonedBytes: 8697066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:56.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43474, clonedBytes: 11510840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:56.727 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1446234692000) } -> { datetime: new Date(1446484754000) } Sat Dec 10 03:42:56.727 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466202232000) } -> { datetime: new Date(1466274491000) }, with opId: 91481 Sat Dec 10 03:42:57.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53392, clonedBytes: 14401494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:58.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59995, clonedBytes: 16367313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:42:58.786 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14521268 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 695ms Sat Dec 10 03:42:59.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64798, clonedBytes: 17744537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:00.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73227, clonedBytes: 20054181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:01.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82291, clonedBytes: 22389379, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:02.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91377, clonedBytes: 24770514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:03.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100175, clonedBytes: 27049818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:04.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109176, clonedBytes: 29636067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:05.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce16666d1a4e49f541ec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112213, clonedBytes: 30534017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:05.556 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:43:05.557 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:43:05.559 I SHARDING [conn9] moveChunk setting version to: 7|0||584bcad890d1dc672b54835d Sat Dec 10 03:43:05.566 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112213, clonedBytes: 30534017, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:43:05.566 I SHARDING [conn9] moveChunk updating self version to: 7|1||584bcad890d1dc672b54835d through { datetime: new Date(1445020717000) } -> { datetime: new Date(1445027042000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:43:05.568 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:05.568-0600-584bce29666d1a4e49f541ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362985568), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112213, clonedBytes: 30534017, catchup: 0, steady: 0 } } Sat Dec 10 03:43:05.569 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:43:05.569 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:43:05.569 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:05.569-0600-584bce29666d1a4e49f541f0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362985569), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 2447, step 4 of 6: 16622, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:43:05.571 I SHARDING [conn9] distributed lock with ts: 584bce16666d1a4e49f541ea' unlocked. Sat Dec 10 03:43:05.571 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445008400000) }, max: { datetime: new Date(1445020717000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 6000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5179 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 6276 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19095ms Sat Dec 10 03:43:06.653 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:43:06.654 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466678386000) }, { datetime: new Date(1466701216000) }) in IISLogs.pubbsdweb1', ts : 584bce2a666d1a4e49f541f1 Sat Dec 10 03:43:06.654 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 60|0||584bba0d90d1dc672b548145, current metadata version is 60|0||584bba0d90d1dc672b548145 Sat Dec 10 03:43:06.656 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 60|0||584bba0d90d1dc672b548145 to shard version 60|1||584bba0d90d1dc672b548145 Sat Dec 10 03:43:06.656 I SHARDING [conn9] collection version was loaded at version 60|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:43:06.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:06.656-0600-584bce2a666d1a4e49f541f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481362986656), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:43:06.657 I SHARDING [conn9] moveChunk request accepted at version 60|1||584bba0d90d1dc672b548145 Sat Dec 10 03:43:08.027 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 03:43:08.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:08.874 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 834ms Sat Dec 10 03:43:09.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1632, clonedBytes: 524409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:10.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10254, clonedBytes: 3268354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:11.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19138, clonedBytes: 6108746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:12.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27516, clonedBytes: 8779501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:13.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36457, clonedBytes: 11592654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:14.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44143, clonedBytes: 13995641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:15.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51933, clonedBytes: 16423571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:16.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51933, clonedBytes: 16423571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:17.144 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776058 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1787ms Sat Dec 10 03:43:17.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56295, clonedBytes: 17809714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:18.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64396, clonedBytes: 20322218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:19.291 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466202232000) } -> { datetime: new Date(1466274491000) } Sat Dec 10 03:43:19.291 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446070395000) } -> { datetime: new Date(1446157367000) }, with opId: 91645 Sat Dec 10 03:43:19.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73217, clonedBytes: 23081251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:20.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79830, clonedBytes: 25133558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:21.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88342, clonedBytes: 27756234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:22.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96939, clonedBytes: 30438109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:23.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104685, clonedBytes: 32841327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:23.954 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2739679 locks:{ Global: { acquireCount: { r: 142 } }, Database: { acquireCount: { r: 71 } }, Collection: { acquireCount: { r: 71 } } } protocol:op_command 186ms Sat Dec 10 03:43:24.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce2a666d1a4e49f541f3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 35529906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:24.921 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:43:24.923 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:43:24.923 I SHARDING [conn9] moveChunk setting version to: 61|0||584bba0d90d1dc672b548145 Sat Dec 10 03:43:24.940 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 35529906, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:43:24.940 I SHARDING [conn9] moveChunk updating self version to: 61|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466701216000) } -> { datetime: new Date(1466721862000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:43:24.942 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:24.942-0600-584bce3c666d1a4e49f541f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363004942), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 35529906, catchup: 0, steady: 0 } } Sat Dec 10 03:43:24.943 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:43:24.943 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:43:24.943 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:24.943-0600-584bce3c666d1a4e49f541f7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363004943), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1381, step 4 of 6: 16881, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:43:24.945 I SHARDING [conn9] distributed lock with ts: 584bce2a666d1a4e49f541f1' unlocked. Sat Dec 10 03:43:24.945 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466678386000) }, max: { datetime: new Date(1466701216000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 107 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 25 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18292ms Sat Dec 10 03:43:24.949 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:43:24.950 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447259516000) }, { datetime: new Date(1447362714000) }) in IISLogs.pubprdweb01', ts : 584bce3c666d1a4e49f541f8 Sat Dec 10 03:43:24.950 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 34|0||584bbf4f90d1dc672b54822e, current metadata version is 34|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:43:24.951 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 34|0||584bbf4f90d1dc672b54822e to shard version 34|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:43:24.952 I SHARDING [conn9] collection version was loaded at version 34|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:43:24.952 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:24.952-0600-584bce3c666d1a4e49f541f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363004952), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:43:24.952 I SHARDING [conn9] moveChunk request accepted at version 34|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:43:26.644 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 03:43:26.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:26.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:27.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:27.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:27.981 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776279 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1321ms Sat Dec 10 03:43:28.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7459, clonedBytes: 2047865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:29.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16593, clonedBytes: 4605225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:30.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25627, clonedBytes: 7448144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:32.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34174, clonedBytes: 10280190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:33.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37700, clonedBytes: 11419731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:34.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37700, clonedBytes: 11419731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:35.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38948, clonedBytes: 11824653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:36.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:37.110 I SHARDING [RangeDeleter] rangeDeleter deleted 102949 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446070395000) } -> { datetime: new Date(1446157367000) } Sat Dec 10 03:43:37.110 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464009100000) } -> { datetime: new Date(1464015124000) }, with opId: 91720 Sat Dec 10 03:43:37.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:38.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:39.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:40.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:41.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:42.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:43.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39031, clonedBytes: 11851598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:44.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48087, clonedBytes: 14507673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:45.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54755, clonedBytes: 16403956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:46.135 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13924212 locks:{ Global: { acquireCount: { r: 762 } }, Database: { acquireCount: { r: 381 } }, Collection: { acquireCount: { r: 381 } } } protocol:op_command 865ms Sat Dec 10 03:43:46.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58110, clonedBytes: 17357606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:47.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67417, clonedBytes: 20011574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:48.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76987, clonedBytes: 22701190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:49.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86631, clonedBytes: 25387573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:50.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95424, clonedBytes: 27874867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:51.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce3c666d1a4e49f541fa", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 30001912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:51.879 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:43:51.881 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:43:51.881 I SHARDING [conn9] moveChunk setting version to: 35|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:43:51.884 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 30001912, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:43:51.884 I SHARDING [conn9] moveChunk updating self version to: 35|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447362714000) } -> { datetime: new Date(1447451554000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:43:51.886 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:51.886-0600-584bce57666d1a4e49f541fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363031886), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 30001912, catchup: 0, steady: 0 } } Sat Dec 10 03:43:51.887 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:43:51.888 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:43:51.888 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:51.888-0600-584bce57666d1a4e49f541fe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363031888), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1695, step 4 of 6: 25229, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:43:51.890 I SHARDING [conn9] distributed lock with ts: 584bce3c666d1a4e49f541f8' unlocked. Sat Dec 10 03:43:51.890 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447259516000) }, max: { datetime: new Date(1447362714000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 387 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 48 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26941ms Sat Dec 10 03:43:51.897 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:43:51.900 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464746383000) }, { datetime: new Date(1464892780000) }) in IISLogs.pubbsdweb2', ts : 584bce57666d1a4e49f541ff Sat Dec 10 03:43:51.900 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 33|0||584bbf7a90d1dc672b548236, current metadata version is 33|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:43:51.902 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 33|0||584bbf7a90d1dc672b548236 to shard version 33|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:43:51.902 I SHARDING [conn9] collection version was loaded at version 33|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:43:51.902 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:43:51.902-0600-584bce57666d1a4e49f54200", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363031902), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:43:51.903 I SHARDING [conn9] moveChunk request accepted at version 33|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:43:53.463 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 03:43:53.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:53.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:54.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:54.522 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776090 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1022ms Sat Dec 10 03:43:54.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:55.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2256, clonedBytes: 691985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:56.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11466, clonedBytes: 3372378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:57.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20245, clonedBytes: 5980864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:58.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27614, clonedBytes: 8149909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:43:58.922 I SHARDING [RangeDeleter] rangeDeleter deleted 113710 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464009100000) } -> { datetime: new Date(1464015124000) } Sat Dec 10 03:43:58.922 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1469481146000) } -> { datetime: new Date(1469539460000) }, with opId: 91815 Sat Dec 10 03:43:59.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35946, clonedBytes: 10627582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:00.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44180, clonedBytes: 13079906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:01.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52626, clonedBytes: 15571154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:02.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55446, clonedBytes: 16398930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:03.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 838ms Sat Dec 10 03:44:03.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62661, clonedBytes: 18555329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:04.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71783, clonedBytes: 21287184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:05.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80895, clonedBytes: 23966104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:06.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89030, clonedBytes: 26381082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:08.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98153, clonedBytes: 29134413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:09.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106338, clonedBytes: 31572865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:10.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce57666d1a4e49f54201", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 33760014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:10.066 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:44:10.067 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:44:10.068 I SHARDING [conn9] moveChunk setting version to: 34|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:44:10.077 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 33760014, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:44:10.077 I SHARDING [conn9] moveChunk updating self version to: 34|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464892780000) } -> { datetime: new Date(1464957201000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:44:10.079 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:10.079-0600-584bce6a666d1a4e49f54204", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363050079), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 33760014, catchup: 0, steady: 0 } } Sat Dec 10 03:44:10.080 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:44:10.080 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:44:10.080 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:10.080-0600-584bce6a666d1a4e49f54205", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363050080), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1597, step 4 of 6: 16564, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:44:10.082 I SHARDING [conn9] distributed lock with ts: 584bce57666d1a4e49f541ff' unlocked. Sat Dec 10 03:44:10.082 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464746383000) }, max: { datetime: new Date(1464892780000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 354 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 147 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18184ms Sat Dec 10 03:44:10.086 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:44:10.088 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1448520563000) }, { datetime: new Date(1448751676000) }) in IISLogs.pubprdweb02', ts : 584bce6a666d1a4e49f54206 Sat Dec 10 03:44:10.088 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 26|0||584bc22c90d1dc672b54829b, current metadata version is 26|0||584bc22c90d1dc672b54829b Sat Dec 10 03:44:10.090 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 26|0||584bc22c90d1dc672b54829b to shard version 26|1||584bc22c90d1dc672b54829b Sat Dec 10 03:44:10.090 I SHARDING [conn9] collection version was loaded at version 26|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:44:10.090 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:10.090-0600-584bce6a666d1a4e49f54207", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363050090), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:44:10.090 I SHARDING [conn9] moveChunk request accepted at version 26|1||584bc22c90d1dc672b54829b Sat Dec 10 03:44:11.935 I SHARDING [conn9] moveChunk number of documents: 106405 Sat Dec 10 03:44:11.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:11.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:11.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:11.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:12.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:12.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:12.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:12.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:12.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:13.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:13.242 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776065 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1295ms Sat Dec 10 03:44:14.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5402, clonedBytes: 1665268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:15.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14626, clonedBytes: 4426407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:16.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23944, clonedBytes: 7188148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:17.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33199, clonedBytes: 9852747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:18.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42238, clonedBytes: 12674444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:19.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51568, clonedBytes: 15439621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:20.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54798, clonedBytes: 16403441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:20.877 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15954712 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1152ms Sat Dec 10 03:44:21.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57551, clonedBytes: 17204019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:22.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62561, clonedBytes: 18627208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:23.274 I SHARDING [RangeDeleter] rangeDeleter deleted 128904 documents for IISLogs.pubprdenr03 from { datetime: new Date(1469481146000) } -> { datetime: new Date(1469539460000) } Sat Dec 10 03:44:23.274 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1446484754000) } -> { datetime: new Date(1446656584000) }, with opId: 91930 Sat Dec 10 03:44:23.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70393, clonedBytes: 20957715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:24.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78849, clonedBytes: 23495733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:25.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87774, clonedBytes: 26240807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:26.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95583, clonedBytes: 28696754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:27.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104659, clonedBytes: 31466036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:28.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce6a666d1a4e49f54208", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106405, clonedBytes: 32007866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:28.786 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:44:28.787 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:44:28.788 I SHARDING [conn9] moveChunk setting version to: 27|0||584bc22c90d1dc672b54829b Sat Dec 10 03:44:28.796 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106405, clonedBytes: 32007866, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:44:28.796 I SHARDING [conn9] moveChunk updating self version to: 27|1||584bc22c90d1dc672b54829b through { datetime: new Date(1448751676000) } -> { datetime: new Date(1448918861000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:44:28.798 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:28.798-0600-584bce7c666d1a4e49f5420b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363068798), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106405, clonedBytes: 32007866, catchup: 0, steady: 0 } } Sat Dec 10 03:44:28.799 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:44:28.799 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:44:28.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:28.799-0600-584bce7c666d1a4e49f5420c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363068799), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1852, step 4 of 6: 16842, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:44:28.801 I SHARDING [conn9] distributed lock with ts: 584bce6a666d1a4e49f54206' unlocked. Sat Dec 10 03:44:28.801 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448520563000) }, max: { datetime: new Date(1448751676000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5943 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18715ms Sat Dec 10 03:44:28.806 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:44:28.807 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1444993946000) }, { datetime: new Date(1445001080000) }) in IISLogs.pubprdweb03', ts : 584bce7c666d1a4e49f5420d Sat Dec 10 03:44:28.807 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 11|0||584bc97f90d1dc672b548352, current metadata version is 11|0||584bc97f90d1dc672b548352 Sat Dec 10 03:44:28.810 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 11|0||584bc97f90d1dc672b548352 to shard version 11|1||584bc97f90d1dc672b548352 Sat Dec 10 03:44:28.810 I SHARDING [conn9] collection version was loaded at version 11|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 03:44:28.810 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:28.810-0600-584bce7c666d1a4e49f5420e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363068810), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:44:28.812 I SHARDING [conn9] moveChunk request accepted at version 11|1||584bc97f90d1dc672b548352 Sat Dec 10 03:44:29.465 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 03:44:29.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:29.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:30.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:30.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:30.995 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 1519ms Sat Dec 10 03:44:31.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5391, clonedBytes: 1816879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:32.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14916, clonedBytes: 5042257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:33.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24166, clonedBytes: 8147471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:34.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33755, clonedBytes: 11383964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:35.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42528, clonedBytes: 14315444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:36.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48869, clonedBytes: 16445169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:37.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48869, clonedBytes: 16445169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:38.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48869, clonedBytes: 16445169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:39.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776287 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 3116ms Sat Dec 10 03:44:39.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49605, clonedBytes: 16698030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:40.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59283, clonedBytes: 20009269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:41.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68588, clonedBytes: 23182899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:43.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77980, clonedBytes: 26324141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:44.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87108, clonedBytes: 29351192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:45.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95674, clonedBytes: 32173366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:45.371 I SHARDING [RangeDeleter] rangeDeleter deleted 106520 documents for IISLogs.pubprdweb02 from { datetime: new Date(1446484754000) } -> { datetime: new Date(1446656584000) } Sat Dec 10 03:44:45.371 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466274491000) } -> { datetime: new Date(1466350541000) }, with opId: 92098 Sat Dec 10 03:44:45.837 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:5362293 locks:{ Global: { acquireCount: { r: 260 } }, Database: { acquireCount: { r: 130 } }, Collection: { acquireCount: { r: 130 } } } protocol:op_command 517ms Sat Dec 10 03:44:46.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100161, clonedBytes: 33695661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:47.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108791, clonedBytes: 36525067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:48.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce7c666d1a4e49f5420f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 38151583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:48.143 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:44:48.144 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:44:48.145 I SHARDING [conn9] moveChunk setting version to: 12|0||584bc97f90d1dc672b548352 Sat Dec 10 03:44:48.152 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 38151583, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:44:48.152 I SHARDING [conn9] moveChunk updating self version to: 12|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445001080000) } -> { datetime: new Date(1445008465000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:44:48.153 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:48.153-0600-584bce90666d1a4e49f54212", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363088153), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 38151583, catchup: 0, steady: 0 } } Sat Dec 10 03:44:48.154 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:44:48.154 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:44:48.154 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:48.154-0600-584bce90666d1a4e49f54213", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363088154), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 663, step 4 of 6: 18667, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:44:48.156 I SHARDING [conn9] distributed lock with ts: 584bce7c666d1a4e49f5420d' unlocked. Sat Dec 10 03:44:48.156 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1444993946000) }, max: { datetime: new Date(1445001080000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 107 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19350ms Sat Dec 10 03:44:48.161 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:44:48.162 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445020717000) }, { datetime: new Date(1445027042000) }) in IISLogs.pubprdweb04', ts : 584bce90666d1a4e49f54214 Sat Dec 10 03:44:48.162 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 7|0||584bcad890d1dc672b54835d, current metadata version is 7|0||584bcad890d1dc672b54835d Sat Dec 10 03:44:48.170 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 7|0||584bcad890d1dc672b54835d to shard version 7|1||584bcad890d1dc672b54835d Sat Dec 10 03:44:48.170 I SHARDING [conn9] collection version was loaded at version 7|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:44:48.170 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:44:48.170-0600-584bce90666d1a4e49f54215", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363088170), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:44:48.171 I SHARDING [conn9] moveChunk request accepted at version 7|1||584bcad890d1dc672b54835d Sat Dec 10 03:44:50.893 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 03:44:50.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:50.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:50.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:50.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:50.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:50.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:51.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:51.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:51.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:51.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:52.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:54.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:54.690 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776095 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 2567ms Sat Dec 10 03:44:55.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3270, clonedBytes: 962091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:56.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9389, clonedBytes: 2867184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:57.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14216, clonedBytes: 4401082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:58.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21380, clonedBytes: 6499729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:44:59.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29424, clonedBytes: 8827271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:00.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38171, clonedBytes: 11414419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:01.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46889, clonedBytes: 13919390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:02.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55382, clonedBytes: 16399383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:03.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55382, clonedBytes: 16399383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:03.907 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776177 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1521ms Sat Dec 10 03:45:04.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59230, clonedBytes: 17545398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:05.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68388, clonedBytes: 20319392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:06.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76848, clonedBytes: 22855914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:07.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85552, clonedBytes: 25291860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:08.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94092, clonedBytes: 27698967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:09.219 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466274491000) } -> { datetime: new Date(1466350541000) } Sat Dec 10 03:45:09.219 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446157367000) } -> { datetime: new Date(1446243667000) }, with opId: 92237 Sat Dec 10 03:45:09.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103389, clonedBytes: 30276788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:10.607 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:414667 locks:{ Global: { acquireCount: { r: 24 } }, Database: { acquireCount: { r: 12 } }, Collection: { acquireCount: { r: 12 } } } protocol:op_command 120ms Sat Dec 10 03:45:10.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111623, clonedBytes: 33008599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:11.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bce90666d1a4e49f54216", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 33205496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:11.695 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:45:11.696 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:45:11.697 I SHARDING [conn9] moveChunk setting version to: 8|0||584bcad890d1dc672b54835d Sat Dec 10 03:45:11.705 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 33205496, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:45:11.705 I SHARDING [conn9] moveChunk updating self version to: 8|1||584bcad890d1dc672b54835d through { datetime: new Date(1445027042000) } -> { datetime: new Date(1445033635000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:45:11.707 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:11.707-0600-584bcea7666d1a4e49f54219", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363111707), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 33205496, catchup: 0, steady: 0 } } Sat Dec 10 03:45:11.708 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:45:11.708 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:45:11.708 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:11.708-0600-584bcea7666d1a4e49f5421a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363111708), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 2724, step 4 of 6: 20797, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:45:11.709 I SHARDING [conn9] distributed lock with ts: 584bce90666d1a4e49f54214' unlocked. Sat Dec 10 03:45:11.709 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445020717000) }, max: { datetime: new Date(1445027042000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 7000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:900 reslen:154 locks:{ Global: { acquireCount: { r: 1812, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 99 } }, Database: { acquireCount: { r: 902, w: 4, W: 2 } }, Collection: { acquireCount: { r: 902, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 5859 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23548ms Sat Dec 10 03:45:12.789 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:45:12.790 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466701216000) }, { datetime: new Date(1466721862000) }) in IISLogs.pubbsdweb1', ts : 584bcea8666d1a4e49f5421b Sat Dec 10 03:45:12.790 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 61|0||584bba0d90d1dc672b548145, current metadata version is 61|0||584bba0d90d1dc672b548145 Sat Dec 10 03:45:12.792 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 61|0||584bba0d90d1dc672b548145 to shard version 61|1||584bba0d90d1dc672b548145 Sat Dec 10 03:45:12.792 I SHARDING [conn9] collection version was loaded at version 61|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:45:12.792 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:12.792-0600-584bcea8666d1a4e49f5421c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363112792), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:45:12.793 I SHARDING [conn9] moveChunk request accepted at version 61|1||584bba0d90d1dc672b548145 Sat Dec 10 03:45:15.072 I SHARDING [conn9] moveChunk number of documents: 113352 Sat Dec 10 03:45:15.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:15.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:16.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:16.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:17.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:17.806 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776339 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 2685ms Sat Dec 10 03:45:18.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1579, clonedBytes: 491693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:19.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8818, clonedBytes: 2777507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:20.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17176, clonedBytes: 5389806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:22.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28621, clonedBytes: 8965522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:23.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37279, clonedBytes: 11673392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:24.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44635, clonedBytes: 14001043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:25.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50950, clonedBytes: 15995215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:26.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52311, clonedBytes: 16421124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:27.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52311, clonedBytes: 16421124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:28.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52311, clonedBytes: 16421124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:28.973 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776006 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 3394ms Sat Dec 10 03:45:29.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54953, clonedBytes: 17247851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:30.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64020, clonedBytes: 20092452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:31.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73172, clonedBytes: 22957260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:32.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82059, clonedBytes: 25736372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:33.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91185, clonedBytes: 28595683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:34.245 I SHARDING [RangeDeleter] rangeDeleter deleted 102960 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446157367000) } -> { datetime: new Date(1446243667000) } Sat Dec 10 03:45:34.245 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464015124000) } -> { datetime: new Date(1464018799000) }, with opId: 92435 Sat Dec 10 03:45:34.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100290, clonedBytes: 31448662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:35.415 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2777454 locks:{ Global: { acquireCount: { r: 148 } }, Database: { acquireCount: { r: 74 } }, Collection: { acquireCount: { r: 74 } } } protocol:op_command 416ms Sat Dec 10 03:45:35.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105528, clonedBytes: 33091852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:36.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcea8666d1a4e49f5421d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113352, clonedBytes: 35567830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:36.535 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:45:36.536 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:45:36.537 I SHARDING [conn9] moveChunk setting version to: 62|0||584bba0d90d1dc672b548145 Sat Dec 10 03:45:36.541 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113352, clonedBytes: 35567830, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:45:36.541 I SHARDING [conn9] moveChunk updating self version to: 62|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466721862000) } -> { datetime: new Date(1466750165000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:45:36.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:36.543-0600-584bcec0666d1a4e49f54220", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363136543), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113352, clonedBytes: 35567830, catchup: 0, steady: 0 } } Sat Dec 10 03:45:36.544 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:45:36.544 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:45:36.544 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:36.544-0600-584bcec0666d1a4e49f54221", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363136544), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2281, step 4 of 6: 21459, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:45:36.545 I SHARDING [conn9] distributed lock with ts: 584bcea8666d1a4e49f5421b' unlocked. Sat Dec 10 03:45:36.545 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466701216000) }, max: { datetime: new Date(1466721862000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 309 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23757ms Sat Dec 10 03:45:36.550 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:45:36.551 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447362714000) }, { datetime: new Date(1447451554000) }) in IISLogs.pubprdweb01', ts : 584bcec0666d1a4e49f54222 Sat Dec 10 03:45:36.551 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 35|0||584bbf4f90d1dc672b54822e, current metadata version is 35|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:45:36.553 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 35|0||584bbf4f90d1dc672b54822e to shard version 35|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:45:36.553 I SHARDING [conn9] collection version was loaded at version 35|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:45:36.553 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:36.553-0600-584bcec0666d1a4e49f54223", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363136553), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:45:36.554 I SHARDING [conn9] moveChunk request accepted at version 35|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:45:37.432 I SHARDING [conn9] moveChunk number of documents: 102840 Sat Dec 10 03:45:37.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:37.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:38.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:38.698 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1248ms Sat Dec 10 03:45:39.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6323, clonedBytes: 1847240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:40.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14857, clonedBytes: 4664554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:41.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23276, clonedBytes: 7402887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:42.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32557, clonedBytes: 10074964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:43.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41486, clonedBytes: 12627606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:44.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50356, clonedBytes: 15100011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:45.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54756, clonedBytes: 16403804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:46.494 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13911850 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 1281ms Sat Dec 10 03:45:46.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56270, clonedBytes: 16840647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:47.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65150, clonedBytes: 19406618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:48.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73616, clonedBytes: 21652511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:49.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82168, clonedBytes: 24036827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:50.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90796, clonedBytes: 26435661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:51.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99690, clonedBytes: 28953894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:52.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcec0666d1a4e49f54224", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102840, clonedBytes: 29990028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:52.903 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:45:52.904 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:45:52.905 I SHARDING [conn9] moveChunk setting version to: 36|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:45:52.916 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102840, clonedBytes: 29990028, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:45:52.916 I SHARDING [conn9] moveChunk updating self version to: 36|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447451554000) } -> { datetime: new Date(1447487488000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:45:52.918 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:52.918-0600-584bced0666d1a4e49f54227", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363152918), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102840, clonedBytes: 29990028, catchup: 0, steady: 0 } } Sat Dec 10 03:45:52.919 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:45:52.919 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:45:52.919 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:52.919-0600-584bced0666d1a4e49f54228", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363152919), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 882, step 4 of 6: 15466, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:45:52.920 I SHARDING [conn9] distributed lock with ts: 584bcec0666d1a4e49f54222' unlocked. Sat Dec 10 03:45:52.920 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447362714000) }, max: { datetime: new Date(1447451554000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 172 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16370ms Sat Dec 10 03:45:52.926 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:45:52.927 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464892780000) }, { datetime: new Date(1464957201000) }) in IISLogs.pubbsdweb2', ts : 584bced0666d1a4e49f54229 Sat Dec 10 03:45:52.927 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 34|0||584bbf7a90d1dc672b548236, current metadata version is 34|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:45:52.930 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 34|0||584bbf7a90d1dc672b548236 to shard version 34|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:45:52.930 I SHARDING [conn9] collection version was loaded at version 34|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 03:45:52.930 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:45:52.930-0600-584bced0666d1a4e49f5422a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363152930), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:45:52.931 I SHARDING [conn9] moveChunk request accepted at version 34|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:45:54.075 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 03:45:54.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:54.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:55.035 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 948ms Sat Dec 10 03:45:55.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 483, clonedBytes: 141235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:56.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9651, clonedBytes: 2848550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:57.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18453, clonedBytes: 5458301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:58.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27746, clonedBytes: 8225559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:45:59.308 I SHARDING [RangeDeleter] rangeDeleter deleted 113795 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464015124000) } -> { datetime: new Date(1464018799000) } Sat Dec 10 03:45:59.308 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1469539460000) } -> { datetime: new Date(1469539712000) }, with opId: 92618 Sat Dec 10 03:45:59.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36545, clonedBytes: 10952651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:00.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45093, clonedBytes: 13702167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:01.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53348, clonedBytes: 16358449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:02.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53517, clonedBytes: 16412532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:03.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53517, clonedBytes: 16412532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:03.877 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776256 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 2196ms Sat Dec 10 03:46:04.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60161, clonedBytes: 18550327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:05.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69614, clonedBytes: 21598059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:06.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79099, clonedBytes: 24644202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:08.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88617, clonedBytes: 27713082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:09.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98015, clonedBytes: 30731460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:09.873 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2994203 locks:{ Global: { acquireCount: { r: 148 } }, Database: { acquireCount: { r: 74 } }, Collection: { acquireCount: { r: 74 } } } protocol:op_command 104ms Sat Dec 10 03:46:10.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106682, clonedBytes: 33513121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:11.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bced0666d1a4e49f5422b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 35782496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:11.178 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:46:11.179 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:46:11.180 I SHARDING [conn9] moveChunk setting version to: 35|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:46:11.198 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 35782496, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:46:11.198 I SHARDING [conn9] moveChunk updating self version to: 35|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464957201000) } -> { datetime: new Date(1464997244000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:46:11.200 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:11.200-0600-584bcee3666d1a4e49f5422e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363171200), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 35782496, catchup: 0, steady: 0 } } Sat Dec 10 03:46:11.200 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:46:11.200 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:46:11.201 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:11.201-0600-584bcee3666d1a4e49f5422f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363171201), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1154, step 4 of 6: 17091, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:46:11.202 I SHARDING [conn9] distributed lock with ts: 584bced0666d1a4e49f54229' unlocked. Sat Dec 10 03:46:11.202 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464892780000) }, max: { datetime: new Date(1464957201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 313 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 168 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18275ms Sat Dec 10 03:46:11.219 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:46:11.220 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1448751676000) }, { datetime: new Date(1448918861000) }) in IISLogs.pubprdweb02', ts : 584bcee3666d1a4e49f54230 Sat Dec 10 03:46:11.220 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 27|0||584bc22c90d1dc672b54829b, current metadata version is 27|0||584bc22c90d1dc672b54829b Sat Dec 10 03:46:11.222 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 27|0||584bc22c90d1dc672b54829b to shard version 27|1||584bc22c90d1dc672b54829b Sat Dec 10 03:46:11.222 I SHARDING [conn9] collection version was loaded at version 27|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:46:11.222 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:11.222-0600-584bcee3666d1a4e49f54231", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363171222), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:46:11.223 I SHARDING [conn9] moveChunk request accepted at version 27|1||584bc22c90d1dc672b54829b Sat Dec 10 03:46:12.294 I SHARDING [conn9] moveChunk number of documents: 106628 Sat Dec 10 03:46:12.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:12.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:13.327 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776214 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1022ms Sat Dec 10 03:46:13.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:14.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9050, clonedBytes: 2763580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:15.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18811, clonedBytes: 5710364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:16.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28403, clonedBytes: 8590814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:17.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37597, clonedBytes: 11318084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:18.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46884, clonedBytes: 14068990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:19.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54494, clonedBytes: 16405718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:20.358 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15356024 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 728ms Sat Dec 10 03:46:20.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56894, clonedBytes: 17127357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:21.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66408, clonedBytes: 19945688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:22.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76256, clonedBytes: 23046386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:23.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85159, clonedBytes: 25574145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:24.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94945, clonedBytes: 28334492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:25.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103919, clonedBytes: 30683844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcee3666d1a4e49f54232", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106628, clonedBytes: 31407766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.013 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:46:27.014 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:46:27.014 I SHARDING [conn9] moveChunk setting version to: 28|0||584bc22c90d1dc672b54829b Sat Dec 10 03:46:27.016 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106628, clonedBytes: 31407766, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:46:27.016 I SHARDING [conn9] moveChunk updating self version to: 28|1||584bc22c90d1dc672b54829b through { datetime: new Date(1448918861000) } -> { datetime: new Date(1449074895000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:46:27.018 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:27.018-0600-584bcef3666d1a4e49f54235", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363187018), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106628, clonedBytes: 31407766, catchup: 0, steady: 0 } } Sat Dec 10 03:46:27.018 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:46:27.019 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:46:27.019 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:27.019-0600-584bcef3666d1a4e49f54236", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363187019), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1073, step 4 of 6: 14715, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:46:27.020 I SHARDING [conn9] distributed lock with ts: 584bcee3666d1a4e49f54230' unlocked. Sat Dec 10 03:46:27.020 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448751676000) }, max: { datetime: new Date(1448918861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 282 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15801ms Sat Dec 10 03:46:27.025 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:46:27.025 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445001080000) }, { datetime: new Date(1445008465000) }) in IISLogs.pubprdweb03', ts : 584bcef3666d1a4e49f54237 Sat Dec 10 03:46:27.025 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 12|0||584bc97f90d1dc672b548352, current metadata version is 12|0||584bc97f90d1dc672b548352 Sat Dec 10 03:46:27.027 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 12|0||584bc97f90d1dc672b548352 to shard version 12|1||584bc97f90d1dc672b548352 Sat Dec 10 03:46:27.027 I SHARDING [conn9] collection version was loaded at version 12|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:46:27.027 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:27.027-0600-584bcef3666d1a4e49f54238", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363187027), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:46:27.028 I SHARDING [conn9] moveChunk request accepted at version 12|1||584bc97f90d1dc672b548352 Sat Dec 10 03:46:27.589 I SHARDING [conn9] moveChunk number of documents: 113726 Sat Dec 10 03:46:27.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:27.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:28.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:28.528 I COMMAND [conn18] command admin.$cmd command: checkShardingIndex { checkShardingIndex: "IISLogs.pubprdweb04", keyPattern: { datetime: 1.0 } } keyUpdates:0 writeConflicts:0 numYields:389668 reslen:134 locks:{ Global: { acquireCount: { r: 779338 } }, Database: { acquireCount: { r: 389669 } }, Collection: { acquireCount: { r: 389669 }, acquireWaitCount: { r: 11 }, timeAcquiringMicros: { r: 3987 } } } protocol:op_command 1379403ms Sat Dec 10 03:46:28.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:28.868 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776181 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 1271ms Sat Dec 10 03:46:29.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7124, clonedBytes: 2177005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:30.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14327, clonedBytes: 4206740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:30.914 I SHARDING [RangeDeleter] rangeDeleter deleted 129186 documents for IISLogs.pubprdenr03 from { datetime: new Date(1469539460000) } -> { datetime: new Date(1469539712000) } Sat Dec 10 03:46:30.914 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1446656584000) } -> { datetime: new Date(1446788405000) }, with opId: 92845 Sat Dec 10 03:46:31.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24745, clonedBytes: 6768152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:32.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35733, clonedBytes: 9415497, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:33.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46026, clonedBytes: 12166398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:34.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56960, clonedBytes: 14850938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:35.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63528, clonedBytes: 16342447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:36.146 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12099210 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 488ms Sat Dec 10 03:46:37.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71592, clonedBytes: 18166362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:38.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82133, clonedBytes: 20623445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:39.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92245, clonedBytes: 22973697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:40.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102634, clonedBytes: 25522666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:41.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113133, clonedBytes: 27967976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcef3666d1a4e49f54239", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113726, clonedBytes: 28101233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.167 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:46:42.168 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:46:42.169 I SHARDING [conn9] moveChunk setting version to: 13|0||584bc97f90d1dc672b548352 Sat Dec 10 03:46:42.172 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113726, clonedBytes: 28101233, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:46:42.172 I SHARDING [conn9] moveChunk updating self version to: 13|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445008465000) } -> { datetime: new Date(1445014214000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:46:42.173 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:42.173-0600-584bcf02666d1a4e49f5423c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363202173), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113726, clonedBytes: 28101233, catchup: 0, steady: 0 } } Sat Dec 10 03:46:42.174 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:46:42.174 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:46:42.174 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:42.174-0600-584bcf02666d1a4e49f5423d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363202174), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 563, step 4 of 6: 14574, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:46:42.176 I SHARDING [conn9] distributed lock with ts: 584bcef3666d1a4e49f54237' unlocked. Sat Dec 10 03:46:42.176 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445001080000) }, max: { datetime: new Date(1445008465000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 212 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15151ms Sat Dec 10 03:46:42.180 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:46:42.181 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445027042000) }, { datetime: new Date(1445033635000) }) in IISLogs.pubprdweb04', ts : 584bcf02666d1a4e49f5423e Sat Dec 10 03:46:42.181 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 8|0||584bcad890d1dc672b54835d, current metadata version is 8|0||584bcad890d1dc672b54835d Sat Dec 10 03:46:42.182 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 8|0||584bcad890d1dc672b54835d to shard version 8|1||584bcad890d1dc672b54835d Sat Dec 10 03:46:42.182 I SHARDING [conn9] collection version was loaded at version 8|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:46:42.183 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:42.183-0600-584bcf02666d1a4e49f5423f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363202183), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:46:42.183 I SHARDING [conn9] moveChunk request accepted at version 8|1||584bcad890d1dc672b54835d Sat Dec 10 03:46:42.729 I SHARDING [conn9] moveChunk number of documents: 112234 Sat Dec 10 03:46:42.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:42.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:43.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:43.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:43.689 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776176 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 948ms Sat Dec 10 03:46:43.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 506, clonedBytes: 161620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:44.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11295, clonedBytes: 3434552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:45.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21054, clonedBytes: 6355469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:46.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30926, clonedBytes: 9348925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:47.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41341, clonedBytes: 12541375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:48.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51346, clonedBytes: 16027097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:49.805 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776199 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 693ms Sat Dec 10 03:46:50.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53874, clonedBytes: 16897589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:51.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63602, clonedBytes: 19963143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:52.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73230, clonedBytes: 22952064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:53.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84232, clonedBytes: 26304479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:54.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94193, clonedBytes: 29325984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:55.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102405, clonedBytes: 31807463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:55.717 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2130680 locks:{ Global: { acquireCount: { r: 108 } }, Database: { acquireCount: { r: 54 } }, Collection: { acquireCount: { r: 54 } } } protocol:op_command 117ms Sat Dec 10 03:46:56.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111539, clonedBytes: 34711070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:56.320 I SHARDING [RangeDeleter] rangeDeleter deleted 106526 documents for IISLogs.pubprdweb02 from { datetime: new Date(1446656584000) } -> { datetime: new Date(1446788405000) } Sat Dec 10 03:46:56.320 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466350541000) } -> { datetime: new Date(1466427717000) }, with opId: 93043 Sat Dec 10 03:46:57.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf02666d1a4e49f54240", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112234, clonedBytes: 34926841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:57.329 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:46:57.330 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:46:57.331 I SHARDING [conn9] moveChunk setting version to: 9|0||584bcad890d1dc672b54835d Sat Dec 10 03:46:57.359 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112234, clonedBytes: 34926841, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:46:57.359 I SHARDING [conn9] moveChunk updating self version to: 9|1||584bcad890d1dc672b54835d through { datetime: new Date(1445033635000) } -> { datetime: new Date(1445046805000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:46:57.360 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:57.360-0600-584bcf11666d1a4e49f54243", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363217360), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112234, clonedBytes: 34926841, catchup: 0, steady: 0 } } Sat Dec 10 03:46:57.361 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:46:57.361 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:46:57.361 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:57.361-0600-584bcf11666d1a4e49f54244", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363217361), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 548, step 4 of 6: 14597, step 5 of 6: 31, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:46:57.363 I SHARDING [conn9] distributed lock with ts: 584bcf02666d1a4e49f5423e' unlocked. Sat Dec 10 03:46:57.363 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445027042000) }, max: { datetime: new Date(1445033635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 8000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:876 reslen:154 locks:{ Global: { acquireCount: { r: 1764, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 185 } }, Database: { acquireCount: { r: 878, w: 4, W: 2 } }, Collection: { acquireCount: { r: 878, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15183ms Sat Dec 10 03:46:58.442 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:46:58.443 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466721862000) }, { datetime: new Date(1466750165000) }) in IISLogs.pubbsdweb1', ts : 584bcf12666d1a4e49f54245 Sat Dec 10 03:46:58.443 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 62|0||584bba0d90d1dc672b548145, current metadata version is 62|0||584bba0d90d1dc672b548145 Sat Dec 10 03:46:58.444 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 62|0||584bba0d90d1dc672b548145 to shard version 62|1||584bba0d90d1dc672b548145 Sat Dec 10 03:46:58.444 I SHARDING [conn9] collection version was loaded at version 62|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:46:58.444 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:46:58.444-0600-584bcf12666d1a4e49f54246", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363218444), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:46:58.445 I SHARDING [conn9] moveChunk request accepted at version 62|1||584bba0d90d1dc672b548145 Sat Dec 10 03:46:59.287 I SHARDING [conn9] moveChunk number of documents: 113366 Sat Dec 10 03:46:59.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:46:59.971 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776231 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 673ms Sat Dec 10 03:47:00.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3772, clonedBytes: 1203969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:01.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14027, clonedBytes: 4465784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:02.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24301, clonedBytes: 7731060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:03.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34757, clonedBytes: 11051983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:04.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45353, clonedBytes: 14394179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:05.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51774, clonedBytes: 16424775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:06.168 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776067 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 892ms Sat Dec 10 03:47:06.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56548, clonedBytes: 17934170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:07.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66111, clonedBytes: 20960654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:08.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76163, clonedBytes: 24151995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:09.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86213, clonedBytes: 27353011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:10.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96550, clonedBytes: 30650266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:11.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105390, clonedBytes: 33468004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:12.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:13.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:14.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:16.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:17.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:18.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf12666d1a4e49f54247", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.083 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:47:19.084 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:47:19.085 I SHARDING [conn9] moveChunk setting version to: 63|0||584bba0d90d1dc672b548145 Sat Dec 10 03:47:19.106 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:47:19.106 I SHARDING [conn9] moveChunk updating self version to: 63|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466750165000) } -> { datetime: new Date(1466773361000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:47:19.107 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:47:19.107-0600-584bcf27666d1a4e49f5424a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363239107), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113366, clonedBytes: 36010581, catchup: 0, steady: 0 } } Sat Dec 10 03:47:19.108 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:47:19.108 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:47:19.108 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:47:19.108-0600-584bcf27666d1a4e49f5424b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363239108), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 847, step 4 of 6: 19788, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:47:19.109 I SHARDING [conn9] distributed lock with ts: 584bcf12666d1a4e49f54245' unlocked. Sat Dec 10 03:47:19.109 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466721862000) }, max: { datetime: new Date(1466750165000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 155 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 166 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20667ms Sat Dec 10 03:47:19.113 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:47:19.114 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447451554000) }, { datetime: new Date(1447487488000) }) in IISLogs.pubprdweb01', ts : 584bcf27666d1a4e49f5424c Sat Dec 10 03:47:19.114 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 36|0||584bbf4f90d1dc672b54822e, current metadata version is 36|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:47:19.115 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 36|0||584bbf4f90d1dc672b54822e to shard version 36|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:47:19.115 I SHARDING [conn9] collection version was loaded at version 36|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:47:19.115 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:47:19.115-0600-584bcf27666d1a4e49f5424d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363239115), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:47:19.116 I SHARDING [conn9] moveChunk request accepted at version 36|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:47:19.732 I SHARDING [conn9] moveChunk number of documents: 102993 Sat Dec 10 03:47:19.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:19.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:20.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:20.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:20.679 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776077 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 938ms Sat Dec 10 03:47:20.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 459, clonedBytes: 162039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:21.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10882, clonedBytes: 3621097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:22.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21140, clonedBytes: 6690591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:23.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31697, clonedBytes: 9775324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:24.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42009, clonedBytes: 13136312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:25.725 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466350541000) } -> { datetime: new Date(1466427717000) } Sat Dec 10 03:47:25.725 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446243667000) } -> { datetime: new Date(1446402591000) }, with opId: 93309 Sat Dec 10 03:47:26.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51937, clonedBytes: 16423480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:26.504 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776059 locks:{ Global: { acquireCount: { r: 786 } }, Database: { acquireCount: { r: 393 } }, Collection: { acquireCount: { r: 393 } } } protocol:op_command 479ms Sat Dec 10 03:47:27.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56583, clonedBytes: 17956219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:28.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66844, clonedBytes: 21382904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:29.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77036, clonedBytes: 24749689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:30.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86475, clonedBytes: 27854736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:31.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96397, clonedBytes: 31111177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:32.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf27666d1a4e49f5424e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102993, clonedBytes: 33309185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:32.241 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:47:32.242 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:47:32.243 I SHARDING [conn9] moveChunk setting version to: 37|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:47:32.249 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102993, clonedBytes: 33309185, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:47:32.249 I SHARDING [conn9] moveChunk updating self version to: 37|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447487488000) } -> { datetime: new Date(1447569750000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:47:32.250 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:47:32.250-0600-584bcf34666d1a4e49f54251", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363252250), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102993, clonedBytes: 33309185, catchup: 0, steady: 0 } } Sat Dec 10 03:47:32.251 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:47:32.251 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:47:32.251 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:47:32.251-0600-584bcf34666d1a4e49f54252", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363252251), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 618, step 4 of 6: 12506, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:47:32.253 I SHARDING [conn9] distributed lock with ts: 584bcf27666d1a4e49f5424c' unlocked. Sat Dec 10 03:47:32.253 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447451554000) }, max: { datetime: new Date(1447487488000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 358 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 209 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13140ms Sat Dec 10 03:47:32.257 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:47:32.258 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464957201000) }, { datetime: new Date(1464997244000) }) in IISLogs.pubbsdweb2', ts : 584bcf34666d1a4e49f54253 Sat Dec 10 03:47:32.258 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 35|0||584bbf7a90d1dc672b548236, current metadata version is 35|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:47:32.259 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 35|0||584bbf7a90d1dc672b548236 to shard version 35|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:47:32.260 I SHARDING [conn9] collection version was loaded at version 35|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:47:32.260 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:47:32.260-0600-584bcf34666d1a4e49f54254", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363252260), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:47:32.260 I SHARDING [conn9] moveChunk request accepted at version 35|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:47:33.670 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 03:47:33.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:33.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:33.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:33.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:33.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:33.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:33.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:34.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:34.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:34.387 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776305 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 674ms Sat Dec 10 03:47:34.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3240, clonedBytes: 1043707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:35.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12150, clonedBytes: 3842164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:36.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20973, clonedBytes: 6584343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:37.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28424, clonedBytes: 8918689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:39.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37779, clonedBytes: 11642910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:40.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46752, clonedBytes: 14286369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:41.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54004, clonedBytes: 16409239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:41.614 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776191 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 736ms Sat Dec 10 03:47:42.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57749, clonedBytes: 17502192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:43.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66722, clonedBytes: 20156822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:44.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75920, clonedBytes: 23019447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:45.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84756, clonedBytes: 25769079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:46.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94998, clonedBytes: 28932208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:47.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104039, clonedBytes: 31674146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:47.624 I SHARDING [RangeDeleter] rangeDeleter deleted 102867 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446243667000) } -> { datetime: new Date(1446402591000) } Sat Dec 10 03:47:47.624 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464018799000) } -> { datetime: new Date(1464023772000) }, with opId: 93427 Sat Dec 10 03:47:48.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113039, clonedBytes: 34551058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:49.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:50.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:51.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:52.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:53.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:54.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:55.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:56.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:57.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:58.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:47:59.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:00.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf34666d1a4e49f54255", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:00.609 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:48:00.610 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:48:00.611 I SHARDING [conn9] moveChunk setting version to: 36|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:48:00.618 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:48:00.618 I SHARDING [conn9] moveChunk updating self version to: 36|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1464997244000) } -> { datetime: new Date(1465164752000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:48:00.620 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:00.620-0600-584bcf50666d1a4e49f54258", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363280620), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 34773255, catchup: 0, steady: 0 } } Sat Dec 10 03:48:00.620 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:48:00.621 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:48:00.621 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:00.621-0600-584bcf50666d1a4e49f54259", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363280621), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1450, step 4 of 6: 26896, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:48:00.622 I SHARDING [conn9] distributed lock with ts: 584bcf34666d1a4e49f54253' unlocked. Sat Dec 10 03:48:00.622 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464957201000) }, max: { datetime: new Date(1464997244000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 220 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 145 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 28365ms Sat Dec 10 03:48:00.626 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:48:00.626 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1448918861000) }, { datetime: new Date(1449074895000) }) in IISLogs.pubprdweb02', ts : 584bcf50666d1a4e49f5425a Sat Dec 10 03:48:00.627 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 28|0||584bc22c90d1dc672b54829b, current metadata version is 28|0||584bc22c90d1dc672b54829b Sat Dec 10 03:48:00.628 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 28|0||584bc22c90d1dc672b54829b to shard version 28|1||584bc22c90d1dc672b54829b Sat Dec 10 03:48:00.628 I SHARDING [conn9] collection version was loaded at version 28|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:48:00.628 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:00.628-0600-584bcf50666d1a4e49f5425b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363280628), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:48:00.629 I SHARDING [conn9] moveChunk request accepted at version 28|1||584bc22c90d1dc672b54829b Sat Dec 10 03:48:02.201 I SHARDING [conn9] moveChunk number of documents: 106529 Sat Dec 10 03:48:02.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:02.816 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776286 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 606ms Sat Dec 10 03:48:03.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2241, clonedBytes: 638122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:04.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9708, clonedBytes: 2770077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:05.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18388, clonedBytes: 5318157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:06.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27005, clonedBytes: 7801325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:07.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37664, clonedBytes: 10742914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:08.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47339, clonedBytes: 13356979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:09.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57516, clonedBytes: 16193299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:10.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58120, clonedBytes: 16380408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:10.752 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14332030 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 1199ms Sat Dec 10 03:48:11.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64327, clonedBytes: 18128460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:11.637 I SHARDING [RangeDeleter] rangeDeleter deleted 113706 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464018799000) } -> { datetime: new Date(1464023772000) } Sat Dec 10 03:48:11.637 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1469539712000) } -> { datetime: new Date(1469539961000) }, with opId: 93577 Sat Dec 10 03:48:12.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73959, clonedBytes: 20938370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:13.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84082, clonedBytes: 23837319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:14.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95756, clonedBytes: 27244425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:15.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105820, clonedBytes: 30175136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:16.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf50666d1a4e49f5425c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106529, clonedBytes: 30384537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:16.862 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:48:16.863 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:48:16.863 I SHARDING [conn9] moveChunk setting version to: 29|0||584bc22c90d1dc672b54829b Sat Dec 10 03:48:16.872 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106529, clonedBytes: 30384537, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:48:16.872 I SHARDING [conn9] moveChunk updating self version to: 29|1||584bc22c90d1dc672b54829b through { datetime: new Date(1449074895000) } -> { datetime: new Date(1449220039000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:48:16.873 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:16.873-0600-584bcf60666d1a4e49f5425f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363296873), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106529, clonedBytes: 30384537, catchup: 0, steady: 0 } } Sat Dec 10 03:48:16.874 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:48:16.874 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:48:16.874 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:16.874-0600-584bcf60666d1a4e49f54260", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363296874), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1575, step 4 of 6: 14657, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:48:16.876 I SHARDING [conn9] distributed lock with ts: 584bcf50666d1a4e49f5425a' unlocked. Sat Dec 10 03:48:16.876 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448918861000) }, max: { datetime: new Date(1449074895000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 211 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16250ms Sat Dec 10 03:48:16.881 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:48:16.881 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445008465000) }, { datetime: new Date(1445014214000) }) in IISLogs.pubprdweb03', ts : 584bcf60666d1a4e49f54261 Sat Dec 10 03:48:16.881 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 13|0||584bc97f90d1dc672b548352, current metadata version is 13|0||584bc97f90d1dc672b548352 Sat Dec 10 03:48:16.883 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 13|0||584bc97f90d1dc672b548352 to shard version 13|1||584bc97f90d1dc672b548352 Sat Dec 10 03:48:16.883 I SHARDING [conn9] collection version was loaded at version 13|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:48:16.883 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:16.883-0600-584bcf60666d1a4e49f54262", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363296883), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:48:16.884 I SHARDING [conn9] moveChunk request accepted at version 13|1||584bc97f90d1dc672b548352 Sat Dec 10 03:48:17.389 I SHARDING [conn9] moveChunk number of documents: 113775 Sat Dec 10 03:48:17.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:17.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:18.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:18.581 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776184 locks:{ Global: { acquireCount: { r: 1108 } }, Database: { acquireCount: { r: 554 } }, Collection: { acquireCount: { r: 554 } } } protocol:op_command 1177ms Sat Dec 10 03:48:19.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8241, clonedBytes: 2020971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:20.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18416, clonedBytes: 4393745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:21.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28694, clonedBytes: 6748589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:22.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39020, clonedBytes: 9195633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:23.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49456, clonedBytes: 11563118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:24.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58702, clonedBytes: 13825597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:25.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68886, clonedBytes: 16189807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:26.312 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:10683955 locks:{ Global: { acquireCount: { r: 708 } }, Database: { acquireCount: { r: 354 } }, Collection: { acquireCount: { r: 354 } } } protocol:op_command 523ms Sat Dec 10 03:48:26.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73360, clonedBytes: 17264486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:27.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83316, clonedBytes: 19611738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:28.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93181, clonedBytes: 21940365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:29.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103357, clonedBytes: 24299393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:30.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113418, clonedBytes: 26608435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:31.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:32.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:33.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:34.254 I SHARDING [RangeDeleter] rangeDeleter deleted 128590 documents for IISLogs.pubprdenr03 from { datetime: new Date(1469539712000) } -> { datetime: new Date(1469539961000) } Sat Dec 10 03:48:34.276 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1446788405000) } -> { datetime: new Date(1446998360000) }, with opId: 93764 Sat Dec 10 03:48:34.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:35.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:37.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:38.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:39.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:40.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:41.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:42.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:43.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:44.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:45.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:46.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:47.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:48.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:49.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:50.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf60666d1a4e49f54263", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:50.331 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:48:50.332 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:48:50.333 I SHARDING [conn9] moveChunk setting version to: 14|0||584bc97f90d1dc672b548352 Sat Dec 10 03:48:50.346 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:48:50.346 I SHARDING [conn9] moveChunk updating self version to: 14|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445014214000) } -> { datetime: new Date(1445019308000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:48:50.348 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:50.348-0600-584bcf82666d1a4e49f54266", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363330348), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113775, clonedBytes: 26685638, catchup: 0, steady: 0 } } Sat Dec 10 03:48:50.348 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:48:50.349 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:48:50.349 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:50.349-0600-584bcf82666d1a4e49f54267", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363330349), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 513, step 4 of 6: 32932, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:48:50.350 I SHARDING [conn9] distributed lock with ts: 584bcf60666d1a4e49f54261' unlocked. Sat Dec 10 03:48:50.350 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445008465000) }, max: { datetime: new Date(1445014214000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 258 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 33470ms Sat Dec 10 03:48:50.355 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:48:50.355 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445033635000) }, { datetime: new Date(1445046805000) }) in IISLogs.pubprdweb04', ts : 584bcf82666d1a4e49f54268 Sat Dec 10 03:48:50.355 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 9|0||584bcad890d1dc672b54835d, current metadata version is 9|0||584bcad890d1dc672b54835d Sat Dec 10 03:48:50.357 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 9|0||584bcad890d1dc672b54835d to shard version 9|1||584bcad890d1dc672b54835d Sat Dec 10 03:48:50.357 I SHARDING [conn9] collection version was loaded at version 9|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:48:50.357 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:48:50.357-0600-584bcf82666d1a4e49f54269", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363330357), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:48:50.357 I SHARDING [conn9] moveChunk request accepted at version 9|1||584bcad890d1dc672b54835d Sat Dec 10 03:48:51.381 I SHARDING [conn9] moveChunk number of documents: 112230 Sat Dec 10 03:48:51.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:51.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:52.199 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776207 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 802ms Sat Dec 10 03:48:52.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 569, clonedBytes: 186560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:53.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7795, clonedBytes: 2501997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:54.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17620, clonedBytes: 5663023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:55.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28278, clonedBytes: 8966193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:55.769 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1446788405000) } -> { datetime: new Date(1446998360000) } Sat Dec 10 03:48:55.769 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: MinKey } -> { datetime: new Date(1444924445000) }, with opId: 93919 Sat Dec 10 03:48:56.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38510, clonedBytes: 12240703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:57.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48952, clonedBytes: 15446817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:58.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52174, clonedBytes: 16421951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:48:58.941 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776148 locks:{ Global: { acquireCount: { r: 958 } }, Database: { acquireCount: { r: 479 } }, Collection: { acquireCount: { r: 479 } } } protocol:op_command 980ms Sat Dec 10 03:48:59.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58844, clonedBytes: 18321162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:00.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69750, clonedBytes: 21322483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:01.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80847, clonedBytes: 24225103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:02.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91456, clonedBytes: 27187655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:03.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102266, clonedBytes: 30248188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:04.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111608, clonedBytes: 32675638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:05.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf82666d1a4e49f5426a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112230, clonedBytes: 32839320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:05.867 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:49:05.868 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:49:05.869 I SHARDING [conn9] moveChunk setting version to: 10|0||584bcad890d1dc672b54835d Sat Dec 10 03:49:05.871 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112230, clonedBytes: 32839320, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:49:05.871 I SHARDING [conn9] moveChunk updating self version to: 10|1||584bcad890d1dc672b54835d through { datetime: new Date(1445046805000) } -> { datetime: new Date(1445093965000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:49:05.872 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:05.872-0600-584bcf91666d1a4e49f5426d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363345872), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112230, clonedBytes: 32839320, catchup: 0, steady: 0 } } Sat Dec 10 03:49:05.873 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:49:05.873 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:49:05.873 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:05.873-0600-584bcf91666d1a4e49f5426e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363345873), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1025, step 4 of 6: 14482, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:49:05.874 I SHARDING [conn9] distributed lock with ts: 584bcf82666d1a4e49f54268' unlocked. Sat Dec 10 03:49:05.874 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445033635000) }, max: { datetime: new Date(1445046805000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 9000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 408 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15520ms Sat Dec 10 03:49:06.945 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:49:06.946 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466750165000) }, { datetime: new Date(1466773361000) }) in IISLogs.pubbsdweb1', ts : 584bcf92666d1a4e49f5426f Sat Dec 10 03:49:06.946 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 63|0||584bba0d90d1dc672b548145, current metadata version is 63|0||584bba0d90d1dc672b548145 Sat Dec 10 03:49:06.947 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 63|0||584bba0d90d1dc672b548145 to shard version 63|1||584bba0d90d1dc672b548145 Sat Dec 10 03:49:06.947 I SHARDING [conn9] collection version was loaded at version 63|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:49:06.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:06.947-0600-584bcf92666d1a4e49f54270", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363346947), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:49:06.948 I SHARDING [conn9] moveChunk request accepted at version 63|1||584bba0d90d1dc672b548145 Sat Dec 10 03:49:12.061 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 03:49:12.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:12.932 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776029 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 867ms Sat Dec 10 03:49:13.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1662, clonedBytes: 531644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:14.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11350, clonedBytes: 3613690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:15.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20940, clonedBytes: 6678836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:16.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31576, clonedBytes: 10073741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:17.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42114, clonedBytes: 13424199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:18.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51565, clonedBytes: 16426036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:19.298 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776260 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 728ms Sat Dec 10 03:49:19.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54083, clonedBytes: 17229051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:20.305 I SHARDING [RangeDeleter] rangeDeleter deleted 113728 documents for IISLogs.pubprdweb03 from { datetime: MinKey } -> { datetime: new Date(1444924445000) } Sat Dec 10 03:49:20.305 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466427717000) } -> { datetime: new Date(1466449202000) }, with opId: 94116 Sat Dec 10 03:49:20.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64263, clonedBytes: 20501319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:21.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75746, clonedBytes: 24184553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:22.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85777, clonedBytes: 27402044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:23.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96042, clonedBytes: 30684784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:25.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102872, clonedBytes: 32854109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:25.235 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3397681 locks:{ Global: { acquireCount: { r: 174 } }, Database: { acquireCount: { r: 87 } }, Collection: { acquireCount: { r: 87 } } } protocol:op_command 601ms Sat Dec 10 03:49:26.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110838, clonedBytes: 35384193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:27.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcf92666d1a4e49f54271", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 36189322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:27.143 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:49:27.144 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:49:27.153 I SHARDING [conn9] moveChunk setting version to: 64|0||584bba0d90d1dc672b548145 Sat Dec 10 03:49:27.155 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 36189322, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:49:27.155 I SHARDING [conn9] moveChunk updating self version to: 64|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466773361000) } -> { datetime: new Date(1466793305000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:49:27.157 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:27.157-0600-584bcfa7666d1a4e49f54274", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363367157), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 36189322, catchup: 0, steady: 0 } } Sat Dec 10 03:49:27.157 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:49:27.158 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:49:27.158 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:27.158-0600-584bcfa7666d1a4e49f54275", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363367158), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5114, step 4 of 6: 15078, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:49:27.159 I SHARDING [conn9] distributed lock with ts: 584bcf92666d1a4e49f5426f' unlocked. Sat Dec 10 03:49:27.159 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466750165000) }, max: { datetime: new Date(1466773361000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:924 reslen:154 locks:{ Global: { acquireCount: { r: 1860, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 374 } }, Database: { acquireCount: { r: 926, w: 4, W: 2 } }, Collection: { acquireCount: { r: 926, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 107 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20214ms Sat Dec 10 03:49:27.163 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:49:27.164 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447487488000) }, { datetime: new Date(1447569750000) }) in IISLogs.pubprdweb01', ts : 584bcfa7666d1a4e49f54276 Sat Dec 10 03:49:27.164 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 37|0||584bbf4f90d1dc672b54822e, current metadata version is 37|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:49:27.165 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 37|0||584bbf4f90d1dc672b54822e to shard version 37|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:49:27.165 I SHARDING [conn9] collection version was loaded at version 37|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:49:27.165 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:27.165-0600-584bcfa7666d1a4e49f54277", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363367165), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:49:27.166 I SHARDING [conn9] moveChunk request accepted at version 37|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:49:28.503 I SHARDING [conn9] moveChunk number of documents: 102952 Sat Dec 10 03:49:28.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:28.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:29.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:29.126 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776322 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 604ms Sat Dec 10 03:49:29.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3888, clonedBytes: 1255273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:30.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14102, clonedBytes: 4617073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:31.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24654, clonedBytes: 8035708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:32.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33283, clonedBytes: 10831130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:33.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43208, clonedBytes: 14038960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:34.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50929, clonedBytes: 16430781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:35.237 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16392228 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 691ms Sat Dec 10 03:49:35.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55833, clonedBytes: 17986764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:36.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67347, clonedBytes: 21579292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:37.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77232, clonedBytes: 24658057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:39.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87209, clonedBytes: 27734202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:40.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95844, clonedBytes: 30329448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:40.649 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466427717000) } -> { datetime: new Date(1466449202000) } Sat Dec 10 03:49:40.649 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446402591000) } -> { datetime: new Date(1446501739000) }, with opId: 94271 Sat Dec 10 03:49:41.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:42.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:43.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:44.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:45.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:46.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:47.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:48.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:49.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:50.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:51.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfa7666d1a4e49f54278", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:51.317 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:49:51.318 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:49:51.319 I SHARDING [conn9] moveChunk setting version to: 38|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:49:51.327 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:49:51.327 I SHARDING [conn9] moveChunk updating self version to: 38|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447569750000) } -> { datetime: new Date(1447698926000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:49:51.329 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:51.329-0600-584bcfbf666d1a4e49f5427b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363391329), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102952, clonedBytes: 32469810, catchup: 0, steady: 0 } } Sat Dec 10 03:49:51.329 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:49:51.329 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:49:51.330 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:51.330-0600-584bcfbf666d1a4e49f5427c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363391330), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1348, step 4 of 6: 22800, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:49:51.331 I SHARDING [conn9] distributed lock with ts: 584bcfa7666d1a4e49f54276' unlocked. Sat Dec 10 03:49:51.331 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447487488000) }, max: { datetime: new Date(1447569750000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1023 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 173 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24168ms Sat Dec 10 03:49:51.336 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:49:51.337 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1464997244000) }, { datetime: new Date(1465164752000) }) in IISLogs.pubbsdweb2', ts : 584bcfbf666d1a4e49f5427d Sat Dec 10 03:49:51.338 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 36|0||584bbf7a90d1dc672b548236, current metadata version is 36|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:49:51.339 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 36|0||584bbf7a90d1dc672b548236 to shard version 36|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:49:51.339 I SHARDING [conn9] collection version was loaded at version 36|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:49:51.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:49:51.339-0600-584bcfbf666d1a4e49f5427e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363391339), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:49:51.340 I SHARDING [conn9] moveChunk request accepted at version 36|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:49:52.461 I SHARDING [conn9] moveChunk number of documents: 113728 Sat Dec 10 03:49:52.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:52.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:53.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:53.059 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776199 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 579ms Sat Dec 10 03:49:53.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1084, clonedBytes: 346496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:54.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11074, clonedBytes: 3540465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:55.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21169, clonedBytes: 6670115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:56.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31200, clonedBytes: 9877819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:57.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41750, clonedBytes: 13265733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:58.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51516, clonedBytes: 16415914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:49:59.317 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776050 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 609ms Sat Dec 10 03:49:59.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54706, clonedBytes: 17443359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:00.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65140, clonedBytes: 20815314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:01.183 I SHARDING [RangeDeleter] rangeDeleter deleted 102836 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446402591000) } -> { datetime: new Date(1446501739000) } Sat Dec 10 03:50:01.184 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464023772000) } -> { datetime: new Date(1464029666000) }, with opId: 94384 Sat Dec 10 03:50:01.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75445, clonedBytes: 24089654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:02.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85738, clonedBytes: 27400538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:03.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96034, clonedBytes: 30452558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:04.772 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3304882 locks:{ Global: { acquireCount: { r: 164 } }, Database: { acquireCount: { r: 82 } }, Collection: { acquireCount: { r: 82 } } } protocol:op_command 177ms Sat Dec 10 03:50:04.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104419, clonedBytes: 33083164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:05.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfbf666d1a4e49f5427f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113728, clonedBytes: 36093921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:05.884 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:50:05.885 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:50:05.889 I SHARDING [conn9] moveChunk setting version to: 37|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:50:05.894 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113728, clonedBytes: 36093921, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:50:05.894 I SHARDING [conn9] moveChunk updating self version to: 37|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465164752000) } -> { datetime: new Date(1465263770000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:50:05.896 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:05.896-0600-584bcfcd666d1a4e49f54282", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363405896), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113728, clonedBytes: 36093921, catchup: 0, steady: 0 } } Sat Dec 10 03:50:05.896 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:50:05.897 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:50:05.897 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:05.897-0600-584bcfcd666d1a4e49f54283", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363405897), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1132, step 4 of 6: 13410, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:50:05.899 I SHARDING [conn9] distributed lock with ts: 584bcfbf666d1a4e49f5427d' unlocked. Sat Dec 10 03:50:05.899 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1464997244000) }, max: { datetime: new Date(1465164752000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 799 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 3182 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14562ms Sat Dec 10 03:50:05.904 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:50:05.904 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1449074895000) }, { datetime: new Date(1449220039000) }) in IISLogs.pubprdweb02', ts : 584bcfcd666d1a4e49f54284 Sat Dec 10 03:50:05.904 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 29|0||584bc22c90d1dc672b54829b, current metadata version is 29|0||584bc22c90d1dc672b54829b Sat Dec 10 03:50:05.906 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 29|0||584bc22c90d1dc672b54829b to shard version 29|1||584bc22c90d1dc672b54829b Sat Dec 10 03:50:05.906 I SHARDING [conn9] collection version was loaded at version 29|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:50:05.906 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:05.906-0600-584bcfcd666d1a4e49f54285", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363405906), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:50:05.907 I SHARDING [conn9] moveChunk request accepted at version 29|1||584bc22c90d1dc672b54829b Sat Dec 10 03:50:07.418 I SHARDING [conn9] moveChunk number of documents: 106520 Sat Dec 10 03:50:07.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:07.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:08.344 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776280 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 921ms Sat Dec 10 03:50:08.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 438, clonedBytes: 119801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:09.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9690, clonedBytes: 2761579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:10.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19694, clonedBytes: 5529684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:11.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29652, clonedBytes: 8421910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:12.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39682, clonedBytes: 11479601, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:13.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49963, clonedBytes: 14497873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:14.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56336, clonedBytes: 16392890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:15.041 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14708378 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 693ms Sat Dec 10 03:50:15.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61807, clonedBytes: 17897356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:16.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71750, clonedBytes: 20672631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:17.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81686, clonedBytes: 23435081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:18.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91584, clonedBytes: 26266975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:19.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101006, clonedBytes: 29122292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:20.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:21.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:22.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:23.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:24.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:25.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfcd666d1a4e49f54286", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:25.957 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:50:25.959 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:50:25.959 I SHARDING [conn9] moveChunk setting version to: 30|0||584bc22c90d1dc672b54829b Sat Dec 10 03:50:25.967 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:50:25.967 I SHARDING [conn9] moveChunk updating self version to: 30|1||584bc22c90d1dc672b54829b through { datetime: new Date(1449220039000) } -> { datetime: new Date(1449431526000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:50:25.969 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:25.969-0600-584bcfe1666d1a4e49f54289", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363425969), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106520, clonedBytes: 30760942, catchup: 0, steady: 0 } } Sat Dec 10 03:50:25.970 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:50:25.970 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:50:25.982 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:25.982-0600-584bcfe1666d1a4e49f5428a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363425982), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1514, step 4 of 6: 18536, step 5 of 6: 12, step 6 of 6: 12, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:50:25.984 I SHARDING [conn9] distributed lock with ts: 584bcfcd666d1a4e49f54284' unlocked. Sat Dec 10 03:50:25.984 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449074895000) }, max: { datetime: new Date(1449220039000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3515 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20081ms Sat Dec 10 03:50:25.988 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:50:25.989 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445014214000) }, { datetime: new Date(1445019308000) }) in IISLogs.pubprdweb03', ts : 584bcfe1666d1a4e49f5428b Sat Dec 10 03:50:25.989 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 14|0||584bc97f90d1dc672b548352, current metadata version is 14|0||584bc97f90d1dc672b548352 Sat Dec 10 03:50:25.991 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 14|0||584bc97f90d1dc672b548352 to shard version 14|1||584bc97f90d1dc672b548352 Sat Dec 10 03:50:25.991 I SHARDING [conn9] collection version was loaded at version 14|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:50:25.991 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:25.991-0600-584bcfe1666d1a4e49f5428c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363425991), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:50:25.992 I SHARDING [conn9] moveChunk request accepted at version 14|1||584bc97f90d1dc672b548352 Sat Dec 10 03:50:26.634 I SHARDING [conn9] moveChunk number of documents: 113736 Sat Dec 10 03:50:26.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:26.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:27.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:27.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:28.113 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776291 locks:{ Global: { acquireCount: { r: 1092 } }, Database: { acquireCount: { r: 546 } }, Collection: { acquireCount: { r: 546 } } } protocol:op_command 1469ms Sat Dec 10 03:50:28.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5419, clonedBytes: 1249730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:29.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15662, clonedBytes: 3628335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:30.672 I SHARDING [RangeDeleter] rangeDeleter deleted 113763 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464023772000) } -> { datetime: new Date(1464029666000) } Sat Dec 10 03:50:30.672 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdenr03 from { datetime: new Date(1469539961000) } -> { datetime: new Date(1469540215000) }, with opId: 94590 Sat Dec 10 03:50:30.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25989, clonedBytes: 6102820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:31.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37015, clonedBytes: 8712693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:32.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47473, clonedBytes: 11196295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:34.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57978, clonedBytes: 13693917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:35.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68172, clonedBytes: 16310049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:35.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12901494 locks:{ Global: { acquireCount: { r: 724 } }, Database: { acquireCount: { r: 362 } }, Collection: { acquireCount: { r: 362 } } } protocol:op_command 651ms Sat Dec 10 03:50:36.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71559, clonedBytes: 17116410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:37.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81703, clonedBytes: 19934858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:38.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91966, clonedBytes: 22892335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:39.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99699, clonedBytes: 25086678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:40.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108937, clonedBytes: 27562792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:41.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcfe1666d1a4e49f5428d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113736, clonedBytes: 28903557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:41.325 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:50:41.326 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:50:41.327 I SHARDING [conn9] moveChunk setting version to: 15|0||584bc97f90d1dc672b548352 Sat Dec 10 03:50:41.338 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113736, clonedBytes: 28903557, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:50:41.338 I SHARDING [conn9] moveChunk updating self version to: 15|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445019308000) } -> { datetime: new Date(1445023237000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:50:41.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:41.339-0600-584bcff1666d1a4e49f54290", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363441339), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113736, clonedBytes: 28903557, catchup: 0, steady: 0 } } Sat Dec 10 03:50:41.340 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:50:45.205 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:50:45.205 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:45.205-0600-584bcff5666d1a4e49f54291", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363445205), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 645, step 4 of 6: 14687, step 5 of 6: 3879, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:50:45.208 I SHARDING [conn9] distributed lock with ts: 584bcfe1666d1a4e49f5428b' unlocked. Sat Dec 10 03:50:45.208 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445014214000) }, max: { datetime: new Date(1445019308000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3864744 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19219ms Sat Dec 10 03:50:45.212 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:50:45.213 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445046805000) }, { datetime: new Date(1445093965000) }) in IISLogs.pubprdweb04', ts : 584bcff5666d1a4e49f54292 Sat Dec 10 03:50:45.213 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 10|0||584bcad890d1dc672b54835d, current metadata version is 10|0||584bcad890d1dc672b54835d Sat Dec 10 03:50:45.215 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 10|0||584bcad890d1dc672b54835d to shard version 10|1||584bcad890d1dc672b54835d Sat Dec 10 03:50:45.215 I SHARDING [conn9] collection version was loaded at version 10|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:50:45.215 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:50:45.215-0600-584bcff5666d1a4e49f54293", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363445215), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:50:45.215 I SHARDING [conn9] moveChunk request accepted at version 10|1||584bcad890d1dc672b54835d Sat Dec 10 03:50:46.672 I SHARDING [conn9] moveChunk number of documents: 112217 Sat Dec 10 03:50:46.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:46.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:46.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:46.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:46.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:46.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:46.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:47.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:47.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:47.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:48.543 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776020 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 1854ms Sat Dec 10 03:50:48.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1200, clonedBytes: 326965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:49.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11866, clonedBytes: 3260888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:50.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22463, clonedBytes: 5993597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:52.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32833, clonedBytes: 8666400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:53.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43330, clonedBytes: 11218234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:54.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54392, clonedBytes: 14148152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:55.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62011, clonedBytes: 16352905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:55.574 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11967838 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 652ms Sat Dec 10 03:50:56.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67663, clonedBytes: 17833187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:57.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78706, clonedBytes: 20681054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:58.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89327, clonedBytes: 22867359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:50:59.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99897, clonedBytes: 24880484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:00.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110671, clonedBytes: 27548167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:01.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:02.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:03.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:03.719 I SHARDING [RangeDeleter] rangeDeleter deleted 129112 documents for IISLogs.pubprdenr03 from { datetime: new Date(1469539961000) } -> { datetime: new Date(1469540215000) } Sat Dec 10 03:51:03.719 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1446998360000) } -> { datetime: new Date(1447136103000) }, with opId: 94777 Sat Dec 10 03:51:04.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:05.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:06.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:07.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:08.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:09.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:10.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bcff5666d1a4e49f54294", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:10.691 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:51:10.692 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:51:10.693 I SHARDING [conn9] moveChunk setting version to: 11|0||584bcad890d1dc672b54835d Sat Dec 10 03:51:10.701 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:51:10.701 I SHARDING [conn9] moveChunk updating self version to: 11|1||584bcad890d1dc672b54835d through { datetime: new Date(1445093965000) } -> { datetime: new Date(1445136834000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:51:10.703 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:51:10.703-0600-584bd00e666d1a4e49f54297", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363470703), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112217, clonedBytes: 27980263, catchup: 0, steady: 0 } } Sat Dec 10 03:51:10.703 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:51:10.703 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:51:10.703 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:51:10.703-0600-584bd00e666d1a4e49f54298", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363470703), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1458, step 4 of 6: 24018, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:51:10.705 I SHARDING [conn9] distributed lock with ts: 584bcff5666d1a4e49f54292' unlocked. Sat Dec 10 03:51:10.705 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445046805000) }, max: { datetime: new Date(1445093965000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 10000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 402 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25493ms Sat Dec 10 03:51:11.780 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:51:11.781 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466773361000) }, { datetime: new Date(1466793305000) }) in IISLogs.pubbsdweb1', ts : 584bd00f666d1a4e49f54299 Sat Dec 10 03:51:11.781 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 64|0||584bba0d90d1dc672b548145, current metadata version is 64|0||584bba0d90d1dc672b548145 Sat Dec 10 03:51:11.782 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 64|0||584bba0d90d1dc672b548145 to shard version 64|1||584bba0d90d1dc672b548145 Sat Dec 10 03:51:11.782 I SHARDING [conn9] collection version was loaded at version 64|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:51:11.782 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:51:11.782-0600-584bd00f666d1a4e49f5429a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363471782), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:51:11.783 I SHARDING [conn9] moveChunk request accepted at version 64|1||584bba0d90d1dc672b548145 Sat Dec 10 03:51:16.143 I SHARDING [conn9] moveChunk number of documents: 113355 Sat Dec 10 03:51:16.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:16.793 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776203 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 619ms Sat Dec 10 03:51:17.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1655, clonedBytes: 519111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:18.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9690, clonedBytes: 3048642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:19.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19999, clonedBytes: 6265886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:20.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30716, clonedBytes: 9635120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:21.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41455, clonedBytes: 13003363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:22.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52086, clonedBytes: 16311846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:22.952 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776149 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 587ms Sat Dec 10 03:51:23.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55437, clonedBytes: 17347939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:24.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66443, clonedBytes: 20821157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:25.526 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1446998360000) } -> { datetime: new Date(1447136103000) } Sat Dec 10 03:51:25.526 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444924445000) } -> { datetime: new Date(1444927454000) }, with opId: 94893 Sat Dec 10 03:51:25.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76355, clonedBytes: 23931125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:26.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85348, clonedBytes: 26721817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:27.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95675, clonedBytes: 29957526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:28.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105161, clonedBytes: 32948735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:29.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:30.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:31.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:32.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:33.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:34.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:35.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:36.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:37.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:38.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:39.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:40.022 I SHARDING [RangeDeleter] rangeDeleter deleted 113750 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444924445000) } -> { datetime: new Date(1444927454000) } Sat Dec 10 03:51:40.022 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466449202000) } -> { datetime: new Date(1466512785000) }, with opId: 94950 Sat Dec 10 03:51:40.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:41.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:43.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:44.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:45.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:46.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:47.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:48.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:49.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:50.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:51.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:52.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:53.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:54.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:55.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:56.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:57.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:58.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:59.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:51:59.990 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466449202000) } -> { datetime: new Date(1466512785000) } Sat Dec 10 03:51:59.990 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446501739000) } -> { datetime: new Date(1446587415000) }, with opId: 95019 Sat Dec 10 03:52:00.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:01.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:02.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109570, clonedBytes: 34319256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:03.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111575, clonedBytes: 34942411, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:04.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd00f666d1a4e49f5429b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113355, clonedBytes: 35506084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:04.560 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:52:04.561 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:52:04.561 I SHARDING [conn9] moveChunk setting version to: 65|0||584bba0d90d1dc672b548145 Sat Dec 10 03:52:04.586 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113355, clonedBytes: 35506084, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:52:04.586 I SHARDING [conn9] moveChunk updating self version to: 65|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466793305000) } -> { datetime: new Date(1466815097000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:52:04.588 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:04.588-0600-584bd044666d1a4e49f5429e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363524588), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113355, clonedBytes: 35506084, catchup: 0, steady: 0 } } Sat Dec 10 03:52:04.609 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:52:04.610 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:52:04.610 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:04.610-0600-584bd044666d1a4e49f5429f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363524610), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4368, step 4 of 6: 48410, step 5 of 6: 49, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:52:04.611 I SHARDING [conn9] distributed lock with ts: 584bd00f666d1a4e49f54299' unlocked. Sat Dec 10 03:52:04.611 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466773361000) }, max: { datetime: new Date(1466793305000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:918 reslen:154 locks:{ Global: { acquireCount: { r: 1848, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1921 } }, Database: { acquireCount: { r: 920, w: 4, W: 2 } }, Collection: { acquireCount: { r: 920, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 52832ms Sat Dec 10 03:52:04.646 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:52:04.647 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447569750000) }, { datetime: new Date(1447698926000) }) in IISLogs.pubprdweb01', ts : 584bd044666d1a4e49f542a0 Sat Dec 10 03:52:04.647 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 38|0||584bbf4f90d1dc672b54822e, current metadata version is 38|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:52:04.664 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 38|0||584bbf4f90d1dc672b54822e to shard version 38|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:52:04.664 I SHARDING [conn9] collection version was loaded at version 38|1||584bbf4f90d1dc672b54822e, took 16ms Sat Dec 10 03:52:04.664 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:04.664-0600-584bd044666d1a4e49f542a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363524664), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:52:04.665 I SHARDING [conn9] moveChunk request accepted at version 38|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:52:06.271 I SHARDING [conn9] moveChunk number of documents: 102920 Sat Dec 10 03:52:06.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:06.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:07.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:08.230 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776171 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1904ms Sat Dec 10 03:52:08.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2, clonedBytes: 564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:09.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7234, clonedBytes: 2254354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:10.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17028, clonedBytes: 5314289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:11.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28119, clonedBytes: 8773979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:12.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39583, clonedBytes: 12212769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:14.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50572, clonedBytes: 15542094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:14.963 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15068809 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 539ms Sat Dec 10 03:52:15.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54752, clonedBytes: 16806753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:16.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64913, clonedBytes: 19876831, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:17.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74578, clonedBytes: 22772556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:18.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84625, clonedBytes: 25838086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:19.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94513, clonedBytes: 28672401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:20.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:21.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:22.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:23.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:23.533 I SHARDING [RangeDeleter] rangeDeleter deleted 103070 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446501739000) } -> { datetime: new Date(1446587415000) } Sat Dec 10 03:52:23.533 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464029666000) } -> { datetime: new Date(1464053167000) }, with opId: 95172 Sat Dec 10 03:52:24.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:25.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd044666d1a4e49f542a2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:25.509 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:52:25.510 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:52:25.511 I SHARDING [conn9] moveChunk setting version to: 39|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:52:25.516 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:52:25.517 I SHARDING [conn9] moveChunk updating self version to: 39|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447698926000) } -> { datetime: new Date(1447818601000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:52:25.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:25.519-0600-584bd059666d1a4e49f542a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363545519), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102920, clonedBytes: 31146464, catchup: 0, steady: 0 } } Sat Dec 10 03:52:25.520 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:52:25.520 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:52:25.520 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:25.520-0600-584bd059666d1a4e49f542a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363545520), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, step 1 of 6: 0, step 2 of 6: 18, step 3 of 6: 1617, step 4 of 6: 19227, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:52:25.522 I SHARDING [conn9] distributed lock with ts: 584bd044666d1a4e49f542a0' unlocked. Sat Dec 10 03:52:25.522 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447569750000) }, max: { datetime: new Date(1447698926000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 552 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 480 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20882ms Sat Dec 10 03:52:25.528 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:52:25.529 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465164752000) }, { datetime: new Date(1465263770000) }) in IISLogs.pubbsdweb2', ts : 584bd059666d1a4e49f542a7 Sat Dec 10 03:52:25.529 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 37|0||584bbf7a90d1dc672b548236, current metadata version is 37|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:52:25.531 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 37|0||584bbf7a90d1dc672b548236 to shard version 37|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:52:25.531 I SHARDING [conn9] collection version was loaded at version 37|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:52:25.531 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:25.531-0600-584bd059666d1a4e49f542a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363545531), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:52:25.531 I SHARDING [conn9] moveChunk request accepted at version 37|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:52:26.722 I SHARDING [conn9] moveChunk number of documents: 113760 Sat Dec 10 03:52:26.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:26.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:27.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:27.471 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776130 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 698ms Sat Dec 10 03:52:27.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 941, clonedBytes: 306522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:28.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10730, clonedBytes: 3461459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:29.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21834, clonedBytes: 7056985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:31.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32737, clonedBytes: 10338972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:32.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43653, clonedBytes: 13592545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:33.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53016, clonedBytes: 16415980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:33.942 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776112 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 858ms Sat Dec 10 03:52:34.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54641, clonedBytes: 16896208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:35.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64976, clonedBytes: 19950289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:36.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75535, clonedBytes: 23066528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:37.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87005, clonedBytes: 26513356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:38.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98698, clonedBytes: 30200545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:39.584 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2104451 locks:{ Global: { acquireCount: { r: 112 } }, Database: { acquireCount: { r: 56 } }, Collection: { acquireCount: { r: 56 } } } protocol:op_command 153ms Sat Dec 10 03:52:39.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107511, clonedBytes: 32975814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:40.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd059666d1a4e49f542a9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113760, clonedBytes: 34889988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:40.667 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:52:40.668 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:52:40.669 I SHARDING [conn9] moveChunk setting version to: 38|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:52:40.672 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113760, clonedBytes: 34889988, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:52:40.672 I SHARDING [conn9] moveChunk updating self version to: 38|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465263770000) } -> { datetime: new Date(1465332122000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:52:40.673 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:40.673-0600-584bd068666d1a4e49f542ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363560673), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113760, clonedBytes: 34889988, catchup: 0, steady: 0 } } Sat Dec 10 03:52:40.674 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:52:40.674 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:52:40.674 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:40.674-0600-584bd068666d1a4e49f542ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363560674), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1193, step 4 of 6: 13943, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:52:40.675 I SHARDING [conn9] distributed lock with ts: 584bd059666d1a4e49f542a7' unlocked. Sat Dec 10 03:52:40.676 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465164752000) }, max: { datetime: new Date(1465263770000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 177 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 157 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15148ms Sat Dec 10 03:52:40.679 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:52:40.680 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1449220039000) }, { datetime: new Date(1449431526000) }) in IISLogs.pubprdweb02', ts : 584bd068666d1a4e49f542ae Sat Dec 10 03:52:40.680 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 30|0||584bc22c90d1dc672b54829b, current metadata version is 30|0||584bc22c90d1dc672b54829b Sat Dec 10 03:52:40.682 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 30|0||584bc22c90d1dc672b54829b to shard version 30|1||584bc22c90d1dc672b54829b Sat Dec 10 03:52:40.682 I SHARDING [conn9] collection version was loaded at version 30|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:52:40.682 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:40.682-0600-584bd068666d1a4e49f542af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363560682), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:52:40.683 I SHARDING [conn9] moveChunk request accepted at version 30|1||584bc22c90d1dc672b54829b Sat Dec 10 03:52:41.041 I SHARDING [RangeDeleter] rangeDeleter deleted 113765 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464029666000) } -> { datetime: new Date(1464053167000) } Sat Dec 10 03:52:41.041 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1447136103000) } -> { datetime: new Date(1447347850000) }, with opId: 95290 Sat Dec 10 03:52:41.818 I SHARDING [conn9] moveChunk number of documents: 106533 Sat Dec 10 03:52:41.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:41.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:41.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:41.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:41.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:41.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:41.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:42.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:42.332 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 506ms Sat Dec 10 03:52:42.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:42.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4312, clonedBytes: 1283941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:43.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13554, clonedBytes: 3963609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:44.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22882, clonedBytes: 6613901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:46.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33136, clonedBytes: 9518643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:47.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42911, clonedBytes: 12423431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:48.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52868, clonedBytes: 15581778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:48.950 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15982045 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 613ms Sat Dec 10 03:52:49.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58105, clonedBytes: 17179871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:50.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67168, clonedBytes: 19993283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:51.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78005, clonedBytes: 23270599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:52.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87018, clonedBytes: 26018725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:53.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97055, clonedBytes: 29115535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:54.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106533, clonedBytes: 32034514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:55.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106533, clonedBytes: 32034514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:56.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd068666d1a4e49f542b0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106533, clonedBytes: 32034514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:56.744 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:52:56.745 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:52:56.746 I SHARDING [conn9] moveChunk setting version to: 31|0||584bc22c90d1dc672b54829b Sat Dec 10 03:52:56.751 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106533, clonedBytes: 32034514, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:52:56.751 I SHARDING [conn9] moveChunk updating self version to: 31|1||584bc22c90d1dc672b54829b through { datetime: new Date(1449431526000) } -> { datetime: new Date(1449603545000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:52:56.752 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:56.752-0600-584bd078666d1a4e49f542b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363576752), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106533, clonedBytes: 32034514, catchup: 0, steady: 0 } } Sat Dec 10 03:52:56.753 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:52:56.753 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:52:56.753 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:56.753-0600-584bd078666d1a4e49f542b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363576753), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1138, step 4 of 6: 14923, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:52:56.755 I SHARDING [conn9] distributed lock with ts: 584bd068666d1a4e49f542ae' unlocked. Sat Dec 10 03:52:56.755 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449220039000) }, max: { datetime: new Date(1449431526000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:838 reslen:154 locks:{ Global: { acquireCount: { r: 1688, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 167 } }, Database: { acquireCount: { r: 840, w: 4, W: 2 } }, Collection: { acquireCount: { r: 840, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 46 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16076ms Sat Dec 10 03:52:56.759 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:52:56.760 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445019308000) }, { datetime: new Date(1445023237000) }) in IISLogs.pubprdweb03', ts : 584bd078666d1a4e49f542b5 Sat Dec 10 03:52:56.760 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 15|0||584bc97f90d1dc672b548352, current metadata version is 15|0||584bc97f90d1dc672b548352 Sat Dec 10 03:52:56.761 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 15|0||584bc97f90d1dc672b548352 to shard version 15|1||584bc97f90d1dc672b548352 Sat Dec 10 03:52:56.761 I SHARDING [conn9] collection version was loaded at version 15|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:52:56.761 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:52:56.761-0600-584bd078666d1a4e49f542b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363576761), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:52:56.762 I SHARDING [conn9] moveChunk request accepted at version 15|1||584bc97f90d1dc672b548352 Sat Dec 10 03:52:57.281 I SHARDING [conn9] moveChunk number of documents: 113752 Sat Dec 10 03:52:57.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:57.852 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776046 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 560ms Sat Dec 10 03:52:57.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:58.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4147, clonedBytes: 1116157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:52:59.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14694, clonedBytes: 4003413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:00.172 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1447136103000) } -> { datetime: new Date(1447347850000) } Sat Dec 10 03:53:00.173 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444927454000) } -> { datetime: new Date(1444931245000) }, with opId: 95467 Sat Dec 10 03:53:00.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24865, clonedBytes: 6877404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:01.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35466, clonedBytes: 9779193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:02.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44668, clonedBytes: 12240242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:03.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54168, clonedBytes: 14849145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:04.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59884, clonedBytes: 16367820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:05.346 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15316657 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 868ms Sat Dec 10 03:53:05.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64914, clonedBytes: 17703588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:06.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75101, clonedBytes: 20379000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:08.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85228, clonedBytes: 22863703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:09.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95344, clonedBytes: 25762141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:10.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106258, clonedBytes: 29031204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:11.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd078666d1a4e49f542b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113752, clonedBytes: 31318363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:11.231 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:53:11.232 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:53:11.233 I SHARDING [conn9] moveChunk setting version to: 16|0||584bc97f90d1dc672b548352 Sat Dec 10 03:53:11.239 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113752, clonedBytes: 31318363, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:53:11.239 I SHARDING [conn9] moveChunk updating self version to: 16|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445023237000) } -> { datetime: new Date(1445027616000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:53:11.240 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:11.240-0600-584bd087666d1a4e49f542ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363591240), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113752, clonedBytes: 31318363, catchup: 0, steady: 0 } } Sat Dec 10 03:53:11.241 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:53:11.242 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:53:11.242 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:11.242-0600-584bd087666d1a4e49f542bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363591242), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 528, step 4 of 6: 13940, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:53:11.243 I SHARDING [conn9] distributed lock with ts: 584bd078666d1a4e49f542b5' unlocked. Sat Dec 10 03:53:11.243 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445019308000) }, max: { datetime: new Date(1445023237000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 180 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 126 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14484ms Sat Dec 10 03:53:11.252 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:53:11.253 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445093965000) }, { datetime: new Date(1445136834000) }) in IISLogs.pubprdweb04', ts : 584bd087666d1a4e49f542bc Sat Dec 10 03:53:11.253 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 11|0||584bcad890d1dc672b54835d, current metadata version is 11|0||584bcad890d1dc672b54835d Sat Dec 10 03:53:11.255 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 11|0||584bcad890d1dc672b54835d to shard version 11|1||584bcad890d1dc672b54835d Sat Dec 10 03:53:11.255 I SHARDING [conn9] collection version was loaded at version 11|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:53:11.255 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:11.255-0600-584bd087666d1a4e49f542bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363591255), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:53:11.256 I SHARDING [conn9] moveChunk request accepted at version 11|1||584bcad890d1dc672b54835d Sat Dec 10 03:53:12.452 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 03:53:12.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:12.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:13.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:13.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:14.034 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776223 locks:{ Global: { acquireCount: { r: 988 } }, Database: { acquireCount: { r: 494 } }, Collection: { acquireCount: { r: 494 } } } protocol:op_command 1463ms Sat Dec 10 03:53:14.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3169, clonedBytes: 998115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:15.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11336, clonedBytes: 3627811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:16.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21309, clonedBytes: 6625981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:17.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32506, clonedBytes: 9355014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:18.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42747, clonedBytes: 11814062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:20.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52835, clonedBytes: 14384650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:20.904 I SHARDING [RangeDeleter] rangeDeleter deleted 113733 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444927454000) } -> { datetime: new Date(1444931245000) } Sat Dec 10 03:53:20.904 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466512785000) } -> { datetime: new Date(1466535565000) }, with opId: 95563 Sat Dec 10 03:53:21.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60792, clonedBytes: 16361641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:21.481 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12843610 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 638ms Sat Dec 10 03:53:22.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65549, clonedBytes: 17549365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:23.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75810, clonedBytes: 20096452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:24.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85315, clonedBytes: 22464467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:25.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95602, clonedBytes: 24868874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:26.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105956, clonedBytes: 27277579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:27.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd087666d1a4e49f542be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 28856203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:27.205 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:53:27.206 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:53:27.206 I SHARDING [conn9] moveChunk setting version to: 12|0||584bcad890d1dc672b54835d Sat Dec 10 03:53:27.210 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 28856203, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:53:27.210 I SHARDING [conn9] moveChunk updating self version to: 12|1||584bcad890d1dc672b54835d through { datetime: new Date(1445136834000) } -> { datetime: new Date(1445194055000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:53:27.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:27.211-0600-584bd097666d1a4e49f542c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363607211), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 28856203, catchup: 0, steady: 0 } } Sat Dec 10 03:53:27.212 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:53:27.212 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:53:27.212 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:27.212-0600-584bd097666d1a4e49f542c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363607212), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1304, step 4 of 6: 14645, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:53:27.214 I SHARDING [conn9] distributed lock with ts: 584bd087666d1a4e49f542bc' unlocked. Sat Dec 10 03:53:27.214 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445093965000) }, max: { datetime: new Date(1445136834000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 11000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 285 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15963ms Sat Dec 10 03:53:28.283 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:53:28.284 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466793305000) }, { datetime: new Date(1466815097000) }) in IISLogs.pubbsdweb1', ts : 584bd098666d1a4e49f542c3 Sat Dec 10 03:53:28.285 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 65|0||584bba0d90d1dc672b548145, current metadata version is 65|0||584bba0d90d1dc672b548145 Sat Dec 10 03:53:28.286 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 65|0||584bba0d90d1dc672b548145 to shard version 65|1||584bba0d90d1dc672b548145 Sat Dec 10 03:53:28.286 I SHARDING [conn9] collection version was loaded at version 65|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:53:28.286 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:28.286-0600-584bd098666d1a4e49f542c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363608286), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:53:28.287 I SHARDING [conn9] moveChunk request accepted at version 65|1||584bba0d90d1dc672b548145 Sat Dec 10 03:53:29.667 I SHARDING [conn9] moveChunk number of documents: 113363 Sat Dec 10 03:53:29.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:29.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:30.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:30.407 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776245 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 736ms Sat Dec 10 03:53:30.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2275, clonedBytes: 721191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:31.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12170, clonedBytes: 3838256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:32.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22065, clonedBytes: 6957082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:33.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30939, clonedBytes: 9734888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:34.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41046, clonedBytes: 12912245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:35.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49826, clonedBytes: 15661209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:36.704 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776260 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 554ms Sat Dec 10 03:53:36.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53701, clonedBytes: 16877380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:37.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63731, clonedBytes: 20036958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:39.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73731, clonedBytes: 23206533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:40.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83432, clonedBytes: 26274516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:41.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93282, clonedBytes: 29399486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:42.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103607, clonedBytes: 32666726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:43.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112469, clonedBytes: 35447377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:43.754 I SHARDING [RangeDeleter] rangeDeleter deleted 113355 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466512785000) } -> { datetime: new Date(1466535565000) } Sat Dec 10 03:53:43.754 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446587415000) } -> { datetime: new Date(1446671474000) }, with opId: 95703 Sat Dec 10 03:53:44.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd098666d1a4e49f542c5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113363, clonedBytes: 35727365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:44.184 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:53:44.185 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:53:44.186 I SHARDING [conn9] moveChunk setting version to: 66|0||584bba0d90d1dc672b548145 Sat Dec 10 03:53:44.194 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113363, clonedBytes: 35727365, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:53:44.195 I SHARDING [conn9] moveChunk updating self version to: 66|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466815097000) } -> { datetime: new Date(1466845137000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:53:44.197 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:44.196-0600-584bd0a8666d1a4e49f542c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363624196), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113363, clonedBytes: 35727365, catchup: 0, steady: 0 } } Sat Dec 10 03:53:44.197 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:53:44.197 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:53:44.197 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:44.197-0600-584bd0a8666d1a4e49f542c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363624197), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1382, step 4 of 6: 14515, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:53:44.199 I SHARDING [conn9] distributed lock with ts: 584bd098666d1a4e49f542c3' unlocked. Sat Dec 10 03:53:44.199 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466793305000) }, max: { datetime: new Date(1466815097000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 71 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 220 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15916ms Sat Dec 10 03:53:44.204 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:53:44.205 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447698926000) }, { datetime: new Date(1447818601000) }) in IISLogs.pubprdweb01', ts : 584bd0a8666d1a4e49f542ca Sat Dec 10 03:53:44.206 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 39|0||584bbf4f90d1dc672b54822e, current metadata version is 39|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:53:44.207 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 39|0||584bbf4f90d1dc672b54822e to shard version 39|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:53:44.208 I SHARDING [conn9] collection version was loaded at version 39|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:53:44.208 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:44.208-0600-584bd0a8666d1a4e49f542cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363624208), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:53:44.208 I SHARDING [conn9] moveChunk request accepted at version 39|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:53:45.519 I SHARDING [conn9] moveChunk number of documents: 102935 Sat Dec 10 03:53:45.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:45.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:46.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:46.334 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776209 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 755ms Sat Dec 10 03:53:46.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1303, clonedBytes: 368528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:47.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11461, clonedBytes: 3254732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:48.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21399, clonedBytes: 6176167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:49.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31377, clonedBytes: 9187630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:50.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41644, clonedBytes: 12327406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:51.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51968, clonedBytes: 15448435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:52.675 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14118376 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 580ms Sat Dec 10 03:53:52.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55355, clonedBytes: 16433675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:53.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65033, clonedBytes: 19149360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:54.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75228, clonedBytes: 22105976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:55.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85241, clonedBytes: 24948476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:56.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95493, clonedBytes: 27943437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:57.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0a8666d1a4e49f542cc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102935, clonedBytes: 30195964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:57.931 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:53:57.932 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:53:57.933 I SHARDING [conn9] moveChunk setting version to: 40|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:53:57.950 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102935, clonedBytes: 30195964, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:53:57.950 I SHARDING [conn9] moveChunk updating self version to: 40|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447818601000) } -> { datetime: new Date(1447964871000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:53:57.952 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:57.952-0600-584bd0b5666d1a4e49f542cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363637952), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102935, clonedBytes: 30195964, catchup: 0, steady: 0 } } Sat Dec 10 03:53:57.952 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:53:57.953 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:53:57.953 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:57.953-0600-584bd0b5666d1a4e49f542d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363637953), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1322, step 4 of 6: 12399, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:53:57.954 I SHARDING [conn9] distributed lock with ts: 584bd0a8666d1a4e49f542ca' unlocked. Sat Dec 10 03:53:57.954 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447698926000) }, max: { datetime: new Date(1447818601000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 174 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 224 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13749ms Sat Dec 10 03:53:57.958 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:53:57.959 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465263770000) }, { datetime: new Date(1465332122000) }) in IISLogs.pubbsdweb2', ts : 584bd0b5666d1a4e49f542d1 Sat Dec 10 03:53:57.959 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 38|0||584bbf7a90d1dc672b548236, current metadata version is 38|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:53:57.960 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 38|0||584bbf7a90d1dc672b548236 to shard version 38|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:53:57.960 I SHARDING [conn9] collection version was loaded at version 38|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:53:57.960 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:53:57.960-0600-584bd0b5666d1a4e49f542d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363637960), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:53:57.961 I SHARDING [conn9] moveChunk request accepted at version 38|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:53:59.607 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 03:53:59.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:53:59.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:00.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:00.645 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776287 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1024ms Sat Dec 10 03:54:00.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:01.065 I SHARDING [RangeDeleter] rangeDeleter deleted 102938 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446587415000) } -> { datetime: new Date(1446671474000) } Sat Dec 10 03:54:01.065 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464053167000) } -> { datetime: new Date(1464121369000) }, with opId: 95846 Sat Dec 10 03:54:01.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9962, clonedBytes: 2979140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:02.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20293, clonedBytes: 6015260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:03.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30346, clonedBytes: 8970945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:04.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40490, clonedBytes: 11963555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:05.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50237, clonedBytes: 14847957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:06.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55449, clonedBytes: 16399106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:07.479 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1015ms Sat Dec 10 03:54:07.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59208, clonedBytes: 17526966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:09.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65945, clonedBytes: 19539813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:10.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73813, clonedBytes: 21877007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:11.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84174, clonedBytes: 24951694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:12.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94615, clonedBytes: 28070493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:13.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104681, clonedBytes: 31073149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:14.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:15.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:16.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:17.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:18.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:19.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0b5666d1a4e49f542d3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:19.308 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:54:19.309 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:54:19.310 I SHARDING [conn9] moveChunk setting version to: 39|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:54:19.317 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:54:19.317 I SHARDING [conn9] moveChunk updating self version to: 39|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465332122000) } -> { datetime: new Date(1465398229000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:54:19.319 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:54:19.319-0600-584bd0cb666d1a4e49f542d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363659319), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33806431, catchup: 0, steady: 0 } } Sat Dec 10 03:54:19.319 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:54:19.320 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:54:19.320 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:54:19.320-0600-584bd0cb666d1a4e49f542d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363659320), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1648, step 4 of 6: 19699, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:54:19.321 I SHARDING [conn9] distributed lock with ts: 584bd0b5666d1a4e49f542d1' unlocked. Sat Dec 10 03:54:19.321 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465263770000) }, max: { datetime: new Date(1465332122000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 435 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 110 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21363ms Sat Dec 10 03:54:19.325 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:54:19.326 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1449431526000) }, { datetime: new Date(1449603545000) }) in IISLogs.pubprdweb02', ts : 584bd0cb666d1a4e49f542d8 Sat Dec 10 03:54:19.326 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 31|0||584bc22c90d1dc672b54829b, current metadata version is 31|0||584bc22c90d1dc672b54829b Sat Dec 10 03:54:19.327 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 31|0||584bc22c90d1dc672b54829b to shard version 31|1||584bc22c90d1dc672b54829b Sat Dec 10 03:54:19.327 I SHARDING [conn9] collection version was loaded at version 31|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:54:19.327 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:54:19.327-0600-584bd0cb666d1a4e49f542d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363659327), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:54:19.328 I SHARDING [conn9] moveChunk request accepted at version 31|1||584bc22c90d1dc672b54829b Sat Dec 10 03:54:20.261 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 03:54:20.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:20.896 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776172 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 630ms Sat Dec 10 03:54:21.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:22.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:23.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:24.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:24.826 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464053167000) } -> { datetime: new Date(1464121369000) } Sat Dec 10 03:54:24.826 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1447347850000) } -> { datetime: new Date(1447483385000) }, with opId: 95971 Sat Dec 10 03:54:25.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:26.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:27.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:28.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:29.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:30.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:31.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:32.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:33.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:34.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:35.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:36.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:37.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:38.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:39.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:40.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:41.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:42.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:43.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:44.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:45.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:46.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:47.758 I SHARDING [RangeDeleter] rangeDeleter deleted 106509 documents for IISLogs.pubprdweb02 from { datetime: new Date(1447347850000) } -> { datetime: new Date(1447483385000) } Sat Dec 10 03:54:47.758 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444931245000) } -> { datetime: new Date(1444934533000) }, with opId: 96056 Sat Dec 10 03:54:47.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:48.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:50.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:51.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:52.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:53.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3266, clonedBytes: 979709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:54.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12997, clonedBytes: 3761879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:55.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22775, clonedBytes: 6636330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:56.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32526, clonedBytes: 9589874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:57.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41352, clonedBytes: 12253581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:58.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51378, clonedBytes: 15125657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:59.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55749, clonedBytes: 16396891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:54:59.426 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14584608 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 687ms Sat Dec 10 03:55:00.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62723, clonedBytes: 18369373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:01.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72143, clonedBytes: 20977349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:02.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82339, clonedBytes: 23925806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:03.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92732, clonedBytes: 26855480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:03.675 I SHARDING [RangeDeleter] rangeDeleter deleted 113736 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444931245000) } -> { datetime: new Date(1444934533000) } Sat Dec 10 03:55:03.675 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466535565000) } -> { datetime: new Date(1466556117000) }, with opId: 96117 Sat Dec 10 03:55:04.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102986, clonedBytes: 29640320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:05.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0cb666d1a4e49f542da", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 30637043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:05.453 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:55:05.455 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:55:05.455 I SHARDING [conn9] moveChunk setting version to: 32|0||584bc22c90d1dc672b54829b Sat Dec 10 03:55:05.461 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 30637043, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:55:05.461 I SHARDING [conn9] moveChunk updating self version to: 32|1||584bc22c90d1dc672b54829b through { datetime: new Date(1449603545000) } -> { datetime: new Date(1449756474000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:55:05.463 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:05.463-0600-584bd0f9666d1a4e49f542dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363705463), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 30637043, catchup: 0, steady: 0 } } Sat Dec 10 03:55:05.463 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:55:05.463 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:55:05.463 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:05.463-0600-584bd0f9666d1a4e49f542de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363705463), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 936, step 4 of 6: 45190, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:55:05.465 I SHARDING [conn9] distributed lock with ts: 584bd0cb666d1a4e49f542d8' unlocked. Sat Dec 10 03:55:05.465 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449431526000) }, max: { datetime: new Date(1449603545000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 215 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 46140ms Sat Dec 10 03:55:05.470 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:55:05.471 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445023237000) }, { datetime: new Date(1445027616000) }) in IISLogs.pubprdweb03', ts : 584bd0f9666d1a4e49f542df Sat Dec 10 03:55:05.471 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 16|0||584bc97f90d1dc672b548352, current metadata version is 16|0||584bc97f90d1dc672b548352 Sat Dec 10 03:55:05.472 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 16|0||584bc97f90d1dc672b548352 to shard version 16|1||584bc97f90d1dc672b548352 Sat Dec 10 03:55:05.472 I SHARDING [conn9] collection version was loaded at version 16|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:55:05.472 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:05.472-0600-584bd0f9666d1a4e49f542e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363705472), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:55:05.473 I SHARDING [conn9] moveChunk request accepted at version 16|1||584bc97f90d1dc672b548352 Sat Dec 10 03:55:06.036 I SHARDING [conn9] moveChunk number of documents: 113722 Sat Dec 10 03:55:06.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:06.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:07.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:07.167 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776236 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 1115ms Sat Dec 10 03:55:08.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6485, clonedBytes: 2007566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:09.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16415, clonedBytes: 4966217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:10.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26112, clonedBytes: 7864743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:11.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35068, clonedBytes: 10533721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:12.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44442, clonedBytes: 13270689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:13.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53980, clonedBytes: 16004181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:14.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55385, clonedBytes: 16399503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:14.377 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14229976 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 918ms Sat Dec 10 03:55:15.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63952, clonedBytes: 18886553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:16.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74006, clonedBytes: 21230996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:17.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84244, clonedBytes: 23563732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:18.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93423, clonedBytes: 25622684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:19.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102163, clonedBytes: 27603443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:20.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110761, clonedBytes: 29547986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:21.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd0f9666d1a4e49f542e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113722, clonedBytes: 30232082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:21.520 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:55:21.521 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:55:21.522 I SHARDING [conn9] moveChunk setting version to: 17|0||584bc97f90d1dc672b548352 Sat Dec 10 03:55:21.531 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113722, clonedBytes: 30232082, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:55:21.531 I SHARDING [conn9] moveChunk updating self version to: 17|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445027616000) } -> { datetime: new Date(1445035597000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:55:21.533 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:21.532-0600-584bd109666d1a4e49f542e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363721532), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113722, clonedBytes: 30232082, catchup: 0, steady: 0 } } Sat Dec 10 03:55:21.533 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:55:21.533 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:55:21.533 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:21.533-0600-584bd109666d1a4e49f542e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363721533), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 565, step 4 of 6: 15482, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:55:21.535 I SHARDING [conn9] distributed lock with ts: 584bd0f9666d1a4e49f542df' unlocked. Sat Dec 10 03:55:21.535 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445023237000) }, max: { datetime: new Date(1445027616000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 379 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16065ms Sat Dec 10 03:55:21.539 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:55:21.540 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445136834000) }, { datetime: new Date(1445194055000) }) in IISLogs.pubprdweb04', ts : 584bd109666d1a4e49f542e6 Sat Dec 10 03:55:21.540 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 12|0||584bcad890d1dc672b54835d, current metadata version is 12|0||584bcad890d1dc672b54835d Sat Dec 10 03:55:21.542 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 12|0||584bcad890d1dc672b54835d to shard version 12|1||584bcad890d1dc672b54835d Sat Dec 10 03:55:21.542 I SHARDING [conn9] collection version was loaded at version 12|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:55:21.542 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:21.542-0600-584bd109666d1a4e49f542e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363721542), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:55:21.542 I SHARDING [conn9] moveChunk request accepted at version 12|1||584bcad890d1dc672b54835d Sat Dec 10 03:55:22.499 I SHARDING [conn9] moveChunk number of documents: 112229 Sat Dec 10 03:55:22.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:22.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:23.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:23.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:24.070 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776289 locks:{ Global: { acquireCount: { r: 1140 } }, Database: { acquireCount: { r: 570 } }, Collection: { acquireCount: { r: 570 } } } protocol:op_command 1533ms Sat Dec 10 03:55:24.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4284, clonedBytes: 1017718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:25.435 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466535565000) } -> { datetime: new Date(1466556117000) } Sat Dec 10 03:55:25.435 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446671474000) } -> { datetime: new Date(1446745924000) }, with opId: 96346 Sat Dec 10 03:55:25.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14327, clonedBytes: 3602495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:26.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24641, clonedBytes: 6047230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:27.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35050, clonedBytes: 8478834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:28.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45362, clonedBytes: 10682558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:29.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55396, clonedBytes: 12856667, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:30.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65882, clonedBytes: 15237588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:31.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70619, clonedBytes: 16292918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:31.991 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:10236923 locks:{ Global: { acquireCount: { r: 664 } }, Database: { acquireCount: { r: 332 } }, Collection: { acquireCount: { r: 332 } } } protocol:op_command 705ms Sat Dec 10 03:55:32.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78948, clonedBytes: 18366177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:33.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89389, clonedBytes: 20796524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:34.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99915, clonedBytes: 23278910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:36.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110284, clonedBytes: 25762863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:37.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd109666d1a4e49f542e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112229, clonedBytes: 26249533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:37.046 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:55:37.047 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:55:37.047 I SHARDING [conn9] moveChunk setting version to: 13|0||584bcad890d1dc672b54835d Sat Dec 10 03:55:37.110 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112229, clonedBytes: 26249533, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:55:37.111 I SHARDING [conn9] moveChunk updating self version to: 13|1||584bcad890d1dc672b54835d through { datetime: new Date(1445194055000) } -> { datetime: new Date(1445242745000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:55:37.112 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:37.112-0600-584bd119666d1a4e49f542eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363737112), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112229, clonedBytes: 26249533, catchup: 0, steady: 0 } } Sat Dec 10 03:55:37.113 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:55:37.113 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:55:37.113 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:37.113-0600-584bd119666d1a4e49f542ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363737113), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 962, step 4 of 6: 14540, step 5 of 6: 66, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:55:37.114 I SHARDING [conn9] distributed lock with ts: 584bd109666d1a4e49f542e6' unlocked. Sat Dec 10 03:55:37.114 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445136834000) }, max: { datetime: new Date(1445194055000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 12000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 71 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15575ms Sat Dec 10 03:55:38.187 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:55:38.188 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466815097000) }, { datetime: new Date(1466845137000) }) in IISLogs.pubbsdweb1', ts : 584bd11a666d1a4e49f542ed Sat Dec 10 03:55:38.188 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 66|0||584bba0d90d1dc672b548145, current metadata version is 66|0||584bba0d90d1dc672b548145 Sat Dec 10 03:55:38.189 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 66|0||584bba0d90d1dc672b548145 to shard version 66|1||584bba0d90d1dc672b548145 Sat Dec 10 03:55:38.189 I SHARDING [conn9] collection version was loaded at version 66|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:55:38.189 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:38.189-0600-584bd11a666d1a4e49f542ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363738189), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:55:38.190 I SHARDING [conn9] moveChunk request accepted at version 66|1||584bba0d90d1dc672b548145 Sat Dec 10 03:55:41.941 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 03:55:41.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:41.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:41.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:41.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:42.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:42.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:42.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:42.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:42.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:42.892 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776047 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 935ms Sat Dec 10 03:55:43.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 484, clonedBytes: 154300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:44.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10821, clonedBytes: 3402299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:45.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20564, clonedBytes: 6476335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:46.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30717, clonedBytes: 9692014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:47.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40588, clonedBytes: 12813320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:47.174 I SHARDING [RangeDeleter] rangeDeleter deleted 102899 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446671474000) } -> { datetime: new Date(1446745924000) } Sat Dec 10 03:55:47.174 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464121369000) } -> { datetime: new Date(1464188284000) }, with opId: 96519 Sat Dec 10 03:55:48.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50866, clonedBytes: 16059604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:49.047 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776228 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 748ms Sat Dec 10 03:55:49.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52512, clonedBytes: 16578645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:50.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63386, clonedBytes: 20006042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:51.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69973, clonedBytes: 22086783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:52.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76915, clonedBytes: 24278828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:53.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82149, clonedBytes: 25945880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:54.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90675, clonedBytes: 28658821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:56.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99468, clonedBytes: 31444606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:57.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103179, clonedBytes: 32631291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:57.750 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3090630 locks:{ Global: { acquireCount: { r: 158 } }, Database: { acquireCount: { r: 79 } }, Collection: { acquireCount: { r: 79 } } } protocol:op_command 598ms Sat Dec 10 03:55:58.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107612, clonedBytes: 34047804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:59.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd11a666d1a4e49f542ef", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 35881772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:55:59.171 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:55:59.172 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:55:59.173 I SHARDING [conn9] moveChunk setting version to: 67|0||584bba0d90d1dc672b548145 Sat Dec 10 03:55:59.199 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 35881772, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:55:59.199 I SHARDING [conn9] moveChunk updating self version to: 67|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466845137000) } -> { datetime: new Date(1466873414000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:55:59.204 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:59.203-0600-584bd12f666d1a4e49f542f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363759203), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 35881772, catchup: 0, steady: 0 } } Sat Dec 10 03:55:59.204 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:55:59.204 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:55:59.204 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:59.204-0600-584bd12f666d1a4e49f542f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363759204), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3752, step 4 of 6: 17227, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:55:59.206 I SHARDING [conn9] distributed lock with ts: 584bd11a666d1a4e49f542ed' unlocked. Sat Dec 10 03:55:59.206 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466815097000) }, max: { datetime: new Date(1466845137000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:912 reslen:154 locks:{ Global: { acquireCount: { r: 1836, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 299 } }, Database: { acquireCount: { r: 914, w: 4, W: 2 } }, Collection: { acquireCount: { r: 914, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21019ms Sat Dec 10 03:55:59.230 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:55:59.235 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447818601000) }, { datetime: new Date(1447964871000) }) in IISLogs.pubprdweb01', ts : 584bd12f666d1a4e49f542f4 Sat Dec 10 03:55:59.235 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 40|0||584bbf4f90d1dc672b54822e, current metadata version is 40|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:55:59.237 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 40|0||584bbf4f90d1dc672b54822e to shard version 40|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:55:59.237 I SHARDING [conn9] collection version was loaded at version 40|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:55:59.237 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:55:59.237-0600-584bd12f666d1a4e49f542f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363759237), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:55:59.238 I SHARDING [conn9] moveChunk request accepted at version 40|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:56:03.145 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 03:56:03.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:03.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:03.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:03.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:04.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:04.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:04.487 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 1179ms Sat Dec 10 03:56:05.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3334, clonedBytes: 985396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:05.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5157, clonedBytes: 1536563, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:06.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8930, clonedBytes: 2711002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:06.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13726, clonedBytes: 4195331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:07.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24006, clonedBytes: 7148588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:08.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33806, clonedBytes: 9987615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:09.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43969, clonedBytes: 12896518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:10.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53777, clonedBytes: 15711062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:11.045 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464121369000) } -> { datetime: new Date(1464188284000) } Sat Dec 10 03:56:11.046 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1447483385000) } -> { datetime: new Date(1447643679000) }, with opId: 96618 Sat Dec 10 03:56:11.564 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13762747 locks:{ Global: { acquireCount: { r: 742 } }, Database: { acquireCount: { r: 371 } }, Collection: { acquireCount: { r: 371 } } } protocol:op_command 656ms Sat Dec 10 03:56:11.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56639, clonedBytes: 16523548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:12.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66811, clonedBytes: 19521681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:13.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77420, clonedBytes: 22777292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:14.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87597, clonedBytes: 25587037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:15.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97751, clonedBytes: 28426481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:16.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd12f666d1a4e49f542f6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 29840374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:16.851 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:56:16.852 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:56:16.852 I SHARDING [conn9] moveChunk setting version to: 41|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:56:16.856 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 29840374, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:56:16.856 I SHARDING [conn9] moveChunk updating self version to: 41|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1447964871000) } -> { datetime: new Date(1448109885000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:56:16.857 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:16.857-0600-584bd140666d1a4e49f542f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363776857), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 29840374, catchup: 0, steady: 0 } } Sat Dec 10 03:56:16.858 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:56:16.858 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:56:16.858 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:16.858-0600-584bd140666d1a4e49f542fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363776858), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 4057, step 4 of 6: 13555, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:56:16.859 I SHARDING [conn9] distributed lock with ts: 584bd12f666d1a4e49f542f4' unlocked. Sat Dec 10 03:56:16.859 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447818601000) }, max: { datetime: new Date(1447964871000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 295 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17630ms Sat Dec 10 03:56:16.863 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:56:16.865 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465332122000) }, { datetime: new Date(1465398229000) }) in IISLogs.pubbsdweb2', ts : 584bd140666d1a4e49f542fb Sat Dec 10 03:56:16.865 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 39|0||584bbf7a90d1dc672b548236, current metadata version is 39|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:56:16.867 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 39|0||584bbf7a90d1dc672b548236 to shard version 39|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:56:16.867 I SHARDING [conn9] collection version was loaded at version 39|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:56:16.867 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:16.867-0600-584bd140666d1a4e49f542fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363776867), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:56:16.867 I SHARDING [conn9] moveChunk request accepted at version 39|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:56:19.437 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 03:56:19.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:19.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:20.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:20.391 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776231 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 928ms Sat Dec 10 03:56:20.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:21.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9302, clonedBytes: 2913092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:22.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16589, clonedBytes: 5189572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:23.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23295, clonedBytes: 7299736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:24.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32411, clonedBytes: 10179315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:25.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42681, clonedBytes: 13416851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:26.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50486, clonedBytes: 15903105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:27.795 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776226 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 814ms Sat Dec 10 03:56:27.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52119, clonedBytes: 16422360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:28.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61242, clonedBytes: 19158462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:29.469 I SHARDING [RangeDeleter] rangeDeleter deleted 106539 documents for IISLogs.pubprdweb02 from { datetime: new Date(1447483385000) } -> { datetime: new Date(1447643679000) } Sat Dec 10 03:56:29.469 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444934533000) } -> { datetime: new Date(1444937766000) }, with opId: 96741 Sat Dec 10 03:56:29.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71847, clonedBytes: 22317847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:30.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82805, clonedBytes: 25558205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:31.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93582, clonedBytes: 28743503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:33.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104261, clonedBytes: 31908706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:33.441 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1964601 locks:{ Global: { acquireCount: { r: 106 } }, Database: { acquireCount: { r: 53 } }, Collection: { acquireCount: { r: 53 } } } protocol:op_command 112ms Sat Dec 10 03:56:34.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113570, clonedBytes: 34698986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:35.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd140666d1a4e49f542fd", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 34750167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:35.095 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:56:35.096 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:56:35.097 I SHARDING [conn9] moveChunk setting version to: 40|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:56:35.106 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 34750167, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:56:35.106 I SHARDING [conn9] moveChunk updating self version to: 40|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465398229000) } -> { datetime: new Date(1465471959000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:56:35.107 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:35.107-0600-584bd153666d1a4e49f54300", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363795107), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 34750167, catchup: 0, steady: 0 } } Sat Dec 10 03:56:35.108 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:56:35.108 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:56:35.108 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:35.108-0600-584bd153666d1a4e49f54301", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363795108), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2571, step 4 of 6: 15655, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:56:35.109 I SHARDING [conn9] distributed lock with ts: 584bd140666d1a4e49f542fb' unlocked. Sat Dec 10 03:56:35.109 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465332122000) }, max: { datetime: new Date(1465398229000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 106 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18245ms Sat Dec 10 03:56:35.113 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:56:35.114 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1449603545000) }, { datetime: new Date(1449756474000) }) in IISLogs.pubprdweb02', ts : 584bd153666d1a4e49f54302 Sat Dec 10 03:56:35.114 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 32|0||584bc22c90d1dc672b54829b, current metadata version is 32|0||584bc22c90d1dc672b54829b Sat Dec 10 03:56:35.116 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 32|0||584bc22c90d1dc672b54829b to shard version 32|1||584bc22c90d1dc672b54829b Sat Dec 10 03:56:35.116 I SHARDING [conn9] collection version was loaded at version 32|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:56:35.116 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:35.116-0600-584bd153666d1a4e49f54303", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363795116), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:56:35.116 I SHARDING [conn9] moveChunk request accepted at version 32|1||584bc22c90d1dc672b54829b Sat Dec 10 03:56:36.776 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 03:56:36.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:36.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:36.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:36.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:36.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:36.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:37.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:37.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:37.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:37.459 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776071 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 652ms Sat Dec 10 03:56:37.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3606, clonedBytes: 984622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:38.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14096, clonedBytes: 3947818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:40.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24174, clonedBytes: 6798758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:41.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34142, clonedBytes: 9657339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:42.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44621, clonedBytes: 12654593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:43.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54883, clonedBytes: 15526366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:44.078 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14528608 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 652ms Sat Dec 10 03:56:44.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57874, clonedBytes: 16381915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:45.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68042, clonedBytes: 19242457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:45.724 I SHARDING [RangeDeleter] rangeDeleter deleted 113769 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444934533000) } -> { datetime: new Date(1444937766000) } Sat Dec 10 03:56:45.724 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: MinKey } -> { datetime: new Date(1444928401000) }, with opId: 96909 Sat Dec 10 03:56:46.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77918, clonedBytes: 22020685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:47.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87917, clonedBytes: 24920162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:48.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98160, clonedBytes: 27990637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd153666d1a4e49f54304", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 30580949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.308 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:56:49.309 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:56:49.310 I SHARDING [conn9] moveChunk setting version to: 33|0||584bc22c90d1dc672b54829b Sat Dec 10 03:56:49.321 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 30580949, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:56:49.321 I SHARDING [conn9] moveChunk updating self version to: 33|1||584bc22c90d1dc672b54829b through { datetime: new Date(1449756474000) } -> { datetime: new Date(1449920709000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 03:56:49.323 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:49.323-0600-584bd161666d1a4e49f54307", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363809323), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 30580949, catchup: 0, steady: 0 } } Sat Dec 10 03:56:49.324 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:56:49.324 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:56:49.324 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:49.324-0600-584bd161666d1a4e49f54308", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363809324), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1673, step 4 of 6: 12517, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:56:49.325 I SHARDING [conn9] distributed lock with ts: 584bd153666d1a4e49f54302' unlocked. Sat Dec 10 03:56:49.326 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449603545000) }, max: { datetime: new Date(1449756474000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 290 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14213ms Sat Dec 10 03:56:49.329 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 03:56:49.330 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445027616000) }, { datetime: new Date(1445035597000) }) in IISLogs.pubprdweb03', ts : 584bd161666d1a4e49f54309 Sat Dec 10 03:56:49.330 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 17|0||584bc97f90d1dc672b548352, current metadata version is 17|0||584bc97f90d1dc672b548352 Sat Dec 10 03:56:49.332 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 17|0||584bc97f90d1dc672b548352 to shard version 17|1||584bc97f90d1dc672b548352 Sat Dec 10 03:56:49.332 I SHARDING [conn9] collection version was loaded at version 17|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 03:56:49.332 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:56:49.332-0600-584bd161666d1a4e49f5430a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363809332), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:56:49.332 I SHARDING [conn9] moveChunk request accepted at version 17|1||584bc97f90d1dc672b548352 Sat Dec 10 03:56:49.853 I SHARDING [conn9] moveChunk number of documents: 113766 Sat Dec 10 03:56:49.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:49.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:50.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:50.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:50.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:50.695 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776321 locks:{ Global: { acquireCount: { r: 1110 } }, Database: { acquireCount: { r: 555 } }, Collection: { acquireCount: { r: 555 } } } protocol:op_command 796ms Sat Dec 10 03:56:50.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 810, clonedBytes: 184807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:51.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10726, clonedBytes: 2444775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:53.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20462, clonedBytes: 4630219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:54.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30336, clonedBytes: 6855403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:55.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40282, clonedBytes: 9097127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:56.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49982, clonedBytes: 11318154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:57.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59667, clonedBytes: 13797778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:58.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69712, clonedBytes: 16202809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:59.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70112, clonedBytes: 16296499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:56:59.388 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11405302 locks:{ Global: { acquireCount: { r: 706 } }, Database: { acquireCount: { r: 353 } }, Collection: { acquireCount: { r: 353 } } } protocol:op_command 1164ms Sat Dec 10 03:57:00.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78310, clonedBytes: 18216086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:01.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88532, clonedBytes: 20774838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:02.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99031, clonedBytes: 23484966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:03.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109142, clonedBytes: 26240170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:04.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd161666d1a4e49f5430b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113766, clonedBytes: 27407185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:04.374 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:57:04.375 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:57:04.376 I SHARDING [conn9] moveChunk setting version to: 18|0||584bc97f90d1dc672b548352 Sat Dec 10 03:57:04.381 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113766, clonedBytes: 27407185, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:57:04.381 I SHARDING [conn9] moveChunk updating self version to: 18|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445035597000) } -> { datetime: new Date(1445068113000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 03:57:04.383 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:57:04.383-0600-584bd170666d1a4e49f5430e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363824383), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113766, clonedBytes: 27407185, catchup: 0, steady: 0 } } Sat Dec 10 03:57:04.383 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:57:04.384 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:57:04.384 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:57:04.384-0600-584bd170666d1a4e49f5430f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363824384), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 523, step 4 of 6: 14518, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:57:04.385 I SHARDING [conn9] distributed lock with ts: 584bd161666d1a4e49f54309' unlocked. Sat Dec 10 03:57:04.385 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445027616000) }, max: { datetime: new Date(1445035597000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 218 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15056ms Sat Dec 10 03:57:04.390 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 03:57:04.391 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445194055000) }, { datetime: new Date(1445242745000) }) in IISLogs.pubprdweb04', ts : 584bd170666d1a4e49f54310 Sat Dec 10 03:57:04.391 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 13|0||584bcad890d1dc672b54835d, current metadata version is 13|0||584bcad890d1dc672b54835d Sat Dec 10 03:57:04.399 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 13|0||584bcad890d1dc672b54835d to shard version 13|1||584bcad890d1dc672b54835d Sat Dec 10 03:57:04.399 I SHARDING [conn9] collection version was loaded at version 13|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 03:57:04.399 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:57:04.399-0600-584bd170666d1a4e49f54311", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363824399), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:57:04.401 I SHARDING [conn9] moveChunk request accepted at version 13|1||584bcad890d1dc672b54835d Sat Dec 10 03:57:05.739 I SHARDING [conn9] moveChunk number of documents: 112226 Sat Dec 10 03:57:05.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:05.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:05.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:05.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:05.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:05.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:05.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:06.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:06.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:06.421 I SHARDING [RangeDeleter] rangeDeleter deleted 112202 documents for IISLogs.pubprdweb04 from { datetime: MinKey } -> { datetime: new Date(1444928401000) } Sat Dec 10 03:57:06.421 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466556117000) } -> { datetime: new Date(1466584281000) }, with opId: 97070 Sat Dec 10 03:57:06.735 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776282 locks:{ Global: { acquireCount: { r: 1090 } }, Database: { acquireCount: { r: 545 } }, Collection: { acquireCount: { r: 545 } } } protocol:op_command 991ms Sat Dec 10 03:57:06.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24, clonedBytes: 5269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:07.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:08.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:09.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:10.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:11.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:13.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:14.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:15.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:16.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:17.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:18.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:19.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:20.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:21.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:22.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:23.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:24.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:25.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3716, clonedBytes: 969088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:26.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3823, clonedBytes: 995571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:27.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13368, clonedBytes: 3288790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:28.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22611, clonedBytes: 5522446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:29.375 I SHARDING [RangeDeleter] rangeDeleter deleted 113341 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466556117000) } -> { datetime: new Date(1466584281000) } Sat Dec 10 03:57:29.375 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446745924000) } -> { datetime: new Date(1446833121000) }, with opId: 97153 Sat Dec 10 03:57:29.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33249, clonedBytes: 8069532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:30.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43211, clonedBytes: 10544348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:31.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53364, clonedBytes: 12787921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:32.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62764, clonedBytes: 14965731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:33.734 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:10777761 locks:{ Global: { acquireCount: { r: 698 } }, Database: { acquireCount: { r: 349 } }, Collection: { acquireCount: { r: 349 } } } protocol:op_command 445ms Sat Dec 10 03:57:33.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68324, clonedBytes: 16308976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:34.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78102, clonedBytes: 18678463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:35.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88466, clonedBytes: 21197926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:36.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98637, clonedBytes: 23675167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:37.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108779, clonedBytes: 26005555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:38.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd170666d1a4e49f54312", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112226, clonedBytes: 26790385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:38.880 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:57:38.881 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:57:38.882 I SHARDING [conn9] moveChunk setting version to: 14|0||584bcad890d1dc672b54835d Sat Dec 10 03:57:38.888 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112226, clonedBytes: 26790385, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:57:38.888 I SHARDING [conn9] moveChunk updating self version to: 14|1||584bcad890d1dc672b54835d through { datetime: new Date(1445242745000) } -> { datetime: new Date(1445264506000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 03:57:38.889 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:57:38.889-0600-584bd192666d1a4e49f54315", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363858889), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112226, clonedBytes: 26790385, catchup: 0, steady: 0 } } Sat Dec 10 03:57:38.890 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:57:38.890 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:57:38.890 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:57:38.890-0600-584bd192666d1a4e49f54316", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363858890), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, step 1 of 6: 0, step 2 of 6: 11, step 3 of 6: 1340, step 4 of 6: 33137, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:57:38.892 I SHARDING [conn9] distributed lock with ts: 584bd170666d1a4e49f54310' unlocked. Sat Dec 10 03:57:38.892 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445194055000) }, max: { datetime: new Date(1445242745000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 13000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4946 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 7018 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 34502ms Sat Dec 10 03:57:39.964 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 03:57:39.966 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466845137000) }, { datetime: new Date(1466873414000) }) in IISLogs.pubbsdweb1', ts : 584bd193666d1a4e49f54317 Sat Dec 10 03:57:39.966 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 67|0||584bba0d90d1dc672b548145, current metadata version is 67|0||584bba0d90d1dc672b548145 Sat Dec 10 03:57:39.967 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 67|0||584bba0d90d1dc672b548145 to shard version 67|1||584bba0d90d1dc672b548145 Sat Dec 10 03:57:39.967 I SHARDING [conn9] collection version was loaded at version 67|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 03:57:39.967 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:57:39.967-0600-584bd193666d1a4e49f54318", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363859967), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:57:39.968 I SHARDING [conn9] moveChunk request accepted at version 67|1||584bba0d90d1dc672b548145 Sat Dec 10 03:57:42.145 I SHARDING [conn9] moveChunk number of documents: 113340 Sat Dec 10 03:57:42.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:42.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:43.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:43.298 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1097ms Sat Dec 10 03:57:44.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8362, clonedBytes: 2668889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:45.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18338, clonedBytes: 5821723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:46.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23805, clonedBytes: 7515585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:47.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33277, clonedBytes: 10475188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:48.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43027, clonedBytes: 13524029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:49.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52156, clonedBytes: 16422151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:49.963 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776095 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 589ms Sat Dec 10 03:57:50.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56314, clonedBytes: 17745164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:51.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66690, clonedBytes: 21045842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:52.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76769, clonedBytes: 24256974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:53.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86642, clonedBytes: 27380173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:54.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96581, clonedBytes: 30522743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:55.084 I SHARDING [RangeDeleter] rangeDeleter deleted 102957 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446745924000) } -> { datetime: new Date(1446833121000) } Sat Dec 10 03:57:55.084 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464188284000) } -> { datetime: new Date(1464231218000) }, with opId: 97324 Sat Dec 10 03:57:55.468 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3058861 locks:{ Global: { acquireCount: { r: 152 } }, Database: { acquireCount: { r: 76 } }, Collection: { acquireCount: { r: 76 } } } protocol:op_command 101ms Sat Dec 10 03:57:55.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105466, clonedBytes: 33341290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:56.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:57.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:58.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:57:59.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:00.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:01.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:02.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:03.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:04.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:05.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:06.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:07.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:08.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:09.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:11.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:12.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:13.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:14.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:15.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:16.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:17.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd193666d1a4e49f54319", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:17.146 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:58:17.147 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:58:17.147 I SHARDING [conn9] moveChunk setting version to: 68|0||584bba0d90d1dc672b548145 Sat Dec 10 03:58:17.157 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:58:17.157 I SHARDING [conn9] moveChunk updating self version to: 68|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466873414000) } -> { datetime: new Date(1466897770000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 03:58:17.158 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:58:17.158-0600-584bd1b9666d1a4e49f5431c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363897158), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113340, clonedBytes: 35850158, catchup: 0, steady: 0 } } Sat Dec 10 03:58:17.159 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:58:17.159 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:58:17.159 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:58:17.159-0600-584bd1b9666d1a4e49f5431d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363897159), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2183, step 4 of 6: 34993, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:58:17.160 I SHARDING [conn9] distributed lock with ts: 584bd193666d1a4e49f54317' unlocked. Sat Dec 10 03:58:17.160 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466845137000) }, max: { datetime: new Date(1466873414000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:900 reslen:154 locks:{ Global: { acquireCount: { r: 1812, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 188 } }, Database: { acquireCount: { r: 902, w: 4, W: 2 } }, Collection: { acquireCount: { r: 902, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 37196ms Sat Dec 10 03:58:17.165 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 03:58:17.165 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1447964871000) }, { datetime: new Date(1448109885000) }) in IISLogs.pubprdweb01', ts : 584bd1b9666d1a4e49f5431e Sat Dec 10 03:58:17.166 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 41|0||584bbf4f90d1dc672b54822e, current metadata version is 41|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:58:17.167 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 41|0||584bbf4f90d1dc672b54822e to shard version 41|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:58:17.167 I SHARDING [conn9] collection version was loaded at version 41|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 03:58:17.167 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:58:17.167-0600-584bd1b9666d1a4e49f5431f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363897167), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:58:17.168 I SHARDING [conn9] moveChunk request accepted at version 41|1||584bbf4f90d1dc672b54822e Sat Dec 10 03:58:19.353 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464188284000) } -> { datetime: new Date(1464231218000) } Sat Dec 10 03:58:19.353 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1447643679000) } -> { datetime: new Date(1447805135000) }, with opId: 97455 Sat Dec 10 03:58:19.959 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 03:58:19.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:19.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:19.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:19.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:20.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:20.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:20.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:20.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:20.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:20.879 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776094 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 872ms Sat Dec 10 03:58:21.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27, clonedBytes: 6838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:22.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9718, clonedBytes: 2726646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:23.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19724, clonedBytes: 5633072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:24.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30114, clonedBytes: 8697368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:25.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40022, clonedBytes: 11631805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:26.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50028, clonedBytes: 14427671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:27.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56995, clonedBytes: 16388091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:27.586 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13566618 locks:{ Global: { acquireCount: { r: 732 } }, Database: { acquireCount: { r: 366 } }, Collection: { acquireCount: { r: 366 } } } protocol:op_command 675ms Sat Dec 10 03:58:28.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62346, clonedBytes: 17895393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:29.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73207, clonedBytes: 20977370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:30.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83551, clonedBytes: 24008092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:31.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92976, clonedBytes: 26700961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:32.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101628, clonedBytes: 29244734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:33.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:34.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:35.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:36.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:37.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:38.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:39.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:40.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:40.855 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1447643679000) } -> { datetime: new Date(1447805135000) } Sat Dec 10 03:58:40.855 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444937766000) } -> { datetime: new Date(1444939562000) }, with opId: 97540 Sat Dec 10 03:58:41.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:42.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:43.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:44.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:45.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:46.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:47.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:48.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:49.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:50.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:51.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:52.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:54.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:55.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:56.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:57.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:58.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:58:58.445 I SHARDING [RangeDeleter] rangeDeleter deleted 113713 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444937766000) } -> { datetime: new Date(1444939562000) } Sat Dec 10 03:58:58.445 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1444928401000) } -> { datetime: new Date(1444937291000) }, with opId: 97605 Sat Dec 10 03:58:59.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:00.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:01.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:02.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:03.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:04.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:05.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:06.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:07.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:08.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1b9666d1a4e49f54320", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:08.357 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:59:08.358 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:59:08.359 I SHARDING [conn9] moveChunk setting version to: 42|0||584bbf4f90d1dc672b54822e Sat Dec 10 03:59:08.374 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:59:08.374 I SHARDING [conn9] moveChunk updating self version to: 42|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1448109885000) } -> { datetime: new Date(1448258410000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 03:59:08.375 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:59:08.375-0600-584bd1ec666d1a4e49f54323", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363948375), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 29644126, catchup: 0, steady: 0 } } Sat Dec 10 03:59:08.376 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:59:08.376 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:59:08.376 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:59:08.376-0600-584bd1ec666d1a4e49f54324", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363948376), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2800, step 4 of 6: 48387, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:59:08.378 I SHARDING [conn9] distributed lock with ts: 584bd1b9666d1a4e49f5431e' unlocked. Sat Dec 10 03:59:08.378 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447964871000) }, max: { datetime: new Date(1448109885000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:826 reslen:154 locks:{ Global: { acquireCount: { r: 1664, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 356 } }, Database: { acquireCount: { r: 828, w: 4, W: 2 } }, Collection: { acquireCount: { r: 828, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 51213ms Sat Dec 10 03:59:08.382 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 03:59:08.383 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465398229000) }, { datetime: new Date(1465471959000) }) in IISLogs.pubbsdweb2', ts : 584bd1ec666d1a4e49f54325 Sat Dec 10 03:59:08.383 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 40|0||584bbf7a90d1dc672b548236, current metadata version is 40|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:59:08.384 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 40|0||584bbf7a90d1dc672b548236 to shard version 40|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:59:08.384 I SHARDING [conn9] collection version was loaded at version 40|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 03:59:08.384 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:59:08.384-0600-584bd1ec666d1a4e49f54326", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363948384), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:59:08.385 I SHARDING [conn9] moveChunk request accepted at version 40|1||584bbf7a90d1dc672b548236 Sat Dec 10 03:59:10.193 I SHARDING [conn9] moveChunk number of documents: 113697 Sat Dec 10 03:59:10.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:10.910 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776262 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 699ms Sat Dec 10 03:59:11.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2543, clonedBytes: 756569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:12.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11530, clonedBytes: 3452804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:13.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21392, clonedBytes: 6428982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:14.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31037, clonedBytes: 9290232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:15.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41411, clonedBytes: 12406741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:16.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51153, clonedBytes: 15309808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:17.390 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 530ms Sat Dec 10 03:59:17.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54893, clonedBytes: 16407732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:18.000 I SHARDING [RangeDeleter] rangeDeleter deleted 112234 documents for IISLogs.pubprdweb04 from { datetime: new Date(1444928401000) } -> { datetime: new Date(1444937291000) } Sat Dec 10 03:59:18.000 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466584281000) } -> { datetime: new Date(1466609045000) }, with opId: 97710 Sat Dec 10 03:59:18.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63868, clonedBytes: 19126814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:19.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72556, clonedBytes: 21712512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:20.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81131, clonedBytes: 24292590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:21.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90922, clonedBytes: 27189711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:22.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101054, clonedBytes: 30179658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:23.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110960, clonedBytes: 33102874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:24.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1ec666d1a4e49f54327", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113697, clonedBytes: 33910862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:24.675 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 03:59:24.676 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 03:59:24.677 I SHARDING [conn9] moveChunk setting version to: 41|0||584bbf7a90d1dc672b548236 Sat Dec 10 03:59:24.679 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113697, clonedBytes: 33910862, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 03:59:24.679 I SHARDING [conn9] moveChunk updating self version to: 41|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465471959000) } -> { datetime: new Date(1465473125000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 03:59:24.681 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:59:24.681-0600-584bd1fc666d1a4e49f5432a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363964681), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113697, clonedBytes: 33910862, catchup: 0, steady: 0 } } Sat Dec 10 03:59:24.682 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 03:59:24.682 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 03:59:24.688 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:59:24.688-0600-584bd1fc666d1a4e49f5432b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363964688), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1810, step 4 of 6: 14479, step 5 of 6: 6, step 6 of 6: 6, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 03:59:24.689 I SHARDING [conn9] distributed lock with ts: 584bd1ec666d1a4e49f54325' unlocked. Sat Dec 10 03:59:24.689 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465398229000) }, max: { datetime: new Date(1465471959000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:904 reslen:154 locks:{ Global: { acquireCount: { r: 1820, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 288 } }, Database: { acquireCount: { r: 906, w: 4, W: 2 } }, Collection: { acquireCount: { r: 906, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16308ms Sat Dec 10 03:59:24.693 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 03:59:24.694 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1449756474000) }, { datetime: new Date(1449920709000) }) in IISLogs.pubprdweb02', ts : 584bd1fc666d1a4e49f5432c Sat Dec 10 03:59:24.694 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 33|0||584bc22c90d1dc672b54829b, current metadata version is 33|0||584bc22c90d1dc672b54829b Sat Dec 10 03:59:24.695 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 33|0||584bc22c90d1dc672b54829b to shard version 33|1||584bc22c90d1dc672b54829b Sat Dec 10 03:59:24.695 I SHARDING [conn9] collection version was loaded at version 33|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 03:59:24.695 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T03:59:24.695-0600-584bd1fc666d1a4e49f5432d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481363964695), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 03:59:24.696 I SHARDING [conn9] moveChunk request accepted at version 33|1||584bc22c90d1dc672b54829b Sat Dec 10 03:59:25.763 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 03:59:25.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:25.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:25.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:25.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:25.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:25.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:25.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:26.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:26.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:26.753 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776043 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 937ms Sat Dec 10 03:59:26.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:27.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9447, clonedBytes: 2762484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:28.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19922, clonedBytes: 5878724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:29.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29843, clonedBytes: 8677881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:30.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40474, clonedBytes: 11867449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:31.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50658, clonedBytes: 14920369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:32.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55634, clonedBytes: 16397567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:32.999 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14923246 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 474ms Sat Dec 10 03:59:34.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66250, clonedBytes: 19635118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:35.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76319, clonedBytes: 22430015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:36.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86409, clonedBytes: 25231036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:37.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96390, clonedBytes: 28056785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:38.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:39.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:40.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:41.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:42.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:43.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:44.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:45.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:46.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:47.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:48.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:49.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:49.961 I SHARDING [RangeDeleter] rangeDeleter deleted 113383 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466584281000) } -> { datetime: new Date(1466609045000) } Sat Dec 10 03:59:49.961 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446833121000) } -> { datetime: new Date(1446932921000) }, with opId: 97906 Sat Dec 10 03:59:50.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:51.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:52.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:53.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:54.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:55.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:56.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:57.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:58.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 03:59:59.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:00.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:01.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:02.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:03.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:04.366 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55503 #75 (28 connections now open) Sat Dec 10 04:00:04.634 I COMMAND [conn75] command IISLogs.SQLInjectionPatterns command: find { find: "SQLInjectionPatterns", limit: 2147483647, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: COLLSCAN keysExamined:0 docsExamined:10 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:1 nreturned:10 reslen:688 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 210ms Sat Dec 10 04:00:04.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:05.267 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55504 #76 (29 connections now open) Sat Dec 10 04:00:05.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:06.877 I SHARDING [RangeDeleter] rangeDeleter deleted 102919 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446833121000) } -> { datetime: new Date(1446932921000) } Sat Dec 10 04:00:06.878 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464231218000) } -> { datetime: new Date(1464298624000) }, with opId: 98049 Sat Dec 10 04:00:06.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd1fc666d1a4e49f5432e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:06.947 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:00:06.948 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:00:06.948 I SHARDING [conn9] moveChunk setting version to: 34|0||584bc22c90d1dc672b54829b Sat Dec 10 04:00:06.956 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:00:06.956 I SHARDING [conn9] moveChunk updating self version to: 34|1||584bc22c90d1dc672b54829b through { datetime: new Date(1449920709000) } -> { datetime: new Date(1450128364000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:00:06.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:00:06.957-0600-584bd226666d1a4e49f54331", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364006957), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 30975545, catchup: 0, steady: 0 } } Sat Dec 10 04:00:06.958 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:00:06.958 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:00:06.958 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:00:06.958-0600-584bd226666d1a4e49f54332", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364006958), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1069, step 4 of 6: 41180, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:00:06.959 I SHARDING [conn9] distributed lock with ts: 584bd1fc666d1a4e49f5432c' unlocked. Sat Dec 10 04:00:06.960 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449756474000) }, max: { datetime: new Date(1449920709000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6633 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 42267ms Sat Dec 10 04:00:06.963 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:00:06.964 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445035597000) }, { datetime: new Date(1445068113000) }) in IISLogs.pubprdweb03', ts : 584bd226666d1a4e49f54333 Sat Dec 10 04:00:06.965 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 18|0||584bc97f90d1dc672b548352, current metadata version is 18|0||584bc97f90d1dc672b548352 Sat Dec 10 04:00:06.966 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 18|0||584bc97f90d1dc672b548352 to shard version 18|1||584bc97f90d1dc672b548352 Sat Dec 10 04:00:06.966 I SHARDING [conn9] collection version was loaded at version 18|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:00:06.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:00:06.966-0600-584bd226666d1a4e49f54334", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364006966), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:00:06.967 I SHARDING [conn9] moveChunk request accepted at version 18|1||584bc97f90d1dc672b548352 Sat Dec 10 04:00:07.666 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 04:00:07.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:07.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:08.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:08.668 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55505 #77 (30 connections now open) Sat Dec 10 04:00:08.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:09.058 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776224 locks:{ Global: { acquireCount: { r: 982 } }, Database: { acquireCount: { r: 491 } }, Collection: { acquireCount: { r: 491 } } } protocol:op_command 1383ms Sat Dec 10 04:00:09.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3803, clonedBytes: 959743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:10.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13583, clonedBytes: 3570585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:10.886 I NETWORK [initandlisten] connection accepted from 10.112.9.26:55506 #78 (31 connections now open) Sat Dec 10 04:00:11.250 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:296 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } protocol:op_command 306ms Sat Dec 10 04:00:11.567 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:302 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 606 } }, Database: { acquireCount: { r: 303 } }, Collection: { acquireCount: { r: 303 } } } protocol:op_command 265ms Sat Dec 10 04:00:11.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22361, clonedBytes: 5861192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:12.297 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:37469 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:37469 reslen:4194516 locks:{ Global: { acquireCount: { r: 586 } }, Database: { acquireCount: { r: 293 } }, Collection: { acquireCount: { r: 293 } } } protocol:op_command 243ms Sat Dec 10 04:00:12.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31620, clonedBytes: 8342796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:13.008 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:38016 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38016 reslen:4194514 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 227ms Sat Dec 10 04:00:13.719 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:38026 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38026 reslen:4194516 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 213ms Sat Dec 10 04:00:13.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40006, clonedBytes: 10601314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:14.438 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:37437 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:37437 reslen:4194512 locks:{ Global: { acquireCount: { r: 586 } }, Database: { acquireCount: { r: 293 } }, Collection: { acquireCount: { r: 293 } } } protocol:op_command 234ms Sat Dec 10 04:00:14.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49233, clonedBytes: 13134826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:15.357 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:37908 keyUpdates:0 writeConflicts:0 numYields:296 nreturned:37908 reslen:4194463 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } protocol:op_command 282ms Sat Dec 10 04:00:16.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57164, clonedBytes: 15261674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:16.057 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:291 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 584 } }, Database: { acquireCount: { r: 292 } }, Collection: { acquireCount: { r: 292 } } } protocol:op_command 232ms Sat Dec 10 04:00:16.686 I COMMAND [conn78] command IISLogs.Country command: getMore { getMore: 46491044356, collection: "Country" } planSummary: COLLSCAN cursorid:46491044356 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } protocol:op_command 147ms Sat Dec 10 04:00:17.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61010, clonedBytes: 16360116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:17.244 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14620168 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 791ms Sat Dec 10 04:00:18.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68949, clonedBytes: 18511665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:19.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79284, clonedBytes: 21384710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:20.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89891, clonedBytes: 24211159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:21.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100247, clonedBytes: 26979997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:22.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110979, clonedBytes: 29868057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd226666d1a4e49f54335", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 30622122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.219 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:00:23.220 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:00:23.221 I SHARDING [conn9] moveChunk setting version to: 19|0||584bc97f90d1dc672b548352 Sat Dec 10 04:00:23.225 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 30622122, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:00:23.225 I SHARDING [conn9] moveChunk updating self version to: 19|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445068113000) } -> { datetime: new Date(1445102940000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:00:23.227 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:00:23.227-0600-584bd237666d1a4e49f54338", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364023227), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 30622122, catchup: 0, steady: 0 } } Sat Dec 10 04:00:23.229 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:00:23.229 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:00:23.229 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:00:23.229-0600-584bd237666d1a4e49f54339", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364023229), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 701, step 4 of 6: 15550, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:00:23.231 I SHARDING [conn9] distributed lock with ts: 584bd226666d1a4e49f54333' unlocked. Sat Dec 10 04:00:23.231 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445035597000) }, max: { datetime: new Date(1445068113000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 167 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16268ms Sat Dec 10 04:00:23.237 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:00:23.238 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445242745000) }, { datetime: new Date(1445264506000) }) in IISLogs.pubprdweb04', ts : 584bd237666d1a4e49f5433a Sat Dec 10 04:00:23.238 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 14|0||584bcad890d1dc672b54835d, current metadata version is 14|0||584bcad890d1dc672b54835d Sat Dec 10 04:00:23.239 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 14|0||584bcad890d1dc672b54835d to shard version 14|1||584bcad890d1dc672b54835d Sat Dec 10 04:00:23.239 I SHARDING [conn9] collection version was loaded at version 14|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:00:23.240 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:00:23.240-0600-584bd237666d1a4e49f5433b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364023240), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:00:23.240 I SHARDING [conn9] moveChunk request accepted at version 14|1||584bcad890d1dc672b54835d Sat Dec 10 04:00:23.817 I SHARDING [conn9] moveChunk number of documents: 112213 Sat Dec 10 04:00:23.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:23.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:24.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:24.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:24.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:24.763 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776208 locks:{ Global: { acquireCount: { r: 958 } }, Database: { acquireCount: { r: 479 } }, Collection: { acquireCount: { r: 479 } } } protocol:op_command 940ms Sat Dec 10 04:00:24.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25, clonedBytes: 5311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:25.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9770, clonedBytes: 2177397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:26.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19957, clonedBytes: 5191249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:28.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30025, clonedBytes: 8222410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:29.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40314, clonedBytes: 11180332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:29.545 I COMMAND [conn16] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584bd23d7391bb0e0025afee'), IP: "68.180.228.95", userAgent: "Mozilla/5.0+(compatible;+Yahoo!+Slurp;+http://help.yahoo.com/help/us/ysearch/slurp)", Country: "United States of America", datetime: new Date(1481359810000), proxy: null, url: "/elections/2012petitions/2012-125", HTTPStatus: "200", HTTPResponseTime: "15" } ], ordered: true, shardVersion: [ Timestamp 19000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 128ms Sat Dec 10 04:00:29.692 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464231218000) } -> { datetime: new Date(1464298624000) } Sat Dec 10 04:00:29.692 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1447805135000) } -> { datetime: new Date(1447964674000) }, with opId: 98248 Sat Dec 10 04:00:30.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50545, clonedBytes: 13911064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:31.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59676, clonedBytes: 16369438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:31.625 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13467067 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 673ms Sat Dec 10 04:00:32.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63771, clonedBytes: 17477243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:33.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74167, clonedBytes: 20119160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:34.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84516, clonedBytes: 22781605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:35.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94729, clonedBytes: 25395178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:36.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104672, clonedBytes: 27773401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:37.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:38.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:39.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:40.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:41.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:42.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:43.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:44.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:45.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:46.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:47.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:48.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:49.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:49.865 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1447805135000) } -> { datetime: new Date(1447964674000) } Sat Dec 10 04:00:49.865 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444939562000) } -> { datetime: new Date(1444941953000) }, with opId: 98386 Sat Dec 10 04:00:50.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:51.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:52.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:53.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:54.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:55.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:56.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:57.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:58.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:00:59.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:00.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:01.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:02.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:03.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:04.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:05.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:06.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:07.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:09.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:10.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:10.630 I SHARDING [RangeDeleter] rangeDeleter deleted 113768 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444939562000) } -> { datetime: new Date(1444941953000) } Sat Dec 10 04:01:10.630 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1444937291000) } -> { datetime: new Date(1444946834000) }, with opId: 98561 Sat Dec 10 04:01:11.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:12.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:13.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd237666d1a4e49f5433c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:13.105 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:01:13.106 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:01:13.107 I SHARDING [conn9] moveChunk setting version to: 15|0||584bcad890d1dc672b54835d Sat Dec 10 04:01:13.110 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:01:13.110 I SHARDING [conn9] moveChunk updating self version to: 15|1||584bcad890d1dc672b54835d through { datetime: new Date(1445264506000) } -> { datetime: new Date(1445269562000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:01:13.111 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:13.111-0600-584bd269666d1a4e49f5433f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364073111), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112213, clonedBytes: 29479708, catchup: 0, steady: 0 } } Sat Dec 10 04:01:13.112 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:01:13.112 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:01:13.112 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:13.112-0600-584bd269666d1a4e49f54340", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364073112), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 579, step 4 of 6: 49282, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:01:13.114 I SHARDING [conn9] distributed lock with ts: 584bd237666d1a4e49f5433a' unlocked. Sat Dec 10 04:01:13.114 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445242745000) }, max: { datetime: new Date(1445264506000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 14000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 292 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 57 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 49877ms Sat Dec 10 04:01:14.182 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:01:14.183 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466873414000) }, { datetime: new Date(1466897770000) }) in IISLogs.pubbsdweb1', ts : 584bd26a666d1a4e49f54341 Sat Dec 10 04:01:14.183 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 68|0||584bba0d90d1dc672b548145, current metadata version is 68|0||584bba0d90d1dc672b548145 Sat Dec 10 04:01:14.184 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 68|0||584bba0d90d1dc672b548145 to shard version 68|1||584bba0d90d1dc672b548145 Sat Dec 10 04:01:14.184 I SHARDING [conn9] collection version was loaded at version 68|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:01:14.184 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:14.184-0600-584bd26a666d1a4e49f54342", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364074184), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:01:14.185 I SHARDING [conn9] moveChunk request accepted at version 68|1||584bba0d90d1dc672b548145 Sat Dec 10 04:01:18.407 I SHARDING [conn9] moveChunk number of documents: 113379 Sat Dec 10 04:01:18.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:18.983 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776188 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 555ms Sat Dec 10 04:01:19.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2155, clonedBytes: 687593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:20.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12086, clonedBytes: 3842612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:21.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22599, clonedBytes: 7194716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:22.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31621, clonedBytes: 10076733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:23.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42060, clonedBytes: 13399500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:24.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51551, clonedBytes: 16426293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:25.209 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776067 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 641ms Sat Dec 10 04:01:25.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55143, clonedBytes: 17580792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:26.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65473, clonedBytes: 20883059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:27.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75899, clonedBytes: 24213107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:28.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86368, clonedBytes: 27556772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:29.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96386, clonedBytes: 30756644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:30.668 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3393867 locks:{ Global: { acquireCount: { r: 168 } }, Database: { acquireCount: { r: 84 } }, Collection: { acquireCount: { r: 84 } } } protocol:op_command 177ms Sat Dec 10 04:01:30.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104876, clonedBytes: 33475623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:31.556 I SHARDING [RangeDeleter] rangeDeleter deleted 112170 documents for IISLogs.pubprdweb04 from { datetime: new Date(1444937291000) } -> { datetime: new Date(1444946834000) } Sat Dec 10 04:01:31.556 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466609045000) } -> { datetime: new Date(1466626543000) }, with opId: 98816 Sat Dec 10 04:01:31.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd26a666d1a4e49f54343", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113379, clonedBytes: 36185355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:31.898 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:01:31.899 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:01:31.900 I SHARDING [conn9] moveChunk setting version to: 69|0||584bba0d90d1dc672b548145 Sat Dec 10 04:01:31.909 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113379, clonedBytes: 36185355, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:01:31.909 I SHARDING [conn9] moveChunk updating self version to: 69|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466897770000) } -> { datetime: new Date(1466931478000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:01:31.911 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:31.911-0600-584bd27b666d1a4e49f54346", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364091911), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113379, clonedBytes: 36185355, catchup: 0, steady: 0 } } Sat Dec 10 04:01:31.911 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:01:31.911 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:01:31.912 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:31.912-0600-584bd27b666d1a4e49f54347", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364091912), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4223, step 4 of 6: 13488, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:01:31.913 I SHARDING [conn9] distributed lock with ts: 584bd26a666d1a4e49f54341' unlocked. Sat Dec 10 04:01:31.913 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466873414000) }, max: { datetime: new Date(1466897770000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:915 reslen:154 locks:{ Global: { acquireCount: { r: 1842, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 165 } }, Database: { acquireCount: { r: 917, w: 4, W: 2 } }, Collection: { acquireCount: { r: 917, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 45 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17731ms Sat Dec 10 04:01:31.918 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:01:31.919 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1448109885000) }, { datetime: new Date(1448258410000) }) in IISLogs.pubprdweb01', ts : 584bd27b666d1a4e49f54348 Sat Dec 10 04:01:31.919 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 42|0||584bbf4f90d1dc672b54822e, current metadata version is 42|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:01:31.920 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 42|0||584bbf4f90d1dc672b54822e to shard version 42|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:01:31.921 I SHARDING [conn9] collection version was loaded at version 42|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:01:31.921 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:31.921-0600-584bd27b666d1a4e49f54349", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364091921), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:01:31.921 I SHARDING [conn9] moveChunk request accepted at version 42|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:01:33.637 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 04:01:33.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:33.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:34.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:34.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:34.782 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1134ms Sat Dec 10 04:01:35.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8872, clonedBytes: 2573255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:36.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19285, clonedBytes: 5510462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:37.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29617, clonedBytes: 8581100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:38.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39846, clonedBytes: 11699530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:39.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49844, clonedBytes: 14673232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:40.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55471, clonedBytes: 16398854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:40.983 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14389884 locks:{ Global: { acquireCount: { r: 754 } }, Database: { acquireCount: { r: 377 } }, Collection: { acquireCount: { r: 377 } } } protocol:op_command 521ms Sat Dec 10 04:01:42.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65105, clonedBytes: 19281506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:43.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75156, clonedBytes: 22250009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:44.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85595, clonedBytes: 25265654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:45.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95514, clonedBytes: 28237959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:46.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd27b666d1a4e49f5434a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 30467508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:46.163 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:01:46.164 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:01:46.164 I SHARDING [conn9] moveChunk setting version to: 43|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:01:46.171 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 30467508, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:01:46.171 I SHARDING [conn9] moveChunk updating self version to: 43|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1448258410000) } -> { datetime: new Date(1448377228000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:01:46.173 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:46.173-0600-584bd28a666d1a4e49f5434d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364106173), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 30467508, catchup: 0, steady: 0 } } Sat Dec 10 04:01:46.173 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:01:46.188 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:01:46.189 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:46.189-0600-584bd28a666d1a4e49f5434e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364106189), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1719, step 4 of 6: 12521, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:01:46.190 I SHARDING [conn9] distributed lock with ts: 584bd27b666d1a4e49f54348' unlocked. Sat Dec 10 04:01:46.191 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448109885000) }, max: { datetime: new Date(1448258410000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 15205 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14274ms Sat Dec 10 04:01:46.197 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:01:46.198 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465471959000) }, { datetime: new Date(1465473125000) }) in IISLogs.pubbsdweb2', ts : 584bd28a666d1a4e49f5434f Sat Dec 10 04:01:46.198 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 41|0||584bbf7a90d1dc672b548236, current metadata version is 41|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:01:46.200 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 41|0||584bbf7a90d1dc672b548236 to shard version 41|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:01:46.200 I SHARDING [conn9] collection version was loaded at version 41|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:01:46.200 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:01:46.200-0600-584bd28a666d1a4e49f54350", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364106200), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:01:46.201 I SHARDING [conn9] moveChunk request accepted at version 41|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:01:47.116 I SHARDING [conn9] moveChunk number of documents: 113733 Sat Dec 10 04:01:47.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:47.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776045 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 614ms Sat Dec 10 04:01:48.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3256, clonedBytes: 960628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:49.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13564, clonedBytes: 4003488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:50.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23280, clonedBytes: 6870932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:51.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32630, clonedBytes: 9630496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:52.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42248, clonedBytes: 12468550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:53.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52110, clonedBytes: 15378843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:54.216 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776245 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 544ms Sat Dec 10 04:01:54.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55927, clonedBytes: 16505035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:55.114 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466609045000) } -> { datetime: new Date(1466626543000) } Sat Dec 10 04:01:55.114 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1446932921000) } -> { datetime: new Date(1447027205000) }, with opId: 99105 Sat Dec 10 04:01:55.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66565, clonedBytes: 19644265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:56.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76679, clonedBytes: 22628511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:57.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86840, clonedBytes: 25627147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:58.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96956, clonedBytes: 28612488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:01:59.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105136, clonedBytes: 31026266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:00.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113128, clonedBytes: 33384323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:01.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd28a666d1a4e49f54351", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113733, clonedBytes: 33562771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:01.799 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:02:01.800 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:02:01.801 I SHARDING [conn9] moveChunk setting version to: 42|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:02:01.810 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113733, clonedBytes: 33562771, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:02:01.810 I SHARDING [conn9] moveChunk updating self version to: 42|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465473125000) } -> { datetime: new Date(1465490568000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:02:01.812 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:01.811-0600-584bd299666d1a4e49f54354", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364121811), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113733, clonedBytes: 33562771, catchup: 0, steady: 0 } } Sat Dec 10 04:02:01.812 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:02:01.812 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:02:01.813 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:01.813-0600-584bd299666d1a4e49f54355", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364121813), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 917, step 4 of 6: 14679, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:02:01.814 I SHARDING [conn9] distributed lock with ts: 584bd28a666d1a4e49f5434f' unlocked. Sat Dec 10 04:02:01.814 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465471959000) }, max: { datetime: new Date(1465473125000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 450 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15617ms Sat Dec 10 04:02:01.818 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:02:01.818 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1449920709000) }, { datetime: new Date(1450128364000) }) in IISLogs.pubprdweb02', ts : 584bd299666d1a4e49f54356 Sat Dec 10 04:02:01.819 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 34|0||584bc22c90d1dc672b54829b, current metadata version is 34|0||584bc22c90d1dc672b54829b Sat Dec 10 04:02:01.820 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 34|0||584bc22c90d1dc672b54829b to shard version 34|1||584bc22c90d1dc672b54829b Sat Dec 10 04:02:01.820 I SHARDING [conn9] collection version was loaded at version 34|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:02:01.820 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:01.820-0600-584bd299666d1a4e49f54357", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364121820), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:02:01.821 I SHARDING [conn9] moveChunk request accepted at version 34|1||584bc22c90d1dc672b54829b Sat Dec 10 04:02:02.950 I SHARDING [conn9] moveChunk number of documents: 106518 Sat Dec 10 04:02:02.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:02.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:02.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:02.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:02.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:03.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:03.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:03.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:03.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:03.563 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 586ms Sat Dec 10 04:02:04.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3480, clonedBytes: 1062653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:05.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14213, clonedBytes: 4346938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:06.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24493, clonedBytes: 7468987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:07.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33276, clonedBytes: 10142476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:08.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42006, clonedBytes: 12776012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:09.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53401, clonedBytes: 16306239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:09.846 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15418371 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 474ms Sat Dec 10 04:02:10.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58062, clonedBytes: 17743938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:11.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68590, clonedBytes: 20779099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:12.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79158, clonedBytes: 23765519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:13.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89711, clonedBytes: 26814606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:14.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99934, clonedBytes: 29586067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:15.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd299666d1a4e49f54358", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106518, clonedBytes: 31470986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:15.523 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:02:15.524 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:02:15.524 I SHARDING [conn9] moveChunk setting version to: 35|0||584bc22c90d1dc672b54829b Sat Dec 10 04:02:15.527 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106518, clonedBytes: 31470986, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:02:15.527 I SHARDING [conn9] moveChunk updating self version to: 35|1||584bc22c90d1dc672b54829b through { datetime: new Date(1450128364000) } -> { datetime: new Date(1450303968000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:02:15.529 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:15.529-0600-584bd2a7666d1a4e49f5435b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364135529), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106518, clonedBytes: 31470986, catchup: 0, steady: 0 } } Sat Dec 10 04:02:15.529 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:02:15.530 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:02:15.530 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:15.530-0600-584bd2a7666d1a4e49f5435c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364135530), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1132, step 4 of 6: 12569, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:02:15.531 I SHARDING [conn9] distributed lock with ts: 584bd299666d1a4e49f54356' unlocked. Sat Dec 10 04:02:15.531 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449920709000) }, max: { datetime: new Date(1450128364000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:836 reslen:154 locks:{ Global: { acquireCount: { r: 1684, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 495 } }, Database: { acquireCount: { r: 838, w: 4, W: 2 } }, Collection: { acquireCount: { r: 838, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13714ms Sat Dec 10 04:02:15.536 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:02:15.537 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445068113000) }, { datetime: new Date(1445102940000) }) in IISLogs.pubprdweb03', ts : 584bd2a7666d1a4e49f5435d Sat Dec 10 04:02:15.537 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 19|0||584bc97f90d1dc672b548352, current metadata version is 19|0||584bc97f90d1dc672b548352 Sat Dec 10 04:02:15.538 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 19|0||584bc97f90d1dc672b548352 to shard version 19|1||584bc97f90d1dc672b548352 Sat Dec 10 04:02:15.538 I SHARDING [conn9] collection version was loaded at version 19|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:02:15.538 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:15.538-0600-584bd2a7666d1a4e49f5435e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364135538), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:02:15.539 I SHARDING [conn9] moveChunk request accepted at version 19|1||584bc97f90d1dc672b548352 Sat Dec 10 04:02:15.652 I SHARDING [RangeDeleter] rangeDeleter deleted 102937 documents for IISLogs.pubprdweb01 from { datetime: new Date(1446932921000) } -> { datetime: new Date(1447027205000) } Sat Dec 10 04:02:15.652 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464298624000) } -> { datetime: new Date(1464378359000) }, with opId: 99420 Sat Dec 10 04:02:16.260 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 04:02:16.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:16.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:17.163 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776256 locks:{ Global: { acquireCount: { r: 978 } }, Database: { acquireCount: { r: 489 } }, Collection: { acquireCount: { r: 489 } } } protocol:op_command 892ms Sat Dec 10 04:02:17.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 414, clonedBytes: 111370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:18.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10951, clonedBytes: 2890431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:19.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21510, clonedBytes: 5710445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:20.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31895, clonedBytes: 8458779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:21.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42451, clonedBytes: 11329438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:22.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52540, clonedBytes: 13980004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:23.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61423, clonedBytes: 16357257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:24.009 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14002180 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 590ms Sat Dec 10 04:02:24.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65808, clonedBytes: 17598052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:25.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76011, clonedBytes: 20368348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:26.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85974, clonedBytes: 22913878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:27.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96491, clonedBytes: 25655257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:28.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107094, clonedBytes: 28326332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:29.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2a7666d1a4e49f5435f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 30004138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:29.759 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:02:29.760 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:02:29.760 I SHARDING [conn9] moveChunk setting version to: 20|0||584bc97f90d1dc672b548352 Sat Dec 10 04:02:29.766 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 30004138, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:02:29.767 I SHARDING [conn9] moveChunk updating self version to: 20|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445102940000) } -> { datetime: new Date(1445117551000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:02:29.770 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:29.770-0600-584bd2b5666d1a4e49f54362", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364149770), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 30004138, catchup: 0, steady: 0 } } Sat Dec 10 04:02:29.771 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:02:29.771 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:02:29.771 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:29.771-0600-584bd2b5666d1a4e49f54363", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364149771), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 724, step 4 of 6: 13494, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:02:29.772 I SHARDING [conn9] distributed lock with ts: 584bd2a7666d1a4e49f5435d' unlocked. Sat Dec 10 04:02:29.773 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445068113000) }, max: { datetime: new Date(1445102940000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 221 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14236ms Sat Dec 10 04:02:29.777 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:02:29.778 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445264506000) }, { datetime: new Date(1445269562000) }) in IISLogs.pubprdweb04', ts : 584bd2b5666d1a4e49f54364 Sat Dec 10 04:02:29.778 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 15|0||584bcad890d1dc672b54835d, current metadata version is 15|0||584bcad890d1dc672b54835d Sat Dec 10 04:02:29.780 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 15|0||584bcad890d1dc672b54835d to shard version 15|1||584bcad890d1dc672b54835d Sat Dec 10 04:02:29.780 I SHARDING [conn9] collection version was loaded at version 15|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:02:29.780 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:29.780-0600-584bd2b5666d1a4e49f54365", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364149780), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:02:29.781 I SHARDING [conn9] moveChunk request accepted at version 15|1||584bcad890d1dc672b54835d Sat Dec 10 04:02:30.322 I SHARDING [conn9] moveChunk number of documents: 112227 Sat Dec 10 04:02:30.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:30.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:31.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:31.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:31.751 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776190 locks:{ Global: { acquireCount: { r: 1090 } }, Database: { acquireCount: { r: 545 } }, Collection: { acquireCount: { r: 545 } } } protocol:op_command 1424ms Sat Dec 10 04:02:32.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6792, clonedBytes: 1511032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:33.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16774, clonedBytes: 3753317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:34.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26801, clonedBytes: 6025412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:35.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36972, clonedBytes: 8511167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:36.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46573, clonedBytes: 11130291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:37.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55395, clonedBytes: 13362535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:38.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65083, clonedBytes: 15653176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:39.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67924, clonedBytes: 16311684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:39.772 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:10460593 locks:{ Global: { acquireCount: { r: 714 } }, Database: { acquireCount: { r: 357 } }, Collection: { acquireCount: { r: 357 } } } protocol:op_command 759ms Sat Dec 10 04:02:40.466 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464298624000) } -> { datetime: new Date(1464378359000) } Sat Dec 10 04:02:40.466 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1447964674000) } -> { datetime: new Date(1448128290000) }, with opId: 99752 Sat Dec 10 04:02:40.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77239, clonedBytes: 18413340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:41.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87400, clonedBytes: 20771962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:42.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97473, clonedBytes: 23099774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:43.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107595, clonedBytes: 25430439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:44.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2b5666d1a4e49f54366", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112227, clonedBytes: 26473118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:44.879 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:02:44.880 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:02:44.881 I SHARDING [conn9] moveChunk setting version to: 16|0||584bcad890d1dc672b54835d Sat Dec 10 04:02:44.892 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112227, clonedBytes: 26473118, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:02:44.893 I SHARDING [conn9] moveChunk updating self version to: 16|1||584bcad890d1dc672b54835d through { datetime: new Date(1445269562000) } -> { datetime: new Date(1445274404000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:02:44.894 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:44.894-0600-584bd2c4666d1a4e49f54369", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364164894), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112227, clonedBytes: 26473118, catchup: 0, steady: 0 } } Sat Dec 10 04:02:44.895 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:02:44.895 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:02:44.895 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:44.895-0600-584bd2c4666d1a4e49f5436a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364164895), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 544, step 4 of 6: 14553, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:02:44.896 I SHARDING [conn9] distributed lock with ts: 584bd2b5666d1a4e49f54364' unlocked. Sat Dec 10 04:02:44.896 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445264506000) }, max: { datetime: new Date(1445269562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 15000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 304 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15120ms Sat Dec 10 04:02:45.973 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:02:45.974 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466897770000) }, { datetime: new Date(1466931478000) }) in IISLogs.pubbsdweb1', ts : 584bd2c5666d1a4e49f5436b Sat Dec 10 04:02:45.974 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 69|0||584bba0d90d1dc672b548145, current metadata version is 69|0||584bba0d90d1dc672b548145 Sat Dec 10 04:02:45.975 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 69|0||584bba0d90d1dc672b548145 to shard version 69|1||584bba0d90d1dc672b548145 Sat Dec 10 04:02:45.975 I SHARDING [conn9] collection version was loaded at version 69|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:02:45.975 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:02:45.975-0600-584bd2c5666d1a4e49f5436c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364165975), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:02:45.976 I SHARDING [conn9] moveChunk request accepted at version 69|1||584bba0d90d1dc672b548145 Sat Dec 10 04:02:47.961 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 04:02:47.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:47.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:47.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:47.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:48.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:48.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:48.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:48.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:48.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:49.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:49.664 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776109 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 1672ms Sat Dec 10 04:02:50.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4910, clonedBytes: 1555341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:51.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14982, clonedBytes: 4729452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:52.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24772, clonedBytes: 7829185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:53.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34524, clonedBytes: 10916924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:54.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44268, clonedBytes: 13976804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:55.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52015, clonedBytes: 16422966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:56.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776242 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 878ms Sat Dec 10 04:02:56.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54386, clonedBytes: 17169356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:57.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64353, clonedBytes: 20321761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:58.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74599, clonedBytes: 23554334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:02:59.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84217, clonedBytes: 26580151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:00.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94006, clonedBytes: 29671325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:01.165 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1447964674000) } -> { datetime: new Date(1448128290000) } Sat Dec 10 04:03:01.165 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444941953000) } -> { datetime: new Date(1444947119000) }, with opId: 100390 Sat Dec 10 04:03:01.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103995, clonedBytes: 32829966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:01.749 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3013174 locks:{ Global: { acquireCount: { r: 152 } }, Database: { acquireCount: { r: 76 } }, Collection: { acquireCount: { r: 76 } } } protocol:op_command 170ms Sat Dec 10 04:03:02.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111694, clonedBytes: 35277741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:03.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2c5666d1a4e49f5436d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 35804213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:03.630 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:03:03.631 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:03:03.631 I SHARDING [conn9] moveChunk setting version to: 70|0||584bba0d90d1dc672b548145 Sat Dec 10 04:03:03.636 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 35804213, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:03:03.636 I SHARDING [conn9] moveChunk updating self version to: 70|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466931478000) } -> { datetime: new Date(1466958506000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:03:03.637 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:03.637-0600-584bd2d7666d1a4e49f54370", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364183637), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 35804213, catchup: 0, steady: 0 } } Sat Dec 10 04:03:03.638 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:03:03.649 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:03:03.649 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:03.649-0600-584bd2d7666d1a4e49f54371", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364183649), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1987, step 4 of 6: 15665, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:03:03.651 I SHARDING [conn9] distributed lock with ts: 584bd2c5666d1a4e49f5436b' unlocked. Sat Dec 10 04:03:03.652 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466897770000) }, max: { datetime: new Date(1466931478000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11602 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17679ms Sat Dec 10 04:03:03.656 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:03:03.657 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1448258410000) }, { datetime: new Date(1448377228000) }) in IISLogs.pubprdweb01', ts : 584bd2d7666d1a4e49f54372 Sat Dec 10 04:03:03.657 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 43|0||584bbf4f90d1dc672b54822e, current metadata version is 43|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:03:03.659 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 43|0||584bbf4f90d1dc672b54822e to shard version 43|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:03:03.659 I SHARDING [conn9] collection version was loaded at version 43|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:03:03.659 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:03.659-0600-584bd2d7666d1a4e49f54373", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364183659), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:03:03.660 I SHARDING [conn9] moveChunk request accepted at version 43|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:03:05.831 I SHARDING [conn9] moveChunk number of documents: 102864 Sat Dec 10 04:03:05.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:05.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:05.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:05.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:05.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:05.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:05.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:06.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:06.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:06.757 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776066 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 922ms Sat Dec 10 04:03:06.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 589, clonedBytes: 184778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:07.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10558, clonedBytes: 3313531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:08.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20670, clonedBytes: 6403758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:10.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30402, clonedBytes: 9370535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:11.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40021, clonedBytes: 12211741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:12.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49008, clonedBytes: 14825578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:13.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54368, clonedBytes: 16406452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:13.453 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14438676 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 751ms Sat Dec 10 04:03:14.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59601, clonedBytes: 17974868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:15.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68397, clonedBytes: 20518115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:15.984 I COMMAND [conn4] command IISLogs.pubbsdweb1 command: insert { insert: "pubbsdweb1", documents: [ { _id: ObjectId('584bd2e37391bb0e0025b741'), IP: "172.98.186.100", userAgent: "Mozilla/5.0+(Windows+NT+6.3;+WOW64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/40.0.2214.91+Safari/537.36", Country: "United States of America", datetime: new Date(1481359794000), proxy: null, url: "/BusinessEntity/BusinessEntityDetail.aspx", HTTPStatus: "200", HTTPResponseTime: "625" } ], ordered: true, shardVersion: [ Timestamp 70000|1, ObjectId('584bba0d90d1dc672b548145') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 101ms Sat Dec 10 04:03:16.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78471, clonedBytes: 23453172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:17.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88953, clonedBytes: 26447043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:18.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99762, clonedBytes: 29618474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:19.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2d7666d1a4e49f54374", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102864, clonedBytes: 30516618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:19.366 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:03:19.367 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:03:19.367 I SHARDING [conn9] moveChunk setting version to: 44|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:03:19.377 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102864, clonedBytes: 30516618, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:03:19.378 I SHARDING [conn9] moveChunk updating self version to: 44|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1448377228000) } -> { datetime: new Date(1448497571000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:03:19.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:19.379-0600-584bd2e7666d1a4e49f54377", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364199379), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102864, clonedBytes: 30516618, catchup: 0, steady: 0 } } Sat Dec 10 04:03:19.380 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:03:19.380 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:03:19.380 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:19.380-0600-584bd2e7666d1a4e49f54378", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364199380), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2173, step 4 of 6: 13532, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:03:19.381 I SHARDING [conn9] distributed lock with ts: 584bd2d7666d1a4e49f54372' unlocked. Sat Dec 10 04:03:19.382 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448258410000) }, max: { datetime: new Date(1448377228000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:817 reslen:154 locks:{ Global: { acquireCount: { r: 1646, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 506 } }, Database: { acquireCount: { r: 819, w: 4, W: 2 } }, Collection: { acquireCount: { r: 819, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15726ms Sat Dec 10 04:03:19.386 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:03:19.387 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465473125000) }, { datetime: new Date(1465490568000) }) in IISLogs.pubbsdweb2', ts : 584bd2e7666d1a4e49f54379 Sat Dec 10 04:03:19.387 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 42|0||584bbf7a90d1dc672b548236, current metadata version is 42|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:03:19.388 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 42|0||584bbf7a90d1dc672b548236 to shard version 42|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:03:19.388 I SHARDING [conn9] collection version was loaded at version 42|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:03:19.388 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:19.388-0600-584bd2e7666d1a4e49f5437a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364199388), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:03:19.389 I SHARDING [conn9] moveChunk request accepted at version 42|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:03:23.038 I SHARDING [conn9] moveChunk number of documents: 113798 Sat Dec 10 04:03:23.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:23.850 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776249 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 807ms Sat Dec 10 04:03:24.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1987, clonedBytes: 586447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:25.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11805, clonedBytes: 3483767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:26.204 I SHARDING [RangeDeleter] rangeDeleter deleted 113754 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444941953000) } -> { datetime: new Date(1444947119000) } Sat Dec 10 04:03:26.204 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1444946834000) } -> { datetime: new Date(1444981021000) }, with opId: 101368 Sat Dec 10 04:03:26.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21903, clonedBytes: 6463614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:27.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31683, clonedBytes: 9349299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:28.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41887, clonedBytes: 12392655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:29.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50660, clonedBytes: 15034019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:30.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55219, clonedBytes: 16400678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:30.500 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776073 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 699ms Sat Dec 10 04:03:31.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63128, clonedBytes: 18809064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:32.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73176, clonedBytes: 21852661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:33.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83426, clonedBytes: 24896215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:34.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92185, clonedBytes: 27534317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:35.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102221, clonedBytes: 30544820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:36.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111716, clonedBytes: 33413170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:37.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:38.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:39.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:40.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:41.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:42.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:43.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:44.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:45.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:46.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:47.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:48.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:49.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:50.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:51.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd2e7666d1a4e49f5437b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:51.953 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:03:51.955 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:03:51.955 I SHARDING [conn9] moveChunk setting version to: 43|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:03:51.965 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:03:51.965 I SHARDING [conn9] moveChunk updating self version to: 43|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465490568000) } -> { datetime: new Date(1465590380000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:03:51.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:51.966-0600-584bd307666d1a4e49f5437e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364231966), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113798, clonedBytes: 34035151, catchup: 0, steady: 0 } } Sat Dec 10 04:03:51.967 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:03:51.971 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:03:51.971 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:51.971-0600-584bd307666d1a4e49f5437f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364231971), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3651, step 4 of 6: 28912, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:03:51.972 I SHARDING [conn9] distributed lock with ts: 584bd2e7666d1a4e49f54379' unlocked. Sat Dec 10 04:03:51.973 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465473125000) }, max: { datetime: new Date(1465490568000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:937 reslen:154 locks:{ Global: { acquireCount: { r: 1886, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3727 } }, Database: { acquireCount: { r: 939, w: 4, W: 2 } }, Collection: { acquireCount: { r: 939, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 32587ms Sat Dec 10 04:03:51.976 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:03:51.977 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1450128364000) }, { datetime: new Date(1450303968000) }) in IISLogs.pubprdweb02', ts : 584bd307666d1a4e49f54380 Sat Dec 10 04:03:51.977 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 35|0||584bc22c90d1dc672b54829b, current metadata version is 35|0||584bc22c90d1dc672b54829b Sat Dec 10 04:03:52.005 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 35|0||584bc22c90d1dc672b54829b to shard version 35|1||584bc22c90d1dc672b54829b Sat Dec 10 04:03:52.005 I SHARDING [conn9] collection version was loaded at version 35|1||584bc22c90d1dc672b54829b, took 27ms Sat Dec 10 04:03:52.005 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:03:52.005-0600-584bd308666d1a4e49f54381", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364232005), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:03:52.039 I SHARDING [conn9] moveChunk request accepted at version 35|1||584bc22c90d1dc672b54829b Sat Dec 10 04:03:53.494 I SHARDING [conn9] moveChunk number of documents: 106437 Sat Dec 10 04:03:53.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:53.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:54.005 I SHARDING [RangeDeleter] rangeDeleter deleted 112258 documents for IISLogs.pubprdweb04 from { datetime: new Date(1444946834000) } -> { datetime: new Date(1444981021000) } Sat Dec 10 04:03:54.005 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466626543000) } -> { datetime: new Date(1466651562000) }, with opId: 102675 Sat Dec 10 04:03:54.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:54.510 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 1005ms Sat Dec 10 04:03:54.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:55.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9890, clonedBytes: 2764372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:56.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19124, clonedBytes: 5479384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:57.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29080, clonedBytes: 8416906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:58.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39399, clonedBytes: 11238993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:03:59.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49793, clonedBytes: 14123254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:00.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57404, clonedBytes: 16385374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:01.206 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14662471 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 713ms Sat Dec 10 04:04:01.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62140, clonedBytes: 17813663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:02.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72650, clonedBytes: 20957301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:03.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82770, clonedBytes: 23872896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:04.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93250, clonedBytes: 26853531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:05.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103942, clonedBytes: 29993849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:06.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd308666d1a4e49f54382", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106437, clonedBytes: 30715576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:06.912 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:04:06.913 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:04:06.914 I SHARDING [conn9] moveChunk setting version to: 36|0||584bc22c90d1dc672b54829b Sat Dec 10 04:04:06.919 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106437, clonedBytes: 30715576, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:04:06.919 I SHARDING [conn9] moveChunk updating self version to: 36|1||584bc22c90d1dc672b54829b through { datetime: new Date(1450303968000) } -> { datetime: new Date(1450396451000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:04:06.920 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:06.920-0600-584bd316666d1a4e49f54385", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364246920), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106437, clonedBytes: 30715576, catchup: 0, steady: 0 } } Sat Dec 10 04:04:06.921 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:04:06.924 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:04:06.924 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:06.924-0600-584bd316666d1a4e49f54386", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364246924), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, step 1 of 6: 0, step 2 of 6: 62, step 3 of 6: 1456, step 4 of 6: 13414, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:04:06.926 I SHARDING [conn9] distributed lock with ts: 584bd307666d1a4e49f54380' unlocked. Sat Dec 10 04:04:06.926 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450128364000) }, max: { datetime: new Date(1450303968000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10870 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14949ms Sat Dec 10 04:04:06.930 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:04:06.930 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445102940000) }, { datetime: new Date(1445117551000) }) in IISLogs.pubprdweb03', ts : 584bd316666d1a4e49f54387 Sat Dec 10 04:04:06.931 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 20|0||584bc97f90d1dc672b548352, current metadata version is 20|0||584bc97f90d1dc672b548352 Sat Dec 10 04:04:06.932 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 20|0||584bc97f90d1dc672b548352 to shard version 20|1||584bc97f90d1dc672b548352 Sat Dec 10 04:04:06.932 I SHARDING [conn9] collection version was loaded at version 20|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:04:06.932 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:06.932-0600-584bd316666d1a4e49f54388", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364246932), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:04:06.933 I SHARDING [conn9] moveChunk request accepted at version 20|1||584bc97f90d1dc672b548352 Sat Dec 10 04:04:07.463 I SHARDING [conn9] moveChunk number of documents: 113737 Sat Dec 10 04:04:07.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:07.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:08.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:08.196 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776329 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 724ms Sat Dec 10 04:04:08.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2168, clonedBytes: 585691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:09.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11737, clonedBytes: 3030771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:10.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21241, clonedBytes: 5475450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:11.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31789, clonedBytes: 8417611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:12.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42089, clonedBytes: 11228725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:13.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52618, clonedBytes: 13978639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:14.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61120, clonedBytes: 16359451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:15.035 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776167 locks:{ Global: { acquireCount: { r: 734 } }, Database: { acquireCount: { r: 367 } }, Collection: { acquireCount: { r: 367 } } } protocol:op_command 507ms Sat Dec 10 04:04:15.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67467, clonedBytes: 18658642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:16.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77833, clonedBytes: 22355999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:17.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88345, clonedBytes: 26154985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:18.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98386, clonedBytes: 29635652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:19.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107506, clonedBytes: 32821878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:19.865 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2180340 locks:{ Global: { acquireCount: { r: 102 } }, Database: { acquireCount: { r: 51 } }, Collection: { acquireCount: { r: 51 } } } protocol:op_command 153ms Sat Dec 10 04:04:20.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd316666d1a4e49f54389", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113737, clonedBytes: 34965794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:20.877 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:04:20.878 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:04:20.879 I SHARDING [conn9] moveChunk setting version to: 21|0||584bc97f90d1dc672b548352 Sat Dec 10 04:04:20.885 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113737, clonedBytes: 34965794, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:04:20.885 I SHARDING [conn9] moveChunk updating self version to: 21|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445117551000) } -> { datetime: new Date(1445137339000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:04:20.886 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:20.886-0600-584bd324666d1a4e49f5438c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364260886), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113737, clonedBytes: 34965794, catchup: 0, steady: 0 } } Sat Dec 10 04:04:20.887 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:04:20.901 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:04:20.901 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:20.901-0600-584bd324666d1a4e49f5438d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364260901), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 533, step 4 of 6: 13411, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:04:20.902 I SHARDING [conn9] distributed lock with ts: 584bd316666d1a4e49f54387' unlocked. Sat Dec 10 04:04:20.902 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445102940000) }, max: { datetime: new Date(1445117551000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 14070 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13973ms Sat Dec 10 04:04:20.907 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:04:20.908 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445269562000) }, { datetime: new Date(1445274404000) }) in IISLogs.pubprdweb04', ts : 584bd324666d1a4e49f5438e Sat Dec 10 04:04:20.908 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 16|0||584bcad890d1dc672b54835d, current metadata version is 16|0||584bcad890d1dc672b54835d Sat Dec 10 04:04:20.909 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 16|0||584bcad890d1dc672b54835d to shard version 16|1||584bcad890d1dc672b54835d Sat Dec 10 04:04:20.909 I SHARDING [conn9] collection version was loaded at version 16|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:04:20.909 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:20.909-0600-584bd324666d1a4e49f5438f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364260909), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:04:20.910 I SHARDING [conn9] moveChunk request accepted at version 16|1||584bcad890d1dc672b54835d Sat Dec 10 04:04:21.590 I SHARDING [conn9] moveChunk number of documents: 112216 Sat Dec 10 04:04:21.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:21.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:22.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:22.472 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776296 locks:{ Global: { acquireCount: { r: 1090 } }, Database: { acquireCount: { r: 545 } }, Collection: { acquireCount: { r: 545 } } } protocol:op_command 878ms Sat Dec 10 04:04:22.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1377, clonedBytes: 312060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:23.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11529, clonedBytes: 2619486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:24.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21576, clonedBytes: 4937118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:25.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31837, clonedBytes: 7306071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:26.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42151, clonedBytes: 9805583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:27.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52433, clonedBytes: 12427013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:28.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62244, clonedBytes: 14839624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:29.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68633, clonedBytes: 16306827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:30.187 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11270197 locks:{ Global: { acquireCount: { r: 694 } }, Database: { acquireCount: { r: 347 } }, Collection: { acquireCount: { r: 347 } } } protocol:op_command 581ms Sat Dec 10 04:04:30.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75594, clonedBytes: 17961963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:31.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85968, clonedBytes: 20547597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:32.302 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466626543000) } -> { datetime: new Date(1466651562000) } Sat Dec 10 04:04:32.303 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447027205000) } -> { datetime: new Date(1447126873000) }, with opId: 104469 Sat Dec 10 04:04:32.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94732, clonedBytes: 22690335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:34.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104757, clonedBytes: 25350724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:35.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd324666d1a4e49f54390", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112216, clonedBytes: 27282905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:35.044 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:04:35.045 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:04:35.045 I SHARDING [conn9] moveChunk setting version to: 17|0||584bcad890d1dc672b54835d Sat Dec 10 04:04:35.055 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112216, clonedBytes: 27282905, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:04:35.055 I SHARDING [conn9] moveChunk updating self version to: 17|1||584bcad890d1dc672b54835d through { datetime: new Date(1445274404000) } -> { datetime: new Date(1445285458000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:04:35.056 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:35.056-0600-584bd333666d1a4e49f54393", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364275056), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112216, clonedBytes: 27282905, catchup: 0, steady: 0 } } Sat Dec 10 04:04:35.057 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:04:35.057 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:04:35.057 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:35.057-0600-584bd333666d1a4e49f54394", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364275057), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 682, step 4 of 6: 13450, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:04:35.059 I SHARDING [conn9] distributed lock with ts: 584bd324666d1a4e49f5438e' unlocked. Sat Dec 10 04:04:35.059 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445269562000) }, max: { datetime: new Date(1445274404000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 16000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 198 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14151ms Sat Dec 10 04:04:36.129 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:04:36.130 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466931478000) }, { datetime: new Date(1466958506000) }) in IISLogs.pubbsdweb1', ts : 584bd334666d1a4e49f54395 Sat Dec 10 04:04:36.130 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 70|0||584bba0d90d1dc672b548145, current metadata version is 70|0||584bba0d90d1dc672b548145 Sat Dec 10 04:04:36.131 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 70|0||584bba0d90d1dc672b548145 to shard version 70|1||584bba0d90d1dc672b548145 Sat Dec 10 04:04:36.131 I SHARDING [conn9] collection version was loaded at version 70|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:04:36.131 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:36.131-0600-584bd334666d1a4e49f54396", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364276131), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:04:36.132 I SHARDING [conn9] moveChunk request accepted at version 70|1||584bba0d90d1dc672b548145 Sat Dec 10 04:04:37.003 I SHARDING [conn9] moveChunk number of documents: 113348 Sat Dec 10 04:04:37.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:37.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 696ms Sat Dec 10 04:04:38.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2809, clonedBytes: 891460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:39.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13366, clonedBytes: 4235119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:40.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23086, clonedBytes: 7324233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:41.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32935, clonedBytes: 10448554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:42.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42968, clonedBytes: 13626359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:43.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51529, clonedBytes: 16341474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:44.164 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776105 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 798ms Sat Dec 10 04:04:44.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53084, clonedBytes: 16836032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:45.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60081, clonedBytes: 19049787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:46.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69382, clonedBytes: 21998346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:47.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78615, clonedBytes: 24926583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:48.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88500, clonedBytes: 28053156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:49.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97943, clonedBytes: 31053786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:50.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106665, clonedBytes: 33827055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:51.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:52.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:53.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:54.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:55.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:56.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:57.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd334666d1a4e49f54397", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:57.769 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:04:57.770 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:04:57.770 I SHARDING [conn9] moveChunk setting version to: 71|0||584bba0d90d1dc672b548145 Sat Dec 10 04:04:57.776 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:04:57.776 I SHARDING [conn9] moveChunk updating self version to: 71|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466958506000) } -> { datetime: new Date(1466985991000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:04:57.778 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:57.778-0600-584bd349666d1a4e49f5439a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364297778), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113348, clonedBytes: 35937666, catchup: 0, steady: 0 } } Sat Dec 10 04:04:57.778 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:04:57.779 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:04:57.779 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:57.779-0600-584bd349666d1a4e49f5439b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364297779), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 878, step 4 of 6: 20758, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:04:57.780 I SHARDING [conn9] distributed lock with ts: 584bd334666d1a4e49f54395' unlocked. Sat Dec 10 04:04:57.780 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466931478000) }, max: { datetime: new Date(1466958506000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 485 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21652ms Sat Dec 10 04:04:57.784 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:04:57.785 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1448377228000) }, { datetime: new Date(1448497571000) }) in IISLogs.pubprdweb01', ts : 584bd349666d1a4e49f5439c Sat Dec 10 04:04:57.785 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 44|0||584bbf4f90d1dc672b54822e, current metadata version is 44|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:04:57.787 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 44|0||584bbf4f90d1dc672b54822e to shard version 44|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:04:57.787 I SHARDING [conn9] collection version was loaded at version 44|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:04:57.787 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:04:57.787-0600-584bd349666d1a4e49f5439d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364297787), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:04:57.788 I SHARDING [conn9] moveChunk request accepted at version 44|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:04:57.796 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447027205000) } -> { datetime: new Date(1447126873000) } Sat Dec 10 04:04:57.796 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464378359000) } -> { datetime: new Date(1464670893000) }, with opId: 105064 Sat Dec 10 04:04:58.635 I SHARDING [conn9] moveChunk number of documents: 102886 Sat Dec 10 04:04:58.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:58.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:59.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:04:59.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:00.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:01.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:02.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:03.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:04.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:05.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:06.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:07.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:08.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:09.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:10.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:11.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:12.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:14.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:15.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:15.806 I COMMAND [conn4] command IISLogs.pubprdenr05 command: insert { insert: "pubprdenr05", documents: [ { _id: ObjectId('584bd35b7391bb0e0025c56e'), IP: "-", userAgent: "gsa-crawler+(Enterprise;+T4-JZGNUWFAUSSTF;+tom.levin@oa.mo.gov,george.kliethermes@oa.mo.gov,renee.wright@oa.mo.gov,jim.weider@oa.mo.gov,mark.bosky@oa.mo.gov)", Country: null, datetime: new Date(1481361354000), proxy: null, url: "/enrnet/CountyResults.aspx", HTTPStatus: "200", HTTPResponseTime: "1109" } ], ordered: true, shardVersion: [ Timestamp 2000|1, ObjectId('584bc0ee90d1dc672b548278') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 120ms Sat Dec 10 04:05:16.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:16.873 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464378359000) } -> { datetime: new Date(1464670893000) } Sat Dec 10 04:05:16.873 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1448128290000) } -> { datetime: new Date(1448318711000) }, with opId: 105607 Sat Dec 10 04:05:17.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:18.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:19.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:20.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:21.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:22.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:22.332 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1110ms Sat Dec 10 04:05:23.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6919, clonedBytes: 2008025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:24.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17057, clonedBytes: 4916479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:25.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26849, clonedBytes: 7826978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:26.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36308, clonedBytes: 10564151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:27.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44302, clonedBytes: 13053236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:28.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51085, clonedBytes: 15096927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:29.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55345, clonedBytes: 16399681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:30.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55345, clonedBytes: 16399681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:30.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14416717 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 1814ms Sat Dec 10 04:05:31.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59807, clonedBytes: 17771666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:32.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66668, clonedBytes: 19953151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:33.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73403, clonedBytes: 21847794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:34.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80568, clonedBytes: 23933233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:35.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88143, clonedBytes: 26178689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:36.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96405, clonedBytes: 28547062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:37.430 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1448128290000) } -> { datetime: new Date(1448318711000) } Sat Dec 10 04:05:37.430 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444947119000) } -> { datetime: new Date(1444973426000) }, with opId: 105693 Sat Dec 10 04:05:37.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd349666d1a4e49f5439e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102886, clonedBytes: 30494573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:37.702 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:05:37.703 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:05:37.708 I SHARDING [conn9] moveChunk setting version to: 45|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:05:37.718 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102886, clonedBytes: 30494573, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:05:37.719 I SHARDING [conn9] moveChunk updating self version to: 45|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1448497571000) } -> { datetime: new Date(1448702009000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:05:37.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:05:37.720-0600-584bd371666d1a4e49f543a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364337720), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102886, clonedBytes: 30494573, catchup: 0, steady: 0 } } Sat Dec 10 04:05:37.721 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:05:37.721 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:05:37.721 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:05:37.721-0600-584bd371666d1a4e49f543a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364337721), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 849, step 4 of 6: 39062, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:05:37.722 I SHARDING [conn9] distributed lock with ts: 584bd349666d1a4e49f5439c' unlocked. Sat Dec 10 04:05:37.723 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448377228000) }, max: { datetime: new Date(1448497571000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 372 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 160 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 39939ms Sat Dec 10 04:05:37.731 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:05:37.732 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465490568000) }, { datetime: new Date(1465590380000) }) in IISLogs.pubbsdweb2', ts : 584bd371666d1a4e49f543a3 Sat Dec 10 04:05:37.732 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 43|0||584bbf7a90d1dc672b548236, current metadata version is 43|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:05:37.740 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 43|0||584bbf7a90d1dc672b548236 to shard version 43|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:05:37.740 I SHARDING [conn9] collection version was loaded at version 43|1||584bbf7a90d1dc672b548236, took 8ms Sat Dec 10 04:05:37.740 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:05:37.740-0600-584bd371666d1a4e49f543a4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364337740), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:05:37.741 I SHARDING [conn9] moveChunk request accepted at version 43|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:05:43.272 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 04:05:43.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:43.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:44.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:45.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:46.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:46.762 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776217 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 3471ms Sat Dec 10 04:05:47.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4768, clonedBytes: 1434080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:48.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10307, clonedBytes: 3098788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:49.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15681, clonedBytes: 4706862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:50.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21224, clonedBytes: 6356881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:51.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26968, clonedBytes: 8066787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:52.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31991, clonedBytes: 9576553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:53.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39946, clonedBytes: 11947449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:54.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50155, clonedBytes: 15018308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:56.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54817, clonedBytes: 16403460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:57.111 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776220 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1459ms Sat Dec 10 04:05:57.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54817, clonedBytes: 16403460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:58.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64093, clonedBytes: 19252252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:05:59.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74462, clonedBytes: 22358557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:00.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84973, clonedBytes: 25507752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:01.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95042, clonedBytes: 28541555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:01.738 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444947119000) } -> { datetime: new Date(1444973426000) } Sat Dec 10 04:06:01.738 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1444981021000) } -> { datetime: new Date(1445008400000) }, with opId: 105804 Sat Dec 10 04:06:02.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105087, clonedBytes: 31599419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:03.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd371666d1a4e49f543a5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 34202274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:03.338 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:06:03.339 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:06:03.340 I SHARDING [conn9] moveChunk setting version to: 44|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:06:03.350 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 34202274, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:06:03.350 I SHARDING [conn9] moveChunk updating self version to: 44|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465590380000) } -> { datetime: new Date(1465830103000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:06:03.351 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:03.351-0600-584bd38b666d1a4e49f543a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364363351), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 34202274, catchup: 0, steady: 0 } } Sat Dec 10 04:06:03.353 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:06:03.354 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:06:03.354 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:03.354-0600-584bd38b666d1a4e49f543a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364363354), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 5544, step 4 of 6: 20052, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:06:03.355 I SHARDING [conn9] distributed lock with ts: 584bd371666d1a4e49f543a3' unlocked. Sat Dec 10 04:06:03.355 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465490568000) }, max: { datetime: new Date(1465590380000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 731 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25625ms Sat Dec 10 04:06:03.360 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:06:03.361 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1450303968000) }, { datetime: new Date(1450396451000) }) in IISLogs.pubprdweb02', ts : 584bd38b666d1a4e49f543aa Sat Dec 10 04:06:03.361 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 36|0||584bc22c90d1dc672b54829b, current metadata version is 36|0||584bc22c90d1dc672b54829b Sat Dec 10 04:06:03.363 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 36|0||584bc22c90d1dc672b54829b to shard version 36|1||584bc22c90d1dc672b54829b Sat Dec 10 04:06:03.363 I SHARDING [conn9] collection version was loaded at version 36|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:06:03.363 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:03.363-0600-584bd38b666d1a4e49f543ab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364363363), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:06:03.363 I SHARDING [conn9] moveChunk request accepted at version 36|1||584bc22c90d1dc672b54829b Sat Dec 10 04:06:04.602 I SHARDING [conn9] moveChunk number of documents: 106551 Sat Dec 10 04:06:04.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:04.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:05.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:05.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:05.798 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776332 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1191ms Sat Dec 10 04:06:06.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7931, clonedBytes: 2297194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:07.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18251, clonedBytes: 5380605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:08.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27678, clonedBytes: 8288231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:09.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37923, clonedBytes: 11230015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:11.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48551, clonedBytes: 14252293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:12.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56020, clonedBytes: 16395154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:12.643 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776053 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 885ms Sat Dec 10 04:06:13.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59669, clonedBytes: 17471213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:14.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70545, clonedBytes: 21016526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:15.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80825, clonedBytes: 24451860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:16.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91473, clonedBytes: 27999211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:17.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98831, clonedBytes: 30450950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:18.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103310, clonedBytes: 31921399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:19.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd38b666d1a4e49f543ac", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106551, clonedBytes: 32998381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:19.306 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:06:19.307 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:06:19.308 I SHARDING [conn9] moveChunk setting version to: 37|0||584bc22c90d1dc672b54829b Sat Dec 10 04:06:19.315 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106551, clonedBytes: 32998381, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:06:19.315 I SHARDING [conn9] moveChunk updating self version to: 37|1||584bc22c90d1dc672b54829b through { datetime: new Date(1450396451000) } -> { datetime: new Date(1450459671000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:06:19.316 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:19.316-0600-584bd39b666d1a4e49f543af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364379316), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106551, clonedBytes: 32998381, catchup: 0, steady: 0 } } Sat Dec 10 04:06:19.317 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:06:19.318 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:06:19.318 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:19.318-0600-584bd39b666d1a4e49f543b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364379318), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1241, step 4 of 6: 14700, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:06:19.319 I SHARDING [conn9] distributed lock with ts: 584bd38b666d1a4e49f543aa' unlocked. Sat Dec 10 04:06:19.319 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450303968000) }, max: { datetime: new Date(1450396451000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 219 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15959ms Sat Dec 10 04:06:19.324 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:06:19.325 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445117551000) }, { datetime: new Date(1445137339000) }) in IISLogs.pubprdweb03', ts : 584bd39b666d1a4e49f543b1 Sat Dec 10 04:06:19.325 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 21|0||584bc97f90d1dc672b548352, current metadata version is 21|0||584bc97f90d1dc672b548352 Sat Dec 10 04:06:19.326 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 21|0||584bc97f90d1dc672b548352 to shard version 21|1||584bc97f90d1dc672b548352 Sat Dec 10 04:06:19.326 I SHARDING [conn9] collection version was loaded at version 21|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:06:19.326 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:19.326-0600-584bd39b666d1a4e49f543b2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364379326), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:06:19.327 I SHARDING [conn9] moveChunk request accepted at version 21|1||584bc97f90d1dc672b548352 Sat Dec 10 04:06:19.933 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:06:19.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:19.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:19.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:19.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:19.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:20.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:20.050 I SHARDING [RangeDeleter] rangeDeleter deleted 112239 documents for IISLogs.pubprdweb04 from { datetime: new Date(1444981021000) } -> { datetime: new Date(1445008400000) } Sat Dec 10 04:06:20.050 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466651562000) } -> { datetime: new Date(1466678386000) }, with opId: 105966 Sat Dec 10 04:06:20.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:20.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:20.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:20.798 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776223 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 854ms Sat Dec 10 04:06:21.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1245, clonedBytes: 432921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:22.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11375, clonedBytes: 3746267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:23.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21693, clonedBytes: 6392223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:24.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32094, clonedBytes: 9106333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:25.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42711, clonedBytes: 11918897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:26.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52210, clonedBytes: 14400570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:27.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59207, clonedBytes: 16372736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:28.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59207, clonedBytes: 16372736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:28.639 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16119530 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1515ms Sat Dec 10 04:06:29.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65961, clonedBytes: 18240287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:30.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76371, clonedBytes: 21267636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:31.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86529, clonedBytes: 24217940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:32.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96155, clonedBytes: 27011157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:33.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105473, clonedBytes: 29713481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:34.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:35.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:36.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:38.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:39.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:40.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd39b666d1a4e49f543b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:40.059 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:06:40.060 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:06:40.061 I SHARDING [conn9] moveChunk setting version to: 22|0||584bc97f90d1dc672b548352 Sat Dec 10 04:06:40.066 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:06:40.066 I SHARDING [conn9] moveChunk updating self version to: 22|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445137339000) } -> { datetime: new Date(1445175278000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:06:40.068 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:40.068-0600-584bd3b0666d1a4e49f543b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364400068), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 32121462, catchup: 0, steady: 0 } } Sat Dec 10 04:06:40.068 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:06:40.068 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:06:40.069 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:40.069-0600-584bd3b0666d1a4e49f543b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364400069), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 608, step 4 of 6: 20122, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:06:40.070 I SHARDING [conn9] distributed lock with ts: 584bd39b666d1a4e49f543b1' unlocked. Sat Dec 10 04:06:40.070 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445117551000) }, max: { datetime: new Date(1445137339000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 293 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20747ms Sat Dec 10 04:06:40.075 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:06:40.076 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445274404000) }, { datetime: new Date(1445285458000) }) in IISLogs.pubprdweb04', ts : 584bd3b0666d1a4e49f543b8 Sat Dec 10 04:06:40.076 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 17|0||584bcad890d1dc672b54835d, current metadata version is 17|0||584bcad890d1dc672b54835d Sat Dec 10 04:06:40.077 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 17|0||584bcad890d1dc672b54835d to shard version 17|1||584bcad890d1dc672b54835d Sat Dec 10 04:06:40.077 I SHARDING [conn9] collection version was loaded at version 17|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:06:40.077 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:40.077-0600-584bd3b0666d1a4e49f543b9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364400077), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:06:40.078 I SHARDING [conn9] moveChunk request accepted at version 17|1||584bcad890d1dc672b54835d Sat Dec 10 04:06:42.417 I SHARDING [conn9] moveChunk number of documents: 112206 Sat Dec 10 04:06:42.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:42.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:43.219 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776215 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 797ms Sat Dec 10 04:06:43.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2843, clonedBytes: 741448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:43.928 I SHARDING [RangeDeleter] rangeDeleter deleted 113358 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466651562000) } -> { datetime: new Date(1466678386000) } Sat Dec 10 04:06:43.928 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447126873000) } -> { datetime: new Date(1447259516000) }, with opId: 106153 Sat Dec 10 04:06:44.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13156, clonedBytes: 3586780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:45.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23740, clonedBytes: 6181359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:46.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33487, clonedBytes: 8548013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:47.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44276, clonedBytes: 11266064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:48.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54584, clonedBytes: 13865380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:50.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63613, clonedBytes: 16341886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:50.604 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14937161 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 711ms Sat Dec 10 04:06:51.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68752, clonedBytes: 17885800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:52.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79832, clonedBytes: 21062752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:53.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91554, clonedBytes: 24442055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:54.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102695, clonedBytes: 27895868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:55.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3b0666d1a4e49f543ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112206, clonedBytes: 30949858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:06:55.890 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:06:55.891 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:06:55.892 I SHARDING [conn9] moveChunk setting version to: 18|0||584bcad890d1dc672b54835d Sat Dec 10 04:06:55.905 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112206, clonedBytes: 30949858, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:06:55.905 I SHARDING [conn9] moveChunk updating self version to: 18|1||584bcad890d1dc672b54835d through { datetime: new Date(1445285458000) } -> { datetime: new Date(1445295436000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:06:55.907 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:55.907-0600-584bd3bf666d1a4e49f543bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364415907), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112206, clonedBytes: 30949858, catchup: 0, steady: 0 } } Sat Dec 10 04:06:55.907 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:06:55.907 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:06:55.908 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:55.908-0600-584bd3bf666d1a4e49f543be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364415908), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2342, step 4 of 6: 13468, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:06:55.909 I SHARDING [conn9] distributed lock with ts: 584bd3b0666d1a4e49f543b8' unlocked. Sat Dec 10 04:06:55.909 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445274404000) }, max: { datetime: new Date(1445285458000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 17000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 226 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15834ms Sat Dec 10 04:06:56.991 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:06:56.992 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466958506000) }, { datetime: new Date(1466985991000) }) in IISLogs.pubbsdweb1', ts : 584bd3c0666d1a4e49f543bf Sat Dec 10 04:06:56.992 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 71|0||584bba0d90d1dc672b548145, current metadata version is 71|0||584bba0d90d1dc672b548145 Sat Dec 10 04:06:56.994 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 71|0||584bba0d90d1dc672b548145 to shard version 71|1||584bba0d90d1dc672b548145 Sat Dec 10 04:06:56.994 I SHARDING [conn9] collection version was loaded at version 71|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:06:56.994 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:06:56.994-0600-584bd3c0666d1a4e49f543c0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364416994), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:06:56.994 I SHARDING [conn9] moveChunk request accepted at version 71|1||584bba0d90d1dc672b548145 Sat Dec 10 04:07:03.031 I SHARDING [conn9] moveChunk number of documents: 113355 Sat Dec 10 04:07:03.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:03.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:04.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:04.214 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776211 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 1165ms Sat Dec 10 04:07:04.450 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447126873000) } -> { datetime: new Date(1447259516000) } Sat Dec 10 04:07:04.450 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464670893000) } -> { datetime: new Date(1464746383000) }, with opId: 106243 Sat Dec 10 04:07:05.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6445, clonedBytes: 2034664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:06.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16399, clonedBytes: 5185564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:07.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26522, clonedBytes: 8396638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:08.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38082, clonedBytes: 12075821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:09.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49756, clonedBytes: 15778709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:10.534 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776210 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 642ms Sat Dec 10 04:07:10.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53379, clonedBytes: 16929716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:11.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63630, clonedBytes: 20210387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:12.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73892, clonedBytes: 23473026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:13.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84144, clonedBytes: 26737283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:15.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94658, clonedBytes: 30056492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:16.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103468, clonedBytes: 32850069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:16.050 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3193862 locks:{ Global: { acquireCount: { r: 160 } }, Database: { acquireCount: { r: 80 } }, Collection: { acquireCount: { r: 80 } } } protocol:op_command 132ms Sat Dec 10 04:07:17.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3c0666d1a4e49f543c1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113355, clonedBytes: 35985571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:17.084 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:07:17.087 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:07:17.087 I SHARDING [conn9] moveChunk setting version to: 72|0||584bba0d90d1dc672b548145 Sat Dec 10 04:07:17.091 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113355, clonedBytes: 35985571, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:07:17.091 I SHARDING [conn9] moveChunk updating self version to: 72|1||584bba0d90d1dc672b548145 through { datetime: new Date(1466985991000) } -> { datetime: new Date(1467013012000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:07:17.094 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:17.094-0600-584bd3d5666d1a4e49f543c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364437094), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113355, clonedBytes: 35985571, catchup: 0, steady: 0 } } Sat Dec 10 04:07:17.095 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:07:17.095 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:07:17.096 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:17.096-0600-584bd3d5666d1a4e49f543c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364437096), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6041, step 4 of 6: 14047, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:07:17.097 I SHARDING [conn9] distributed lock with ts: 584bd3c0666d1a4e49f543bf' unlocked. Sat Dec 10 04:07:17.097 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466958506000) }, max: { datetime: new Date(1466985991000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:930 reslen:154 locks:{ Global: { acquireCount: { r: 1872, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 140 } }, Database: { acquireCount: { r: 932, w: 4, W: 2 } }, Collection: { acquireCount: { r: 932, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20106ms Sat Dec 10 04:07:17.110 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:07:17.111 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1448497571000) }, { datetime: new Date(1448702009000) }) in IISLogs.pubprdweb01', ts : 584bd3d5666d1a4e49f543c6 Sat Dec 10 04:07:17.111 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 45|0||584bbf4f90d1dc672b54822e, current metadata version is 45|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:07:17.154 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 45|0||584bbf4f90d1dc672b54822e to shard version 45|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:07:17.154 I SHARDING [conn9] collection version was loaded at version 45|1||584bbf4f90d1dc672b54822e, took 43ms Sat Dec 10 04:07:17.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:17.155-0600-584bd3d5666d1a4e49f543c7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364437155), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:07:17.162 I SHARDING [conn9] moveChunk request accepted at version 45|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:07:19.154 I SHARDING [conn9] moveChunk number of documents: 102996 Sat Dec 10 04:07:19.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:19.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:20.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:20.316 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1152ms Sat Dec 10 04:07:21.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5744, clonedBytes: 1761438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:21.428 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464670893000) } -> { datetime: new Date(1464746383000) } Sat Dec 10 04:07:21.428 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1448318711000) } -> { datetime: new Date(1448520563000) }, with opId: 106318 Sat Dec 10 04:07:22.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15129, clonedBytes: 4601124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:23.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25483, clonedBytes: 7808012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:24.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35753, clonedBytes: 10995977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:25.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46025, clonedBytes: 14192785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:26.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53281, clonedBytes: 16414260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:26.930 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15423823 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 761ms Sat Dec 10 04:07:27.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58114, clonedBytes: 17928286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:28.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68576, clonedBytes: 21082397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:29.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79136, clonedBytes: 24249224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:30.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89531, clonedBytes: 27429941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:31.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99874, clonedBytes: 30506482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:32.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3d5666d1a4e49f543c8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102996, clonedBytes: 31501040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:32.646 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:07:32.647 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:07:32.648 I SHARDING [conn9] moveChunk setting version to: 46|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:07:32.651 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102996, clonedBytes: 31501040, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:07:32.651 I SHARDING [conn9] moveChunk updating self version to: 46|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1448702009000) } -> { datetime: new Date(1448905844000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:07:32.652 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:32.652-0600-584bd3e4666d1a4e49f543cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364452652), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102996, clonedBytes: 31501040, catchup: 0, steady: 0 } } Sat Dec 10 04:07:32.653 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:07:32.653 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:07:32.653 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:32.653-0600-584bd3e4666d1a4e49f543cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364452653), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, step 1 of 6: 0, step 2 of 6: 51, step 3 of 6: 2000, step 4 of 6: 13482, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:07:32.655 I SHARDING [conn9] distributed lock with ts: 584bd3d5666d1a4e49f543c6' unlocked. Sat Dec 10 04:07:32.655 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448497571000) }, max: { datetime: new Date(1448702009000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 108 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15545ms Sat Dec 10 04:07:32.659 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:07:32.660 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465590380000) }, { datetime: new Date(1465830103000) }) in IISLogs.pubbsdweb2', ts : 584bd3e4666d1a4e49f543cd Sat Dec 10 04:07:32.660 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 44|0||584bbf7a90d1dc672b548236, current metadata version is 44|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:07:32.661 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 44|0||584bbf7a90d1dc672b548236 to shard version 44|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:07:32.661 I SHARDING [conn9] collection version was loaded at version 44|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:07:32.661 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:32.661-0600-584bd3e4666d1a4e49f543ce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364452661), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:07:32.662 I SHARDING [conn9] moveChunk request accepted at version 44|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:07:34.220 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 04:07:34.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:34.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:35.081 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776328 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 858ms Sat Dec 10 04:07:35.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2334, clonedBytes: 693566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:36.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13632, clonedBytes: 4128380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:37.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24150, clonedBytes: 7473968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:38.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34729, clonedBytes: 10731113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:39.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44912, clonedBytes: 13939048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:40.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53027, clonedBytes: 16416101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:41.124 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776259 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 611ms Sat Dec 10 04:07:41.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58210, clonedBytes: 18014405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:42.177 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1448318711000) } -> { datetime: new Date(1448520563000) } Sat Dec 10 04:07:42.178 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444973426000) } -> { datetime: new Date(1444993946000) }, with opId: 106476 Sat Dec 10 04:07:42.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70593, clonedBytes: 21856168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:44.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81075, clonedBytes: 25120083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:45.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91693, clonedBytes: 28407687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:46.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101685, clonedBytes: 31509251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:46.700 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2413414 locks:{ Global: { acquireCount: { r: 128 } }, Database: { acquireCount: { r: 64 } }, Collection: { acquireCount: { r: 64 } } } protocol:op_command 116ms Sat Dec 10 04:07:47.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110929, clonedBytes: 34342325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:48.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3e4666d1a4e49f543cf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 35200464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:48.239 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:07:48.240 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:07:48.241 I SHARDING [conn9] moveChunk setting version to: 45|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:07:48.252 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 35200464, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:07:48.252 I SHARDING [conn9] moveChunk updating self version to: 45|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465830103000) } -> { datetime: new Date(1465897733000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:07:48.253 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:48.253-0600-584bd3f4666d1a4e49f543d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364468253), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 35200464, catchup: 0, steady: 0 } } Sat Dec 10 04:07:48.254 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:07:48.254 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:07:48.254 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:48.254-0600-584bd3f4666d1a4e49f543d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364468254), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1560, step 4 of 6: 14016, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:07:48.256 I SHARDING [conn9] distributed lock with ts: 584bd3e4666d1a4e49f543cd' unlocked. Sat Dec 10 04:07:48.256 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465590380000) }, max: { datetime: new Date(1465830103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 114 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15598ms Sat Dec 10 04:07:48.261 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:07:48.262 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1450396451000) }, { datetime: new Date(1450459671000) }) in IISLogs.pubprdweb02', ts : 584bd3f4666d1a4e49f543d4 Sat Dec 10 04:07:48.262 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 37|0||584bc22c90d1dc672b54829b, current metadata version is 37|0||584bc22c90d1dc672b54829b Sat Dec 10 04:07:48.264 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 37|0||584bc22c90d1dc672b54829b to shard version 37|1||584bc22c90d1dc672b54829b Sat Dec 10 04:07:48.264 I SHARDING [conn9] collection version was loaded at version 37|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:07:48.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:07:48.264-0600-584bd3f4666d1a4e49f543d5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364468264), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:07:48.265 I SHARDING [conn9] moveChunk request accepted at version 37|1||584bc22c90d1dc672b54829b Sat Dec 10 04:07:49.299 I SHARDING [conn9] moveChunk number of documents: 106584 Sat Dec 10 04:07:49.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:49.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:50.345 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776048 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 1013ms Sat Dec 10 04:07:50.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:51.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9065, clonedBytes: 2999764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:52.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17840, clonedBytes: 5910555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:53.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26803, clonedBytes: 8860769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:54.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35862, clonedBytes: 11852101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:55.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45835, clonedBytes: 15120493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:56.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49883, clonedBytes: 16437829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:57.130 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776058 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 898ms Sat Dec 10 04:07:57.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56050, clonedBytes: 18442024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:58.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66167, clonedBytes: 21740062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:07:58.959 I SHARDING [RangeDeleter] rangeDeleter deleted 113736 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444973426000) } -> { datetime: new Date(1444993946000) } Sat Dec 10 04:07:58.959 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445008400000) } -> { datetime: new Date(1445020717000) }, with opId: 106604 Sat Dec 10 04:07:59.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76157, clonedBytes: 24966207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:00.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86120, clonedBytes: 28085749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:02.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96262, clonedBytes: 31359078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:03.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd3f4666d1a4e49f543d6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106584, clonedBytes: 34523586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:03.184 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:08:03.211 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:08:03.212 I SHARDING [conn9] moveChunk setting version to: 38|0||584bc22c90d1dc672b54829b Sat Dec 10 04:08:03.280 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106584, clonedBytes: 34523586, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:08:03.280 I SHARDING [conn9] moveChunk updating self version to: 38|1||584bc22c90d1dc672b54829b through { datetime: new Date(1450459671000) } -> { datetime: new Date(1450643610000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:08:03.282 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:03.282-0600-584bd403666d1a4e49f543d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364483282), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106584, clonedBytes: 34523586, catchup: 0, steady: 0 } } Sat Dec 10 04:08:03.283 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:08:03.283 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:08:03.283 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:03.283-0600-584bd403666d1a4e49f543da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364483283), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1040, step 4 of 6: 13877, step 5 of 6: 98, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:08:03.285 I SHARDING [conn9] distributed lock with ts: 584bd3f4666d1a4e49f543d4' unlocked. Sat Dec 10 04:08:03.285 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450396451000) }, max: { datetime: new Date(1450459671000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 479 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15023ms Sat Dec 10 04:08:03.289 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:08:03.290 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445137339000) }, { datetime: new Date(1445175278000) }) in IISLogs.pubprdweb03', ts : 584bd403666d1a4e49f543db Sat Dec 10 04:08:03.290 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 22|0||584bc97f90d1dc672b548352, current metadata version is 22|0||584bc97f90d1dc672b548352 Sat Dec 10 04:08:03.292 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 22|0||584bc97f90d1dc672b548352 to shard version 22|1||584bc97f90d1dc672b548352 Sat Dec 10 04:08:03.292 I SHARDING [conn9] collection version was loaded at version 22|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:08:03.292 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:03.292-0600-584bd403666d1a4e49f543dc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364483292), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:08:03.294 I SHARDING [conn9] moveChunk request accepted at version 22|1||584bc97f90d1dc672b548352 Sat Dec 10 04:08:05.125 I SHARDING [conn9] moveChunk number of documents: 113715 Sat Dec 10 04:08:05.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:05.893 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776159 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 763ms Sat Dec 10 04:08:06.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2396, clonedBytes: 679053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:07.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12553, clonedBytes: 3635359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:08.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22935, clonedBytes: 6604133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:09.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33147, clonedBytes: 9466496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:10.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43265, clonedBytes: 12112141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:11.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53360, clonedBytes: 14704876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:12.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59855, clonedBytes: 16368136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:12.937 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14480212 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 838ms Sat Dec 10 04:08:13.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64394, clonedBytes: 17544237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:14.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75027, clonedBytes: 20300731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:15.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85472, clonedBytes: 23068692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:16.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95608, clonedBytes: 25750665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:17.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105913, clonedBytes: 28520348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:18.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd403666d1a4e49f543dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113715, clonedBytes: 30482290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:18.610 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:08:18.611 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:08:18.612 I SHARDING [conn9] moveChunk setting version to: 23|0||584bc97f90d1dc672b548352 Sat Dec 10 04:08:18.619 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113715, clonedBytes: 30482290, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:08:18.619 I SHARDING [conn9] moveChunk updating self version to: 23|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445175278000) } -> { datetime: new Date(1445205843000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:08:18.620 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:18.620-0600-584bd412666d1a4e49f543e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364498620), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113715, clonedBytes: 30482290, catchup: 0, steady: 0 } } Sat Dec 10 04:08:18.621 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:08:18.621 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:08:18.621 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:18.621-0600-584bd412666d1a4e49f543e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364498621), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1833, step 4 of 6: 13481, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:08:18.623 I SHARDING [conn9] distributed lock with ts: 584bd403666d1a4e49f543db' unlocked. Sat Dec 10 04:08:18.623 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445137339000) }, max: { datetime: new Date(1445175278000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1947 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15334ms Sat Dec 10 04:08:18.628 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:08:18.628 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445285458000) }, { datetime: new Date(1445295436000) }) in IISLogs.pubprdweb04', ts : 584bd412666d1a4e49f543e2 Sat Dec 10 04:08:18.628 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 18|0||584bcad890d1dc672b54835d, current metadata version is 18|0||584bcad890d1dc672b54835d Sat Dec 10 04:08:18.630 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 18|0||584bcad890d1dc672b54835d to shard version 18|1||584bcad890d1dc672b54835d Sat Dec 10 04:08:18.630 I SHARDING [conn9] collection version was loaded at version 18|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:08:18.630 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:18.630-0600-584bd412666d1a4e49f543e3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364498630), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:08:18.631 I SHARDING [conn9] moveChunk request accepted at version 18|1||584bcad890d1dc672b54835d Sat Dec 10 04:08:18.738 I SHARDING [RangeDeleter] rangeDeleter deleted 112213 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445008400000) } -> { datetime: new Date(1445020717000) } Sat Dec 10 04:08:18.738 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466678386000) } -> { datetime: new Date(1466701216000) }, with opId: 106714 Sat Dec 10 04:08:19.841 I SHARDING [conn9] moveChunk number of documents: 112248 Sat Dec 10 04:08:19.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:19.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:19.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:19.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:19.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:19.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:20.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:20.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:20.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:20.644 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776291 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 799ms Sat Dec 10 04:08:21.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2317, clonedBytes: 782875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:22.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12618, clonedBytes: 4074572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:23.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23086, clonedBytes: 6934078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:24.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33290, clonedBytes: 9444283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:25.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43506, clonedBytes: 12282073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:26.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53358, clonedBytes: 15063629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:27.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58053, clonedBytes: 16380882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:28.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58053, clonedBytes: 16380882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:29.103 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15843826 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 2393ms Sat Dec 10 04:08:29.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59115, clonedBytes: 16675339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:30.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69257, clonedBytes: 19528625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:31.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80090, clonedBytes: 22759758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:32.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90751, clonedBytes: 25746792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:33.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101318, clonedBytes: 28772682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:34.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111865, clonedBytes: 31737788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:35.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd412666d1a4e49f543e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112248, clonedBytes: 31856305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:35.493 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:08:35.494 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:08:35.494 I SHARDING [conn9] moveChunk setting version to: 19|0||584bcad890d1dc672b54835d Sat Dec 10 04:08:35.501 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112248, clonedBytes: 31856305, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:08:35.501 I SHARDING [conn9] moveChunk updating self version to: 19|1||584bcad890d1dc672b54835d through { datetime: new Date(1445295436000) } -> { datetime: new Date(1445307040000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:08:35.503 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:35.503-0600-584bd423666d1a4e49f543e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364515503), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112248, clonedBytes: 31856305, catchup: 0, steady: 0 } } Sat Dec 10 04:08:35.504 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:08:35.504 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:08:35.504 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:35.504-0600-584bd423666d1a4e49f543e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364515504), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1213, step 4 of 6: 15647, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:08:35.506 I SHARDING [conn9] distributed lock with ts: 584bd412666d1a4e49f543e2' unlocked. Sat Dec 10 04:08:35.506 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445285458000) }, max: { datetime: new Date(1445295436000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 18000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 133 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 133 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16878ms Sat Dec 10 04:08:36.606 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:08:36.606 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1466985991000) }, { datetime: new Date(1467013012000) }) in IISLogs.pubbsdweb1', ts : 584bd424666d1a4e49f543e9 Sat Dec 10 04:08:36.607 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 72|0||584bba0d90d1dc672b548145, current metadata version is 72|0||584bba0d90d1dc672b548145 Sat Dec 10 04:08:36.608 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 72|0||584bba0d90d1dc672b548145 to shard version 72|1||584bba0d90d1dc672b548145 Sat Dec 10 04:08:36.608 I SHARDING [conn9] collection version was loaded at version 72|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:08:36.608 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:36.608-0600-584bd424666d1a4e49f543ea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364516608), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:08:36.609 I SHARDING [conn9] moveChunk request accepted at version 72|1||584bba0d90d1dc672b548145 Sat Dec 10 04:08:37.725 I SHARDING [conn9] moveChunk number of documents: 113369 Sat Dec 10 04:08:37.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:37.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:37.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:37.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:37.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:37.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:37.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:38.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:38.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:38.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:39.408 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776190 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1679ms Sat Dec 10 04:08:39.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3265, clonedBytes: 1040648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:40.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13222, clonedBytes: 4196048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:41.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23355, clonedBytes: 7432753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:42.176 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466678386000) } -> { datetime: new Date(1466701216000) } Sat Dec 10 04:08:42.177 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447259516000) } -> { datetime: new Date(1447362714000) }, with opId: 106911 Sat Dec 10 04:08:42.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33829, clonedBytes: 10804365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:44.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44498, clonedBytes: 14245910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:45.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51256, clonedBytes: 16428360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:45.311 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776010 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 555ms Sat Dec 10 04:08:46.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58296, clonedBytes: 18713788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:47.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67861, clonedBytes: 21808036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:48.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78479, clonedBytes: 25247973, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:49.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88704, clonedBytes: 28533381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:50.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98181, clonedBytes: 31589485, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:50.928 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3722362 locks:{ Global: { acquireCount: { r: 180 } }, Database: { acquireCount: { r: 90 } }, Collection: { acquireCount: { r: 90 } } } protocol:op_command 153ms Sat Dec 10 04:08:51.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107977, clonedBytes: 34768146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:52.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd424666d1a4e49f543eb", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113369, clonedBytes: 36513865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:52.571 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:08:52.572 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:08:52.573 I SHARDING [conn9] moveChunk setting version to: 73|0||584bba0d90d1dc672b548145 Sat Dec 10 04:08:52.576 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113369, clonedBytes: 36513865, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:08:52.576 I SHARDING [conn9] moveChunk updating self version to: 73|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467013012000) } -> { datetime: new Date(1467042056000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:08:52.577 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:52.577-0600-584bd434666d1a4e49f543ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364532577), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113369, clonedBytes: 36513865, catchup: 0, steady: 0 } } Sat Dec 10 04:08:52.578 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:08:52.578 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:08:52.578 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:52.578-0600-584bd434666d1a4e49f543ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364532578), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1118, step 4 of 6: 14842, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:08:52.580 I SHARDING [conn9] distributed lock with ts: 584bd424666d1a4e49f543e9' unlocked. Sat Dec 10 04:08:52.580 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466985991000) }, max: { datetime: new Date(1467013012000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 185 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 142 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15974ms Sat Dec 10 04:08:52.585 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:08:52.586 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1448702009000) }, { datetime: new Date(1448905844000) }) in IISLogs.pubprdweb01', ts : 584bd434666d1a4e49f543f0 Sat Dec 10 04:08:52.586 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 46|0||584bbf4f90d1dc672b54822e, current metadata version is 46|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:08:52.587 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 46|0||584bbf4f90d1dc672b54822e to shard version 46|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:08:52.587 I SHARDING [conn9] collection version was loaded at version 46|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:08:52.587 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:08:52.587-0600-584bd434666d1a4e49f543f1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364532587), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:08:52.588 I SHARDING [conn9] moveChunk request accepted at version 46|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:08:55.046 I SHARDING [conn9] moveChunk number of documents: 102966 Sat Dec 10 04:08:55.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:55.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:56.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:56.226 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776156 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1048ms Sat Dec 10 04:08:57.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7616, clonedBytes: 2247987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:58.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17818, clonedBytes: 5230356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:08:59.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27767, clonedBytes: 8151828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:00.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39113, clonedBytes: 11478887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:01.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49890, clonedBytes: 14713853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:02.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55366, clonedBytes: 16399556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:02.850 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14316939 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 949ms Sat Dec 10 04:09:02.962 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447259516000) } -> { datetime: new Date(1447362714000) } Sat Dec 10 04:09:02.962 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464746383000) } -> { datetime: new Date(1464892780000) }, with opId: 107027 Sat Dec 10 04:09:03.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60519, clonedBytes: 17938427, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:04.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69536, clonedBytes: 20632259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:05.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80128, clonedBytes: 23667890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:06.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91823, clonedBytes: 27131071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:07.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd434666d1a4e49f543f2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102966, clonedBytes: 30394257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:07.869 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:09:07.870 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:09:07.871 I SHARDING [conn9] moveChunk setting version to: 47|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:09:07.877 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102966, clonedBytes: 30394257, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:09:07.877 I SHARDING [conn9] moveChunk updating self version to: 47|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1448905844000) } -> { datetime: new Date(1449027819000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:09:07.879 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:07.879-0600-584bd443666d1a4e49f543f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364547879), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102966, clonedBytes: 30394257, catchup: 0, steady: 0 } } Sat Dec 10 04:09:07.879 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:09:07.879 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:09:07.880 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:07.880-0600-584bd443666d1a4e49f543f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364547880), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2471, step 4 of 6: 12809, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:09:07.881 I SHARDING [conn9] distributed lock with ts: 584bd434666d1a4e49f543f0' unlocked. Sat Dec 10 04:09:07.881 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448702009000) }, max: { datetime: new Date(1448905844000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 124 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 186 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15297ms Sat Dec 10 04:09:07.886 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:09:07.887 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465830103000) }, { datetime: new Date(1465897733000) }) in IISLogs.pubbsdweb2', ts : 584bd443666d1a4e49f543f7 Sat Dec 10 04:09:07.887 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 45|0||584bbf7a90d1dc672b548236, current metadata version is 45|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:09:07.889 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 45|0||584bbf7a90d1dc672b548236 to shard version 45|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:09:07.889 I SHARDING [conn9] collection version was loaded at version 45|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:09:07.889 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:07.889-0600-584bd443666d1a4e49f543f8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364547889), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:09:07.889 I SHARDING [conn9] moveChunk request accepted at version 45|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:09:09.546 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:09:09.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:09.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:09.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:09.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:09.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:09.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:09.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:10.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:10.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:10.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:11.199 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776060 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1566ms Sat Dec 10 04:09:11.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4474, clonedBytes: 1349073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:12.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8677, clonedBytes: 2622748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:14.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18790, clonedBytes: 5691449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:15.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29072, clonedBytes: 8813762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:16.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34857, clonedBytes: 10559950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:17.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40567, clonedBytes: 12279717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:18.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44804, clonedBytes: 13546909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:19.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49942, clonedBytes: 15066333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:20.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54428, clonedBytes: 16406026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:21.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54428, clonedBytes: 16406026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:22.360 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1748ms Sat Dec 10 04:09:22.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57613, clonedBytes: 17363519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:23.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62984, clonedBytes: 18958847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:24.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67141, clonedBytes: 20194756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:25.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72352, clonedBytes: 21735390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:26.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77284, clonedBytes: 23195600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:27.208 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464746383000) } -> { datetime: new Date(1464892780000) } Sat Dec 10 04:09:27.208 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1448520563000) } -> { datetime: new Date(1448751676000) }, with opId: 107130 Sat Dec 10 04:09:27.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83190, clonedBytes: 24947839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:29.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87329, clonedBytes: 26170072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:30.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92470, clonedBytes: 27685732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:31.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101722, clonedBytes: 30432185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:32.089 I NETWORK [conn75] end connection 10.112.9.26:55503 (30 connections now open) Sat Dec 10 04:09:32.096 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1223300 locks:{ Global: { acquireCount: { r: 66 } }, Database: { acquireCount: { r: 33 } }, Collection: { acquireCount: { r: 33 } } } protocol:op_command 107ms Sat Dec 10 04:09:32.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111548, clonedBytes: 33353401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:33.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd443666d1a4e49f543f9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 34006311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:33.344 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:09:33.345 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:09:33.346 I SHARDING [conn9] moveChunk setting version to: 46|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:09:33.353 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 34006311, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:09:33.353 I SHARDING [conn9] moveChunk updating self version to: 46|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1465897733000) } -> { datetime: new Date(1466009769000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:09:33.354 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:33.354-0600-584bd45d666d1a4e49f543fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364573354), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 34006311, catchup: 0, steady: 0 } } Sat Dec 10 04:09:33.355 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:09:33.368 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:09:33.368 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:33.368-0600-584bd45d666d1a4e49f543fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364573368), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1737, step 4 of 6: 23715, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:09:33.369 I SHARDING [conn9] distributed lock with ts: 584bd443666d1a4e49f543f7' unlocked. Sat Dec 10 04:09:33.369 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465830103000) }, max: { datetime: new Date(1465897733000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12641 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 177 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25483ms Sat Dec 10 04:09:33.504 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:09:33.505 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1450459671000) }, { datetime: new Date(1450643610000) }) in IISLogs.pubprdweb02', ts : 584bd45d666d1a4e49f543fe Sat Dec 10 04:09:33.505 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 38|0||584bc22c90d1dc672b54829b, current metadata version is 38|0||584bc22c90d1dc672b54829b Sat Dec 10 04:09:33.515 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 38|0||584bc22c90d1dc672b54829b to shard version 38|1||584bc22c90d1dc672b54829b Sat Dec 10 04:09:33.515 I SHARDING [conn9] collection version was loaded at version 38|1||584bc22c90d1dc672b54829b, took 9ms Sat Dec 10 04:09:33.515 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:33.515-0600-584bd45d666d1a4e49f543ff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364573515), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:09:33.694 I SHARDING [conn9] moveChunk request accepted at version 38|1||584bc22c90d1dc672b54829b Sat Dec 10 04:09:35.428 I SHARDING [conn9] moveChunk number of documents: 106525 Sat Dec 10 04:09:35.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:35.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:36.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:36.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:37.017 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 1435ms Sat Dec 10 04:09:37.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7914, clonedBytes: 2448458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:39.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19174, clonedBytes: 5830987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:40.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30485, clonedBytes: 9359790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:41.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40889, clonedBytes: 12667102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:42.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52341, clonedBytes: 16191263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:43.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53111, clonedBytes: 16415523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:43.983 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15998794 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 1438ms Sat Dec 10 04:09:44.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56112, clonedBytes: 17300902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:45.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61732, clonedBytes: 18968090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:46.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67555, clonedBytes: 20746588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:47.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79083, clonedBytes: 24071502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:48.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90419, clonedBytes: 27336436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:49.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100103, clonedBytes: 30203483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:50.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd45d666d1a4e49f54400", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106525, clonedBytes: 32051381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:50.953 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:09:50.991 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:09:51.003 I SHARDING [conn9] moveChunk setting version to: 39|0||584bc22c90d1dc672b54829b Sat Dec 10 04:09:51.022 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106525, clonedBytes: 32051381, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:09:51.022 I SHARDING [conn9] moveChunk updating self version to: 39|1||584bc22c90d1dc672b54829b through { datetime: new Date(1450643610000) } -> { datetime: new Date(1450876498000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:09:51.024 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:51.024-0600-584bd46f666d1a4e49f54403", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364591024), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106525, clonedBytes: 32051381, catchup: 0, steady: 0 } } Sat Dec 10 04:09:51.025 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:09:51.028 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:09:51.028 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:51.028-0600-584bd46f666d1a4e49f54404", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364591028), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, step 1 of 6: 0, step 2 of 6: 190, step 3 of 6: 1886, step 4 of 6: 15371, step 5 of 6: 74, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:09:51.029 I SHARDING [conn9] distributed lock with ts: 584bd45d666d1a4e49f543fe' unlocked. Sat Dec 10 04:09:51.029 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450459671000) }, max: { datetime: new Date(1450643610000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3342 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 11558 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17526ms Sat Dec 10 04:09:51.119 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:09:51.120 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445175278000) }, { datetime: new Date(1445205843000) }) in IISLogs.pubprdweb03', ts : 584bd46f666d1a4e49f54405 Sat Dec 10 04:09:51.120 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 23|0||584bc97f90d1dc672b548352, current metadata version is 23|0||584bc97f90d1dc672b548352 Sat Dec 10 04:09:51.121 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 23|0||584bc97f90d1dc672b548352 to shard version 23|1||584bc97f90d1dc672b548352 Sat Dec 10 04:09:51.121 I SHARDING [conn9] collection version was loaded at version 23|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:09:51.122 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:09:51.122-0600-584bd46f666d1a4e49f54406", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364591122), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:09:51.122 I SHARDING [conn9] moveChunk request accepted at version 23|1||584bc97f90d1dc672b548352 Sat Dec 10 04:09:52.786 I SHARDING [RangeDeleter] rangeDeleter deleted 106405 documents for IISLogs.pubprdweb02 from { datetime: new Date(1448520563000) } -> { datetime: new Date(1448751676000) } Sat Dec 10 04:09:52.786 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1444993946000) } -> { datetime: new Date(1445001080000) }, with opId: 107282 Sat Dec 10 04:09:52.830 I SHARDING [conn9] moveChunk number of documents: 113778 Sat Dec 10 04:09:52.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:53.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:54.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:54.652 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 1703ms Sat Dec 10 04:09:55.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3941, clonedBytes: 1025246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:56.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14018, clonedBytes: 3679366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:57.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23672, clonedBytes: 6208784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:58.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34198, clonedBytes: 8972980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:09:59.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44271, clonedBytes: 11652297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:00.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55225, clonedBytes: 14517091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:01.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62615, clonedBytes: 16348897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:02.142 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13873226 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 722ms Sat Dec 10 04:10:02.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67530, clonedBytes: 17632895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:03.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77641, clonedBytes: 20268343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:04.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89421, clonedBytes: 23330601, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:06.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100661, clonedBytes: 26306071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:07.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111377, clonedBytes: 29243164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd46f666d1a4e49f54407", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113778, clonedBytes: 29874944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.132 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:10:08.133 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:10:08.133 I SHARDING [conn9] moveChunk setting version to: 24|0||584bc97f90d1dc672b548352 Sat Dec 10 04:10:08.138 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113778, clonedBytes: 29874944, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:10:08.138 I SHARDING [conn9] moveChunk updating self version to: 24|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445205843000) } -> { datetime: new Date(1445239201000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:10:08.139 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:08.139-0600-584bd480666d1a4e49f5440a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364608139), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113778, clonedBytes: 29874944, catchup: 0, steady: 0 } } Sat Dec 10 04:10:08.140 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:10:08.140 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:10:08.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:08.140-0600-584bd480666d1a4e49f5440b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364608140), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1825, step 4 of 6: 15183, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:10:08.142 I SHARDING [conn9] distributed lock with ts: 584bd46f666d1a4e49f54405' unlocked. Sat Dec 10 04:10:08.142 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445175278000) }, max: { datetime: new Date(1445205843000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 667 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 98 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17024ms Sat Dec 10 04:10:08.147 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:10:08.148 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445295436000) }, { datetime: new Date(1445307040000) }) in IISLogs.pubprdweb04', ts : 584bd480666d1a4e49f5440c Sat Dec 10 04:10:08.148 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 19|0||584bcad890d1dc672b54835d, current metadata version is 19|0||584bcad890d1dc672b54835d Sat Dec 10 04:10:08.149 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 19|0||584bcad890d1dc672b54835d to shard version 19|1||584bcad890d1dc672b54835d Sat Dec 10 04:10:08.149 I SHARDING [conn9] collection version was loaded at version 19|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:10:08.149 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:08.149-0600-584bd480666d1a4e49f5440d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364608149), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:10:08.150 I SHARDING [conn9] moveChunk request accepted at version 19|1||584bcad890d1dc672b54835d Sat Dec 10 04:10:08.698 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 04:10:08.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:08.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:09.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:09.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:09.601 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 897ms Sat Dec 10 04:10:09.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95, clonedBytes: 30035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:10.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7352, clonedBytes: 2200461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:11.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17589, clonedBytes: 5129471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:12.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28671, clonedBytes: 8267647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:13.082 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubprdweb03 from { datetime: new Date(1444993946000) } -> { datetime: new Date(1445001080000) } Sat Dec 10 04:10:13.082 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445020717000) } -> { datetime: new Date(1445027042000) }, with opId: 107437 Sat Dec 10 04:10:13.106 I NETWORK [conn76] end connection 10.112.9.26:55504 (29 connections now open) Sat Dec 10 04:10:14.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38672, clonedBytes: 11086804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:15.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48886, clonedBytes: 14007733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:15.213 I NETWORK [conn77] end connection 10.112.9.26:55505 (28 connections now open) Sat Dec 10 04:10:15.888 I NETWORK [conn78] end connection 10.112.9.26:55506 (27 connections now open) Sat Dec 10 04:10:16.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57391, clonedBytes: 16385490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:17.011 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15980373 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1099ms Sat Dec 10 04:10:17.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58961, clonedBytes: 16826961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:18.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69083, clonedBytes: 19672872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:19.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79658, clonedBytes: 22704070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:20.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89578, clonedBytes: 25563840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:21.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99986, clonedBytes: 28512501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:22.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110015, clonedBytes: 31354859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:23.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd480666d1a4e49f5440e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 31993001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:23.567 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:10:23.568 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:10:23.576 I SHARDING [conn9] moveChunk setting version to: 20|0||584bcad890d1dc672b54835d Sat Dec 10 04:10:23.588 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 31993001, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:10:23.588 I SHARDING [conn9] moveChunk updating self version to: 20|1||584bcad890d1dc672b54835d through { datetime: new Date(1445307040000) } -> { datetime: new Date(1445318340000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:10:23.589 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:23.589-0600-584bd48f666d1a4e49f54411", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364623589), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 31993001, catchup: 0, steady: 0 } } Sat Dec 10 04:10:23.590 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:10:23.590 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:10:23.590 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:23.590-0600-584bd48f666d1a4e49f54412", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364623590), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 551, step 4 of 6: 14864, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:10:23.592 I SHARDING [conn9] distributed lock with ts: 584bd480666d1a4e49f5440c' unlocked. Sat Dec 10 04:10:23.592 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445295436000) }, max: { datetime: new Date(1445307040000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 19000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 136 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 7881 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15444ms Sat Dec 10 04:10:24.667 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:10:24.668 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467013012000) }, { datetime: new Date(1467042056000) }) in IISLogs.pubbsdweb1', ts : 584bd490666d1a4e49f54413 Sat Dec 10 04:10:24.668 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 73|0||584bba0d90d1dc672b548145, current metadata version is 73|0||584bba0d90d1dc672b548145 Sat Dec 10 04:10:24.669 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 73|0||584bba0d90d1dc672b548145 to shard version 73|1||584bba0d90d1dc672b548145 Sat Dec 10 04:10:24.669 I SHARDING [conn9] collection version was loaded at version 73|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:10:24.669 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:24.669-0600-584bd490666d1a4e49f54414", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364624669), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:10:24.670 I SHARDING [conn9] moveChunk request accepted at version 73|1||584bba0d90d1dc672b548145 Sat Dec 10 04:10:26.370 I SHARDING [conn9] moveChunk number of documents: 113364 Sat Dec 10 04:10:26.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:26.995 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776275 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 600ms Sat Dec 10 04:10:27.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3571, clonedBytes: 1155046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:28.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13713, clonedBytes: 4431918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:29.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21829, clonedBytes: 7054059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:30.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30376, clonedBytes: 9819007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:31.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40522, clonedBytes: 13104721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:32.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50508, clonedBytes: 16337165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:33.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50804, clonedBytes: 16431609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:33.919 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776078 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1155ms Sat Dec 10 04:10:34.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58387, clonedBytes: 18880146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:35.435 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445020717000) } -> { datetime: new Date(1445027042000) } Sat Dec 10 04:10:35.465 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466701216000) } -> { datetime: new Date(1466721862000) }, with opId: 107610 Sat Dec 10 04:10:35.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66356, clonedBytes: 21453277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:37.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74835, clonedBytes: 24175866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:38.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81693, clonedBytes: 26384256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:39.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91552, clonedBytes: 29513922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:40.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101936, clonedBytes: 32647043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:40.734 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3310636 locks:{ Global: { acquireCount: { r: 178 } }, Database: { acquireCount: { r: 89 } }, Collection: { acquireCount: { r: 89 } } } protocol:op_command 310ms Sat Dec 10 04:10:41.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108667, clonedBytes: 34677304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:42.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd490666d1a4e49f54415", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113364, clonedBytes: 36102327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:42.415 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:10:42.416 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:10:42.417 I SHARDING [conn9] moveChunk setting version to: 74|0||584bba0d90d1dc672b548145 Sat Dec 10 04:10:42.425 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113364, clonedBytes: 36102327, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:10:42.425 I SHARDING [conn9] moveChunk updating self version to: 74|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467042056000) } -> { datetime: new Date(1467110522000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:10:42.427 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:42.427-0600-584bd4a2666d1a4e49f54418", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364642427), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113364, clonedBytes: 36102327, catchup: 0, steady: 0 } } Sat Dec 10 04:10:42.427 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:10:42.427 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:10:42.427 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:42.427-0600-584bd4a2666d1a4e49f54419", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364642427), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1708, step 4 of 6: 16035, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:10:42.429 I SHARDING [conn9] distributed lock with ts: 584bd490666d1a4e49f54413' unlocked. Sat Dec 10 04:10:42.429 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467013012000) }, max: { datetime: new Date(1467042056000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 160 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 55 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17762ms Sat Dec 10 04:10:42.433 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:10:42.433 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1448905844000) }, { datetime: new Date(1449027819000) }) in IISLogs.pubprdweb01', ts : 584bd4a2666d1a4e49f5441a Sat Dec 10 04:10:42.434 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 47|0||584bbf4f90d1dc672b54822e, current metadata version is 47|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:10:42.435 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 47|0||584bbf4f90d1dc672b54822e to shard version 47|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:10:42.435 I SHARDING [conn9] collection version was loaded at version 47|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:10:42.435 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:10:42.435-0600-584bd4a2666d1a4e49f5441b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364642435), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:10:42.436 I SHARDING [conn9] moveChunk request accepted at version 47|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:10:45.787 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 04:10:45.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:45.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:45.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:45.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:45.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:45.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:45.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:46.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:46.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:46.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:47.022 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776113 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1220ms Sat Dec 10 04:10:47.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8050, clonedBytes: 2394005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:49.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17306, clonedBytes: 5081845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:50.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29255, clonedBytes: 8641209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:51.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40007, clonedBytes: 11836145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:52.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50566, clonedBytes: 15162429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:53.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54644, clonedBytes: 16404567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:53.503 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14441062 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 700ms Sat Dec 10 04:10:54.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63455, clonedBytes: 19049225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:55.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73415, clonedBytes: 21901233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:56.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85008, clonedBytes: 25304574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:57.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:58.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:10:59.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:00.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:00.900 I SHARDING [RangeDeleter] rangeDeleter deleted 113352 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466701216000) } -> { datetime: new Date(1466721862000) } Sat Dec 10 04:11:00.900 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447362714000) } -> { datetime: new Date(1447451554000) }, with opId: 107762 Sat Dec 10 04:11:01.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:02.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:03.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:05.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:06.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:07.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:08.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:09.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:10.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:11.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:12.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:13.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:14.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:15.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:16.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:17.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:18.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:19.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85840, clonedBytes: 25554163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:20.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87828, clonedBytes: 26115586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:21.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97124, clonedBytes: 28817445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:22.668 I SHARDING [RangeDeleter] rangeDeleter deleted 102840 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447362714000) } -> { datetime: new Date(1447451554000) } Sat Dec 10 04:11:22.668 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464892780000) } -> { datetime: new Date(1464957201000) }, with opId: 107842 Sat Dec 10 04:11:22.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101650, clonedBytes: 30129366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:23.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4a2666d1a4e49f5441c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 30518596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:23.939 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:11:23.940 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:11:23.941 I SHARDING [conn9] moveChunk setting version to: 48|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:11:24.095 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 30518596, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:11:24.095 I SHARDING [conn9] moveChunk updating self version to: 48|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1449027819000) } -> { datetime: new Date(1449181756000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:11:24.097 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:24.097-0600-584bd4cc666d1a4e49f5441f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364684097), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 30518596, catchup: 0, steady: 0 } } Sat Dec 10 04:11:24.097 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:11:24.097 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:11:24.098 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:24.098-0600-584bd4cc666d1a4e49f54420", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364684098), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3353, step 4 of 6: 38146, step 5 of 6: 158, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:11:24.099 I SHARDING [conn9] distributed lock with ts: 584bd4a2666d1a4e49f5441a' unlocked. Sat Dec 10 04:11:24.099 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448905844000) }, max: { datetime: new Date(1449027819000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:831 reslen:154 locks:{ Global: { acquireCount: { r: 1674, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 246 } }, Database: { acquireCount: { r: 833, w: 4, W: 2 } }, Collection: { acquireCount: { r: 833, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 41666ms Sat Dec 10 04:11:24.289 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:11:24.291 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1465897733000) }, { datetime: new Date(1466009769000) }) in IISLogs.pubbsdweb2', ts : 584bd4cc666d1a4e49f54421 Sat Dec 10 04:11:24.291 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 46|0||584bbf7a90d1dc672b548236, current metadata version is 46|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:11:24.292 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 46|0||584bbf7a90d1dc672b548236 to shard version 46|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:11:24.292 I SHARDING [conn9] collection version was loaded at version 46|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:11:24.292 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:24.292-0600-584bd4cc666d1a4e49f54422", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364684292), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:11:24.293 I SHARDING [conn9] moveChunk request accepted at version 46|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:11:25.921 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:11:26.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:26.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:27.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:27.443 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776093 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1282ms Sat Dec 10 04:11:28.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8598, clonedBytes: 2553556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:29.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19658, clonedBytes: 5864810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:30.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30964, clonedBytes: 9288868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:31.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42834, clonedBytes: 12880749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:33.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53933, clonedBytes: 16300770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:33.647 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776129 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 592ms Sat Dec 10 04:11:34.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57823, clonedBytes: 17470657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:35.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69682, clonedBytes: 21038465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:36.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80691, clonedBytes: 24372944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:37.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92239, clonedBytes: 27809902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:38.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103467, clonedBytes: 31112231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:39.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4cc666d1a4e49f54423", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34095593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:39.774 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:11:39.776 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:11:39.776 I SHARDING [conn9] moveChunk setting version to: 47|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:11:39.783 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34095593, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:11:39.783 I SHARDING [conn9] moveChunk updating self version to: 47|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466009769000) } -> { datetime: new Date(1466084043000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:11:39.785 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:39.785-0600-584bd4db666d1a4e49f54426", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364699785), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34095593, catchup: 0, steady: 0 } } Sat Dec 10 04:11:39.786 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:11:39.786 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:11:39.786 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:39.786-0600-584bd4db666d1a4e49f54427", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364699786), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1859, step 4 of 6: 13622, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:11:39.788 I SHARDING [conn9] distributed lock with ts: 584bd4cc666d1a4e49f54421' unlocked. Sat Dec 10 04:11:39.788 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1465897733000) }, max: { datetime: new Date(1466009769000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 274 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 219 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15499ms Sat Dec 10 04:11:39.794 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:11:39.796 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1450643610000) }, { datetime: new Date(1450876498000) }) in IISLogs.pubprdweb02', ts : 584bd4db666d1a4e49f54428 Sat Dec 10 04:11:39.796 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 39|0||584bc22c90d1dc672b54829b, current metadata version is 39|0||584bc22c90d1dc672b54829b Sat Dec 10 04:11:39.798 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 39|0||584bc22c90d1dc672b54829b to shard version 39|1||584bc22c90d1dc672b54829b Sat Dec 10 04:11:39.798 I SHARDING [conn9] collection version was loaded at version 39|1||584bc22c90d1dc672b54829b, took 2ms Sat Dec 10 04:11:39.798 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:39.798-0600-584bd4db666d1a4e49f54429", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364699798), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:11:39.799 I SHARDING [conn9] moveChunk request accepted at version 39|1||584bc22c90d1dc672b54829b Sat Dec 10 04:11:41.050 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464892780000) } -> { datetime: new Date(1464957201000) } Sat Dec 10 04:11:41.050 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1448751676000) } -> { datetime: new Date(1448918861000) }, with opId: 107960 Sat Dec 10 04:11:41.848 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 04:11:41.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:41.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:41.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:41.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:42.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:42.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:42.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:42.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:42.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:42.772 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776220 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 862ms Sat Dec 10 04:11:43.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2769, clonedBytes: 795796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:44.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12925, clonedBytes: 3717276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:45.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22990, clonedBytes: 6614745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:46.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33322, clonedBytes: 9456864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:47.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44899, clonedBytes: 12652782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:48.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55496, clonedBytes: 15663867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:49.585 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14180454 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 687ms Sat Dec 10 04:11:49.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60642, clonedBytes: 17165853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:51.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71816, clonedBytes: 20366500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:52.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82721, clonedBytes: 23365072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:53.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93674, clonedBytes: 26466915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:54.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105224, clonedBytes: 29867503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:55.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4db666d1a4e49f5442a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 30232937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:55.410 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:11:55.427 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:11:55.428 I SHARDING [conn9] moveChunk setting version to: 40|0||584bc22c90d1dc672b54829b Sat Dec 10 04:11:55.433 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 30232937, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:11:55.433 I SHARDING [conn9] moveChunk updating self version to: 40|1||584bc22c90d1dc672b54829b through { datetime: new Date(1450876498000) } -> { datetime: new Date(1451111806000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:11:55.435 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:55.435-0600-584bd4eb666d1a4e49f5442d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364715435), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 30232937, catchup: 0, steady: 0 } } Sat Dec 10 04:11:55.435 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:11:55.436 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:11:55.436 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:55.436-0600-584bd4eb666d1a4e49f5442e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364715436), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2108, step 4 of 6: 13501, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:11:55.437 I SHARDING [conn9] distributed lock with ts: 584bd4db666d1a4e49f54428' unlocked. Sat Dec 10 04:11:55.437 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450643610000) }, max: { datetime: new Date(1450876498000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 367 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 282 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15643ms Sat Dec 10 04:11:55.441 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:11:55.442 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445205843000) }, { datetime: new Date(1445239201000) }) in IISLogs.pubprdweb03', ts : 584bd4eb666d1a4e49f5442f Sat Dec 10 04:11:55.442 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 24|0||584bc97f90d1dc672b548352, current metadata version is 24|0||584bc97f90d1dc672b548352 Sat Dec 10 04:11:55.443 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 24|0||584bc97f90d1dc672b548352 to shard version 24|1||584bc97f90d1dc672b548352 Sat Dec 10 04:11:55.443 I SHARDING [conn9] collection version was loaded at version 24|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:11:55.443 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:11:55.443-0600-584bd4eb666d1a4e49f54430", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364715443), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:11:55.444 I SHARDING [conn9] moveChunk request accepted at version 24|1||584bc97f90d1dc672b548352 Sat Dec 10 04:11:56.306 I SHARDING [conn9] moveChunk number of documents: 113740 Sat Dec 10 04:11:56.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:56.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:57.256 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776217 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 935ms Sat Dec 10 04:11:57.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:58.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8037, clonedBytes: 2161361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:11:59.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18146, clonedBytes: 4810359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:00.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28462, clonedBytes: 7553951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:01.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38754, clonedBytes: 10214639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:02.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48303, clonedBytes: 12804172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:03.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59058, clonedBytes: 15800059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:03.889 I SHARDING [RangeDeleter] rangeDeleter deleted 106628 documents for IISLogs.pubprdweb02 from { datetime: new Date(1448751676000) } -> { datetime: new Date(1448918861000) } Sat Dec 10 04:12:03.889 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445001080000) } -> { datetime: new Date(1445008465000) }, with opId: 108140 Sat Dec 10 04:12:04.599 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14016974 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 638ms Sat Dec 10 04:12:04.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62106, clonedBytes: 16694610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:05.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72746, clonedBytes: 19519594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:06.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82932, clonedBytes: 22151780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:08.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93490, clonedBytes: 24835127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:09.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104159, clonedBytes: 27556618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4eb666d1a4e49f54431", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113740, clonedBytes: 30018935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.189 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:12:10.190 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:12:10.194 I SHARDING [conn9] moveChunk setting version to: 25|0||584bc97f90d1dc672b548352 Sat Dec 10 04:12:10.201 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113740, clonedBytes: 30018935, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:12:10.201 I SHARDING [conn9] moveChunk updating self version to: 25|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445239201000) } -> { datetime: new Date(1445267757000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:12:10.203 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:10.203-0600-584bd4fa666d1a4e49f54434", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364730203), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113740, clonedBytes: 30018935, catchup: 0, steady: 0 } } Sat Dec 10 04:12:10.203 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:12:10.203 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:12:10.203 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:10.203-0600-584bd4fa666d1a4e49f54435", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364730203), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 864, step 4 of 6: 13879, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:12:10.205 I SHARDING [conn9] distributed lock with ts: 584bd4eb666d1a4e49f5442f' unlocked. Sat Dec 10 04:12:10.205 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445205843000) }, max: { datetime: new Date(1445239201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 244 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 3581 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14763ms Sat Dec 10 04:12:10.209 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:12:10.210 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445307040000) }, { datetime: new Date(1445318340000) }) in IISLogs.pubprdweb04', ts : 584bd4fa666d1a4e49f54436 Sat Dec 10 04:12:10.210 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 20|0||584bcad890d1dc672b54835d, current metadata version is 20|0||584bcad890d1dc672b54835d Sat Dec 10 04:12:10.212 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 20|0||584bcad890d1dc672b54835d to shard version 20|1||584bcad890d1dc672b54835d Sat Dec 10 04:12:10.212 I SHARDING [conn9] collection version was loaded at version 20|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:12:10.212 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:10.212-0600-584bd4fa666d1a4e49f54437", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364730212), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:12:10.212 I SHARDING [conn9] moveChunk request accepted at version 20|1||584bcad890d1dc672b54835d Sat Dec 10 04:12:10.835 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 04:12:10.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:10.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:11.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:11.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:11.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:11.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:12.283 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 1443ms Sat Dec 10 04:12:12.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5640, clonedBytes: 1627651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:14.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16652, clonedBytes: 4802031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:15.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27607, clonedBytes: 7891188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:16.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38165, clonedBytes: 10865556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:17.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49283, clonedBytes: 14079848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:18.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57260, clonedBytes: 16386303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:18.779 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16224402 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 664ms Sat Dec 10 04:12:19.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62097, clonedBytes: 17817295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:20.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71919, clonedBytes: 20608781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:21.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82916, clonedBytes: 23797832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:22.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94601, clonedBytes: 27150940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:23.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106345, clonedBytes: 30542814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:24.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd4fa666d1a4e49f54438", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 32236912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:24.851 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:12:24.852 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:12:24.853 I SHARDING [conn9] moveChunk setting version to: 21|0||584bcad890d1dc672b54835d Sat Dec 10 04:12:24.861 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 32236912, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:12:24.861 I SHARDING [conn9] moveChunk updating self version to: 21|1||584bcad890d1dc672b54835d through { datetime: new Date(1445318340000) } -> { datetime: new Date(1445330486000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:12:24.862 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:24.862-0600-584bd508666d1a4e49f5443b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364744862), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 32236912, catchup: 0, steady: 0 } } Sat Dec 10 04:12:24.864 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:12:24.864 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:12:24.864 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:24.864-0600-584bd508666d1a4e49f5443c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364744864), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 625, step 4 of 6: 14012, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:12:24.866 I SHARDING [conn9] distributed lock with ts: 584bd4fa666d1a4e49f54436' unlocked. Sat Dec 10 04:12:24.866 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445307040000) }, max: { datetime: new Date(1445318340000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 20000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 206 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14657ms Sat Dec 10 04:12:25.947 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:12:25.948 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467042056000) }, { datetime: new Date(1467110522000) }) in IISLogs.pubbsdweb1', ts : 584bd509666d1a4e49f5443d Sat Dec 10 04:12:25.948 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 74|0||584bba0d90d1dc672b548145, current metadata version is 74|0||584bba0d90d1dc672b548145 Sat Dec 10 04:12:25.949 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 74|0||584bba0d90d1dc672b548145 to shard version 74|1||584bba0d90d1dc672b548145 Sat Dec 10 04:12:25.949 I SHARDING [conn9] collection version was loaded at version 74|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:12:25.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:25.949-0600-584bd509666d1a4e49f5443e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364745949), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:12:25.950 I SHARDING [conn9] moveChunk request accepted at version 74|1||584bba0d90d1dc672b548145 Sat Dec 10 04:12:29.432 I SHARDING [RangeDeleter] rangeDeleter deleted 113726 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445001080000) } -> { datetime: new Date(1445008465000) } Sat Dec 10 04:12:29.432 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445027042000) } -> { datetime: new Date(1445033635000) }, with opId: 108295 Sat Dec 10 04:12:35.228 I SHARDING [conn9] moveChunk number of documents: 113366 Sat Dec 10 04:12:35.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:35.850 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776137 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 618ms Sat Dec 10 04:12:36.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3117, clonedBytes: 932965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:37.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14201, clonedBytes: 4277179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:38.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25858, clonedBytes: 7775197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:39.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37727, clonedBytes: 11337602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:40.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48289, clonedBytes: 14522022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:41.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54652, clonedBytes: 16404535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:42.326 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776212 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 787ms Sat Dec 10 04:12:42.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59669, clonedBytes: 17910012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:44.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71445, clonedBytes: 21511165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:45.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81338, clonedBytes: 24590639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:46.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87840, clonedBytes: 26576235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:47.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99437, clonedBytes: 30072867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:48.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110383, clonedBytes: 33379769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:49.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd509666d1a4e49f5443f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113366, clonedBytes: 34278541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:49.669 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:12:49.671 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:12:50.260 I SHARDING [conn9] moveChunk setting version to: 75|0||584bba0d90d1dc672b548145 Sat Dec 10 04:12:50.264 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113366, clonedBytes: 34278541, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:12:50.264 I SHARDING [conn9] moveChunk updating self version to: 75|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467110522000) } -> { datetime: new Date(1467149842000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:12:50.266 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:50.266-0600-584bd522666d1a4e49f54442", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364770266), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113366, clonedBytes: 34278541, catchup: 0, steady: 0 } } Sat Dec 10 04:12:50.267 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:12:50.272 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:12:50.272 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:50.272-0600-584bd522666d1a4e49f54443", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364770272), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 9279, step 4 of 6: 14437, step 5 of 6: 603, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:12:50.274 I SHARDING [conn9] distributed lock with ts: 584bd509666d1a4e49f5443d' unlocked. Sat Dec 10 04:12:50.274 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467042056000) }, max: { datetime: new Date(1467110522000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:950 reslen:154 locks:{ Global: { acquireCount: { r: 1912, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5006 } }, Database: { acquireCount: { r: 952, w: 4, W: 2 } }, Collection: { acquireCount: { r: 952, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24327ms Sat Dec 10 04:12:50.278 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:12:50.279 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1449027819000) }, { datetime: new Date(1449181756000) }) in IISLogs.pubprdweb01', ts : 584bd522666d1a4e49f54444 Sat Dec 10 04:12:50.279 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 48|0||584bbf4f90d1dc672b54822e, current metadata version is 48|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:12:50.280 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 48|0||584bbf4f90d1dc672b54822e to shard version 48|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:12:50.280 I SHARDING [conn9] collection version was loaded at version 48|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:12:50.280 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:12:50.280-0600-584bd522666d1a4e49f54445", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364770280), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:12:50.281 I SHARDING [conn9] moveChunk request accepted at version 48|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:12:51.035 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:12:51.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.437 I SHARDING [RangeDeleter] rangeDeleter deleted 112234 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445027042000) } -> { datetime: new Date(1445033635000) } Sat Dec 10 04:12:51.437 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466721862000) } -> { datetime: new Date(1466750165000) }, with opId: 108512 Sat Dec 10 04:12:51.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:51.836 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776287 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 796ms Sat Dec 10 04:12:52.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2829, clonedBytes: 837355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:53.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14337, clonedBytes: 4241201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:54.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24620, clonedBytes: 7156285, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:55.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35223, clonedBytes: 10143981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:56.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46970, clonedBytes: 13438781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:57.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57182, clonedBytes: 16386975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:58.177 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13444514 locks:{ Global: { acquireCount: { r: 728 } }, Database: { acquireCount: { r: 364 } }, Collection: { acquireCount: { r: 364 } } } protocol:op_command 537ms Sat Dec 10 04:12:58.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62368, clonedBytes: 17998804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:12:59.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73908, clonedBytes: 21357994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:01.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85451, clonedBytes: 24600256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:02.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97030, clonedBytes: 27891584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:03.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd522666d1a4e49f54446", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 29522229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:03.255 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:13:03.256 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:13:03.256 I SHARDING [conn9] moveChunk setting version to: 49|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:13:03.262 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 29522229, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:13:03.262 I SHARDING [conn9] moveChunk updating self version to: 49|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1449181756000) } -> { datetime: new Date(1449358178000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:13:03.263 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:03.263-0600-584bd52f666d1a4e49f54449", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364783263), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 29522229, catchup: 0, steady: 0 } } Sat Dec 10 04:13:03.264 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:13:03.264 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:13:03.265 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:03.264-0600-584bd52f666d1a4e49f5444a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364783264), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 757, step 4 of 6: 12216, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:13:03.266 I SHARDING [conn9] distributed lock with ts: 584bd522666d1a4e49f54444' unlocked. Sat Dec 10 04:13:03.266 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449027819000) }, max: { datetime: new Date(1449181756000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 348 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 12988ms Sat Dec 10 04:13:03.270 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:13:03.271 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466009769000) }, { datetime: new Date(1466084043000) }) in IISLogs.pubbsdweb2', ts : 584bd52f666d1a4e49f5444b Sat Dec 10 04:13:03.271 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 47|0||584bbf7a90d1dc672b548236, current metadata version is 47|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:13:03.272 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 47|0||584bbf7a90d1dc672b548236 to shard version 47|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:13:03.272 I SHARDING [conn9] collection version was loaded at version 47|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:13:03.272 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:03.272-0600-584bd52f666d1a4e49f5444c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364783272), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:13:03.273 I SHARDING [conn9] moveChunk request accepted at version 47|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:13:06.531 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:13:06.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:06.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:07.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:07.191 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776062 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 655ms Sat Dec 10 04:13:07.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3992, clonedBytes: 1164150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:08.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15686, clonedBytes: 4588891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:10.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28535, clonedBytes: 8403023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:11.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38905, clonedBytes: 11415490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:12.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49803, clonedBytes: 14583674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:13.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56069, clonedBytes: 16394541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:13.874 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776166 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 872ms Sat Dec 10 04:13:14.139 I SHARDING [RangeDeleter] rangeDeleter deleted 113366 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466721862000) } -> { datetime: new Date(1466750165000) } Sat Dec 10 04:13:14.139 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447451554000) } -> { datetime: new Date(1447487488000) }, with opId: 108646 Sat Dec 10 04:13:14.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60843, clonedBytes: 17767495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:15.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72629, clonedBytes: 21143023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:16.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82834, clonedBytes: 24044656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:17.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90904, clonedBytes: 26337259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:18.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101139, clonedBytes: 29321266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:19.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112364, clonedBytes: 32615663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:20.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd52f666d1a4e49f5444d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33025028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:20.951 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:13:20.952 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:13:20.953 I SHARDING [conn9] moveChunk setting version to: 48|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:13:20.955 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33025028, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:13:20.955 I SHARDING [conn9] moveChunk updating self version to: 48|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466084043000) } -> { datetime: new Date(1466358817000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:13:20.956 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:20.956-0600-584bd540666d1a4e49f54450", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364800956), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33025028, catchup: 0, steady: 0 } } Sat Dec 10 04:13:20.957 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:13:20.957 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:13:20.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:20.957-0600-584bd540666d1a4e49f54451", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364800957), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3260, step 4 of 6: 14416, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:13:20.958 I SHARDING [conn9] distributed lock with ts: 584bd52f666d1a4e49f5444b' unlocked. Sat Dec 10 04:13:20.958 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466009769000) }, max: { datetime: new Date(1466084043000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:923 reslen:154 locks:{ Global: { acquireCount: { r: 1858, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 333 } }, Database: { acquireCount: { r: 925, w: 4, W: 2 } }, Collection: { acquireCount: { r: 925, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17688ms Sat Dec 10 04:13:20.962 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:13:20.963 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1450876498000) }, { datetime: new Date(1451111806000) }) in IISLogs.pubprdweb02', ts : 584bd540666d1a4e49f54452 Sat Dec 10 04:13:20.963 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 40|0||584bc22c90d1dc672b54829b, current metadata version is 40|0||584bc22c90d1dc672b54829b Sat Dec 10 04:13:20.964 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 40|0||584bc22c90d1dc672b54829b to shard version 40|1||584bc22c90d1dc672b54829b Sat Dec 10 04:13:20.965 I SHARDING [conn9] collection version was loaded at version 40|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:13:20.965 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:20.965-0600-584bd540666d1a4e49f54453", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364800965), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:13:20.965 I SHARDING [conn9] moveChunk request accepted at version 40|1||584bc22c90d1dc672b54829b Sat Dec 10 04:13:22.586 I SHARDING [conn9] moveChunk number of documents: 106486 Sat Dec 10 04:13:22.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:22.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:23.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:23.389 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776141 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 794ms Sat Dec 10 04:13:23.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3014, clonedBytes: 847289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:25.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14567, clonedBytes: 4103829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:26.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25028, clonedBytes: 7124730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:27.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35417, clonedBytes: 10151583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:28.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47056, clonedBytes: 13472057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:29.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57102, clonedBytes: 16387389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:29.852 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15861987 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 430ms Sat Dec 10 04:13:30.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63831, clonedBytes: 18517322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:31.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75419, clonedBytes: 22136895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:33.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88238, clonedBytes: 26155159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:34.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99978, clonedBytes: 29815676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:35.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:35.909 I SHARDING [RangeDeleter] rangeDeleter deleted 102993 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447451554000) } -> { datetime: new Date(1447487488000) } Sat Dec 10 04:13:35.910 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464957201000) } -> { datetime: new Date(1464997244000) }, with opId: 108817 Sat Dec 10 04:13:36.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:37.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:38.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:39.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:40.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:41.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:42.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105957, clonedBytes: 31734419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:43.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd540666d1a4e49f54454", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106486, clonedBytes: 31914650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:43.535 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:13:43.595 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:13:43.595 I SHARDING [conn9] moveChunk setting version to: 41|0||584bc22c90d1dc672b54829b Sat Dec 10 04:13:43.599 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106486, clonedBytes: 31914650, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:13:43.599 I SHARDING [conn9] moveChunk updating self version to: 41|1||584bc22c90d1dc672b54829b through { datetime: new Date(1451111806000) } -> { datetime: new Date(1451323445000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:13:43.601 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:43.601-0600-584bd557666d1a4e49f54457", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364823601), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106486, clonedBytes: 31914650, catchup: 0, steady: 0 } } Sat Dec 10 04:13:43.602 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:13:43.602 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:13:43.602 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:43.602-0600-584bd557666d1a4e49f54458", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364823602), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1627, step 4 of 6: 20941, step 5 of 6: 66, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:13:43.603 I SHARDING [conn9] distributed lock with ts: 584bd540666d1a4e49f54452' unlocked. Sat Dec 10 04:13:43.603 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450876498000) }, max: { datetime: new Date(1451111806000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 330 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22641ms Sat Dec 10 04:13:43.673 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:13:43.674 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445239201000) }, { datetime: new Date(1445267757000) }) in IISLogs.pubprdweb03', ts : 584bd557666d1a4e49f54459 Sat Dec 10 04:13:43.674 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 25|0||584bc97f90d1dc672b548352, current metadata version is 25|0||584bc97f90d1dc672b548352 Sat Dec 10 04:13:43.675 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 25|0||584bc97f90d1dc672b548352 to shard version 25|1||584bc97f90d1dc672b548352 Sat Dec 10 04:13:43.676 I SHARDING [conn9] collection version was loaded at version 25|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:13:43.676 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:13:43.676-0600-584bd557666d1a4e49f5445a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364823676), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:13:43.676 I SHARDING [conn9] moveChunk request accepted at version 25|1||584bc97f90d1dc672b548352 Sat Dec 10 04:13:45.300 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:13:45.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:45.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:45.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:45.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:45.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:45.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:45.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:46.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:46.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:47.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:48.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:49.117 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776137 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 3302ms Sat Dec 10 04:13:49.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39, clonedBytes: 11047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:50.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6174, clonedBytes: 1588594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:51.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12215, clonedBytes: 3148019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:52.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18591, clonedBytes: 4867543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:53.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28335, clonedBytes: 7503067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:54.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38245, clonedBytes: 10179049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:55.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48770, clonedBytes: 12931891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:56.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58874, clonedBytes: 15671902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:57.508 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14832217 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 632ms Sat Dec 10 04:13:57.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61713, clonedBytes: 16546564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:58.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71991, clonedBytes: 19484271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:13:59.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82433, clonedBytes: 22604673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:00.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92683, clonedBytes: 25174055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:01.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102893, clonedBytes: 27860510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:02.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112555, clonedBytes: 30487863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:03.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd557666d1a4e49f5445b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30834063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:03.823 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:14:03.824 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:14:05.439 I SHARDING [conn9] moveChunk setting version to: 26|0||584bc97f90d1dc672b548352 Sat Dec 10 04:14:05.447 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30834063, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:14:05.447 I SHARDING [conn9] moveChunk updating self version to: 26|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445267757000) } -> { datetime: new Date(1445275736000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:14:05.449 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:05.449-0600-584bd56d666d1a4e49f5445e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364845449), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30834063, catchup: 0, steady: 0 } } Sat Dec 10 04:14:05.450 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:14:05.450 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:14:05.450 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:05.450-0600-584bd56d666d1a4e49f5445f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364845450), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2093, step 4 of 6: 18051, step 5 of 6: 1626, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:14:05.451 I SHARDING [conn9] distributed lock with ts: 584bd557666d1a4e49f54459' unlocked. Sat Dec 10 04:14:05.451 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445239201000) }, max: { datetime: new Date(1445267757000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 171 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21779ms Sat Dec 10 04:14:05.456 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:14:05.457 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445318340000) }, { datetime: new Date(1445330486000) }) in IISLogs.pubprdweb04', ts : 584bd56d666d1a4e49f54460 Sat Dec 10 04:14:05.457 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 21|0||584bcad890d1dc672b54835d, current metadata version is 21|0||584bcad890d1dc672b54835d Sat Dec 10 04:14:05.458 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 21|0||584bcad890d1dc672b54835d to shard version 21|1||584bcad890d1dc672b54835d Sat Dec 10 04:14:05.459 I SHARDING [conn9] collection version was loaded at version 21|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:14:05.459 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:05.459-0600-584bd56d666d1a4e49f54461", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364845459), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:14:05.459 I SHARDING [conn9] moveChunk request accepted at version 21|1||584bcad890d1dc672b54835d Sat Dec 10 04:14:07.329 I SHARDING [conn9] moveChunk number of documents: 112218 Sat Dec 10 04:14:07.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:07.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:08.014 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776043 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 681ms Sat Dec 10 04:14:08.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4671, clonedBytes: 1351660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:09.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15484, clonedBytes: 4505809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:10.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24895, clonedBytes: 7240955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:10.801 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464957201000) } -> { datetime: new Date(1464997244000) } Sat Dec 10 04:14:10.802 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1448918861000) } -> { datetime: new Date(1449074895000) }, with opId: 109227 Sat Dec 10 04:14:11.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37131, clonedBytes: 10773086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:13.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48473, clonedBytes: 14090303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:14.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56470, clonedBytes: 16391715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:14.778 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16559313 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 849ms Sat Dec 10 04:14:15.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60365, clonedBytes: 17524712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:16.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71232, clonedBytes: 20695655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:17.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81534, clonedBytes: 23670294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:18.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94531, clonedBytes: 27456946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:19.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105172, clonedBytes: 30521659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:20.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd56d666d1a4e49f54462", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112218, clonedBytes: 32571754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:20.755 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:14:20.756 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:14:20.757 I SHARDING [conn9] moveChunk setting version to: 22|0||584bcad890d1dc672b54835d Sat Dec 10 04:14:20.759 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112218, clonedBytes: 32571754, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:14:20.759 I SHARDING [conn9] moveChunk updating self version to: 22|1||584bcad890d1dc672b54835d through { datetime: new Date(1445330486000) } -> { datetime: new Date(1445342263000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:14:20.760 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:20.760-0600-584bd57c666d1a4e49f54465", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364860760), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112218, clonedBytes: 32571754, catchup: 0, steady: 0 } } Sat Dec 10 04:14:20.761 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:14:20.761 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:14:20.761 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:20.761-0600-584bd57c666d1a4e49f54466", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364860761), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1872, step 4 of 6: 13422, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:14:20.763 I SHARDING [conn9] distributed lock with ts: 584bd56d666d1a4e49f54460' unlocked. Sat Dec 10 04:14:20.763 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445318340000) }, max: { datetime: new Date(1445330486000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 21000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 119 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15306ms Sat Dec 10 04:14:21.845 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:14:21.846 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467110522000) }, { datetime: new Date(1467149842000) }) in IISLogs.pubbsdweb1', ts : 584bd57d666d1a4e49f54467 Sat Dec 10 04:14:21.846 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 75|0||584bba0d90d1dc672b548145, current metadata version is 75|0||584bba0d90d1dc672b548145 Sat Dec 10 04:14:21.847 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 75|0||584bba0d90d1dc672b548145 to shard version 75|1||584bba0d90d1dc672b548145 Sat Dec 10 04:14:21.847 I SHARDING [conn9] collection version was loaded at version 75|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:14:21.847 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:21.847-0600-584bd57d666d1a4e49f54468", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364861847), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:14:21.848 I SHARDING [conn9] moveChunk request accepted at version 75|1||584bba0d90d1dc672b548145 Sat Dec 10 04:14:26.545 I SHARDING [conn9] moveChunk number of documents: 113357 Sat Dec 10 04:14:26.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:26.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:27.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:27.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:27.704 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776331 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1145ms Sat Dec 10 04:14:28.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10096, clonedBytes: 3066580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:29.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21695, clonedBytes: 6581659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:31.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34088, clonedBytes: 10306053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:32.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43995, clonedBytes: 13291259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:33.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54125, clonedBytes: 16316539, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:34.069 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776202 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 809ms Sat Dec 10 04:14:34.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57341, clonedBytes: 17278734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:35.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67812, clonedBytes: 20432990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:36.229 I SHARDING [RangeDeleter] rangeDeleter deleted 106529 documents for IISLogs.pubprdweb02 from { datetime: new Date(1448918861000) } -> { datetime: new Date(1449074895000) } Sat Dec 10 04:14:36.229 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445008465000) } -> { datetime: new Date(1445014214000) }, with opId: 109369 Sat Dec 10 04:14:36.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79113, clonedBytes: 23826728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:37.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90527, clonedBytes: 27231802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:38.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102266, clonedBytes: 30779393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:40.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112780, clonedBytes: 33939908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:41.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd57d666d1a4e49f54469", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113357, clonedBytes: 34110036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:41.113 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:14:41.114 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:14:41.114 I SHARDING [conn9] moveChunk setting version to: 76|0||584bba0d90d1dc672b548145 Sat Dec 10 04:14:41.123 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113357, clonedBytes: 34110036, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:14:41.123 I SHARDING [conn9] moveChunk updating self version to: 76|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467149842000) } -> { datetime: new Date(1467216943000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:14:41.125 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:41.125-0600-584bd591666d1a4e49f5446c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364881125), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113357, clonedBytes: 34110036, catchup: 0, steady: 0 } } Sat Dec 10 04:14:41.126 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:14:41.126 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:14:41.126 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:41.126-0600-584bd591666d1a4e49f5446d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364881126), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4700, step 4 of 6: 14563, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:14:41.128 I SHARDING [conn9] distributed lock with ts: 584bd57d666d1a4e49f54467' unlocked. Sat Dec 10 04:14:41.128 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467110522000) }, max: { datetime: new Date(1467149842000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:941 reslen:154 locks:{ Global: { acquireCount: { r: 1894, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 156 } }, Database: { acquireCount: { r: 943, w: 4, W: 2 } }, Collection: { acquireCount: { r: 943, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19283ms Sat Dec 10 04:14:41.132 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:14:41.133 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1449181756000) }, { datetime: new Date(1449358178000) }) in IISLogs.pubprdweb01', ts : 584bd591666d1a4e49f5446e Sat Dec 10 04:14:41.133 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 49|0||584bbf4f90d1dc672b54822e, current metadata version is 49|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:14:41.134 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 49|0||584bbf4f90d1dc672b54822e to shard version 49|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:14:41.134 I SHARDING [conn9] collection version was loaded at version 49|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:14:41.134 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:14:41.134-0600-584bd591666d1a4e49f5446f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364881134), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:14:41.135 I SHARDING [conn9] moveChunk request accepted at version 49|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:14:42.018 I SHARDING [conn9] moveChunk number of documents: 102923 Sat Dec 10 04:14:42.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:42.809 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776141 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 781ms Sat Dec 10 04:14:43.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3117, clonedBytes: 896933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:44.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14030, clonedBytes: 4093639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:45.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25628, clonedBytes: 7540103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:46.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36435, clonedBytes: 10792937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:47.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46870, clonedBytes: 13821444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:48.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55690, clonedBytes: 16397273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:49.320 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14226432 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 660ms Sat Dec 10 04:14:49.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60373, clonedBytes: 17767195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:50.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70266, clonedBytes: 20810061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:52.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81578, clonedBytes: 24120126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:53.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:54.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:55.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:56.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:56.949 I SHARDING [RangeDeleter] rangeDeleter deleted 113775 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445008465000) } -> { datetime: new Date(1445014214000) } Sat Dec 10 04:14:56.949 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445033635000) } -> { datetime: new Date(1445046805000) }, with opId: 109536 Sat Dec 10 04:14:57.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:58.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:14:59.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:00.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:01.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:02.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:03.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:04.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:05.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:06.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:07.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:08.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:09.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:10.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:11.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:12.375 I SHARDING [RangeDeleter] rangeDeleter deleted 112230 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445033635000) } -> { datetime: new Date(1445046805000) } Sat Dec 10 04:15:12.375 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466750165000) } -> { datetime: new Date(1466773361000) }, with opId: 109594 Sat Dec 10 04:15:12.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:13.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86383, clonedBytes: 25467445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:14.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:15.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:16.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:17.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:18.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:19.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:20.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:21.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:22.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:23.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:24.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:25.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:26.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:28.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:29.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:30.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:31.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:32.027 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466750165000) } -> { datetime: new Date(1466773361000) } Sat Dec 10 04:15:32.027 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447487488000) } -> { datetime: new Date(1447569750000) }, with opId: 109666 Sat Dec 10 04:15:32.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:33.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:34.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:35.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:36.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86384, clonedBytes: 25467761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:37.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88794, clonedBytes: 26193168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:38.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97783, clonedBytes: 28816164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:39.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd591666d1a4e49f54470", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102923, clonedBytes: 30304036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:39.374 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:15:39.375 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:15:39.376 I SHARDING [conn9] moveChunk setting version to: 50|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:15:39.379 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102923, clonedBytes: 30304036, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:15:39.379 I SHARDING [conn9] moveChunk updating self version to: 50|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1449358178000) } -> { datetime: new Date(1449546900000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:15:39.380 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:15:39.380-0600-584bd5cb666d1a4e49f54473", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364939380), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102923, clonedBytes: 30304036, catchup: 0, steady: 0 } } Sat Dec 10 04:15:39.381 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:15:39.381 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:15:39.381 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:15:39.381-0600-584bd5cb666d1a4e49f54474", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364939381), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 885, step 4 of 6: 57350, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:15:39.383 I SHARDING [conn9] distributed lock with ts: 584bd591666d1a4e49f5446e' unlocked. Sat Dec 10 04:15:39.383 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449181756000) }, max: { datetime: new Date(1449358178000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 408 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 207 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 58251ms Sat Dec 10 04:15:39.387 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:15:39.388 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466084043000) }, { datetime: new Date(1466358817000) }) in IISLogs.pubbsdweb2', ts : 584bd5cb666d1a4e49f54475 Sat Dec 10 04:15:39.388 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 48|0||584bbf7a90d1dc672b548236, current metadata version is 48|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:15:39.389 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 48|0||584bbf7a90d1dc672b548236 to shard version 48|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:15:39.389 I SHARDING [conn9] collection version was loaded at version 48|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:15:39.390 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:15:39.389-0600-584bd5cb666d1a4e49f54476", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364939389), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:15:39.390 I SHARDING [conn9] moveChunk request accepted at version 48|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:15:40.945 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:15:40.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:40.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:40.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:40.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:41.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:41.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:41.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:41.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:41.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:42.053 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776255 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1092ms Sat Dec 10 04:15:42.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:43.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8745, clonedBytes: 2586092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:44.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17807, clonedBytes: 5290190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:45.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27518, clonedBytes: 8220327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:46.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38726, clonedBytes: 11560609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:47.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47930, clonedBytes: 14307454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:48.004 I SHARDING [RangeDeleter] rangeDeleter deleted 102952 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447487488000) } -> { datetime: new Date(1447569750000) } Sat Dec 10 04:15:48.004 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1464997244000) } -> { datetime: new Date(1465164752000) }, with opId: 109770 Sat Dec 10 04:15:48.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54857, clonedBytes: 16403218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:49.134 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776092 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 787ms Sat Dec 10 04:15:49.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59276, clonedBytes: 17704907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:50.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69429, clonedBytes: 20716631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:51.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79652, clonedBytes: 23775034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:52.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89050, clonedBytes: 26617095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:54.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98696, clonedBytes: 29524453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:55.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109275, clonedBytes: 32707126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:56.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5cb666d1a4e49f54477", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34055096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:56.122 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:15:56.123 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:15:56.124 I SHARDING [conn9] moveChunk setting version to: 49|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:15:56.130 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34055096, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:15:56.131 I SHARDING [conn9] moveChunk updating self version to: 49|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466358817000) } -> { datetime: new Date(1466462011000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:15:56.132 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:15:56.132-0600-584bd5dc666d1a4e49f5447a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364956132), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34055096, catchup: 0, steady: 0 } } Sat Dec 10 04:15:56.133 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:15:56.133 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:15:56.133 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:15:56.133-0600-584bd5dc666d1a4e49f5447b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364956133), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1558, step 4 of 6: 15172, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:15:56.134 I SHARDING [conn9] distributed lock with ts: 584bd5cb666d1a4e49f54475' unlocked. Sat Dec 10 04:15:56.134 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466084043000) }, max: { datetime: new Date(1466358817000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 263 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 20 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16747ms Sat Dec 10 04:15:56.138 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:15:56.139 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1451111806000) }, { datetime: new Date(1451323445000) }) in IISLogs.pubprdweb02', ts : 584bd5dc666d1a4e49f5447c Sat Dec 10 04:15:56.139 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 41|0||584bc22c90d1dc672b54829b, current metadata version is 41|0||584bc22c90d1dc672b54829b Sat Dec 10 04:15:56.140 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 41|0||584bc22c90d1dc672b54829b to shard version 41|1||584bc22c90d1dc672b54829b Sat Dec 10 04:15:56.140 I SHARDING [conn9] collection version was loaded at version 41|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:15:56.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:15:56.140-0600-584bd5dc666d1a4e49f5447d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364956140), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:15:56.141 I SHARDING [conn9] moveChunk request accepted at version 41|1||584bc22c90d1dc672b54829b Sat Dec 10 04:15:57.909 I SHARDING [conn9] moveChunk number of documents: 106560 Sat Dec 10 04:15:57.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:57.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:57.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:15:58.745 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 827ms Sat Dec 10 04:15:59.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2658, clonedBytes: 806666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:00.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11848, clonedBytes: 3619700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:01.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23239, clonedBytes: 7040610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:02.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34535, clonedBytes: 10371988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:03.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45928, clonedBytes: 13727285, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:04.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55033, clonedBytes: 16402007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:05.042 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15993180 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 493ms Sat Dec 10 04:16:05.637 I SHARDING [RangeDeleter] rangeDeleter deleted 113728 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1464997244000) } -> { datetime: new Date(1465164752000) } Sat Dec 10 04:16:05.637 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1449074895000) } -> { datetime: new Date(1449220039000) }, with opId: 109891 Sat Dec 10 04:16:05.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62192, clonedBytes: 18502986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:06.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71753, clonedBytes: 21307037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:07.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81179, clonedBytes: 24032556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:08.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89912, clonedBytes: 26841883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:10.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95324, clonedBytes: 28515236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:11.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102602, clonedBytes: 30805233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:12.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105777, clonedBytes: 31798351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:13.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5dc666d1a4e49f5447e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106560, clonedBytes: 32045460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:13.208 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:16:13.209 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:16:13.210 I SHARDING [conn9] moveChunk setting version to: 42|0||584bc22c90d1dc672b54829b Sat Dec 10 04:16:13.308 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106560, clonedBytes: 32045460, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:16:13.308 I SHARDING [conn9] moveChunk updating self version to: 42|1||584bc22c90d1dc672b54829b through { datetime: new Date(1451323445000) } -> { datetime: new Date(1451496395000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:16:13.310 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:13.310-0600-584bd5ed666d1a4e49f54481", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364973310), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106560, clonedBytes: 32045460, catchup: 0, steady: 0 } } Sat Dec 10 04:16:13.310 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:16:13.317 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:16:13.317 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:13.317-0600-584bd5ed666d1a4e49f54482", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364973317), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1774, step 4 of 6: 15291, step 5 of 6: 109, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:16:13.318 I SHARDING [conn9] distributed lock with ts: 584bd5dc666d1a4e49f5447c' unlocked. Sat Dec 10 04:16:13.319 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451111806000) }, max: { datetime: new Date(1451323445000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6606 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 147 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17180ms Sat Dec 10 04:16:13.336 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:16:13.337 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445267757000) }, { datetime: new Date(1445275736000) }) in IISLogs.pubprdweb03', ts : 584bd5ed666d1a4e49f54483 Sat Dec 10 04:16:13.337 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 26|0||584bc97f90d1dc672b548352, current metadata version is 26|0||584bc97f90d1dc672b548352 Sat Dec 10 04:16:13.338 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 26|0||584bc97f90d1dc672b548352 to shard version 26|1||584bc97f90d1dc672b548352 Sat Dec 10 04:16:13.338 I SHARDING [conn9] collection version was loaded at version 26|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:16:13.338 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:13.338-0600-584bd5ed666d1a4e49f54484", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364973338), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:16:13.339 I SHARDING [conn9] moveChunk request accepted at version 26|1||584bc97f90d1dc672b548352 Sat Dec 10 04:16:15.457 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:16:15.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:15.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:16.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:16.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:17.252 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776215 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1762ms Sat Dec 10 04:16:17.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2866, clonedBytes: 739979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:18.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7323, clonedBytes: 2003154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:20.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14769, clonedBytes: 3960010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:21.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19990, clonedBytes: 5337057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:22.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30832, clonedBytes: 8096983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:23.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38184, clonedBytes: 10477769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:24.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47847, clonedBytes: 13629725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:25.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56495, clonedBytes: 16391712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:25.969 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 559ms Sat Dec 10 04:16:26.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63239, clonedBytes: 18514161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:27.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74087, clonedBytes: 21808692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:29.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86227, clonedBytes: 25709414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:30.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97481, clonedBytes: 29300885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:30.661 I SHARDING [RangeDeleter] rangeDeleter deleted 106520 documents for IISLogs.pubprdweb02 from { datetime: new Date(1449074895000) } -> { datetime: new Date(1449220039000) } Sat Dec 10 04:16:30.661 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445014214000) } -> { datetime: new Date(1445019308000) }, with opId: 110008 Sat Dec 10 04:16:31.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107829, clonedBytes: 32019836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:32.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd5ed666d1a4e49f54485", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33519226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:32.398 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:16:32.399 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:16:32.400 I SHARDING [conn9] moveChunk setting version to: 27|0||584bc97f90d1dc672b548352 Sat Dec 10 04:16:32.402 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33519226, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:16:32.402 I SHARDING [conn9] moveChunk updating self version to: 27|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445275736000) } -> { datetime: new Date(1445282385000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:16:32.403 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:32.403-0600-584bd600666d1a4e49f54488", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364992403), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33519226, catchup: 0, steady: 0 } } Sat Dec 10 04:16:32.404 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:16:32.404 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:16:32.404 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:32.404-0600-584bd600666d1a4e49f54489", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364992404), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2147, step 4 of 6: 16910, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:16:32.405 I SHARDING [conn9] distributed lock with ts: 584bd5ed666d1a4e49f54483' unlocked. Sat Dec 10 04:16:32.406 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445267757000) }, max: { datetime: new Date(1445275736000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6117 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 160 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19070ms Sat Dec 10 04:16:32.411 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:16:32.411 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445330486000) }, { datetime: new Date(1445342263000) }) in IISLogs.pubprdweb04', ts : 584bd600666d1a4e49f5448a Sat Dec 10 04:16:32.411 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 22|0||584bcad890d1dc672b54835d, current metadata version is 22|0||584bcad890d1dc672b54835d Sat Dec 10 04:16:32.413 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 22|0||584bcad890d1dc672b54835d to shard version 22|1||584bcad890d1dc672b54835d Sat Dec 10 04:16:32.413 I SHARDING [conn9] collection version was loaded at version 22|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:16:32.413 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:32.413-0600-584bd600666d1a4e49f5448b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481364992413), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:16:32.414 I SHARDING [conn9] moveChunk request accepted at version 22|1||584bcad890d1dc672b54835d Sat Dec 10 04:16:33.078 I SHARDING [conn9] moveChunk number of documents: 112230 Sat Dec 10 04:16:33.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:33.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:34.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:34.579 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776203 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1497ms Sat Dec 10 04:16:35.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5038, clonedBytes: 1470917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:36.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14792, clonedBytes: 4335089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:37.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23994, clonedBytes: 7008030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:38.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33929, clonedBytes: 9900460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:39.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45028, clonedBytes: 13163432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:40.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54847, clonedBytes: 16005856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:41.432 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16640272 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 865ms Sat Dec 10 04:16:41.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57550, clonedBytes: 16798213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:42.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68083, clonedBytes: 19885646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:43.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78289, clonedBytes: 22913145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:44.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88950, clonedBytes: 25968213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:46.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100233, clonedBytes: 29269574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:47.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109949, clonedBytes: 32006395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:48.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd600666d1a4e49f5448c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112230, clonedBytes: 32652789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:48.126 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:16:48.127 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:16:48.128 I SHARDING [conn9] moveChunk setting version to: 23|0||584bcad890d1dc672b54835d Sat Dec 10 04:16:48.133 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112230, clonedBytes: 32652789, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:16:48.133 I SHARDING [conn9] moveChunk updating self version to: 23|1||584bcad890d1dc672b54835d through { datetime: new Date(1445342263000) } -> { datetime: new Date(1445351808000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:16:48.134 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:48.134-0600-584bd610666d1a4e49f5448f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365008134), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112230, clonedBytes: 32652789, catchup: 0, steady: 0 } } Sat Dec 10 04:16:48.135 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:16:48.135 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:16:48.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:48.135-0600-584bd610666d1a4e49f54490", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365008135), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 667, step 4 of 6: 15043, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:16:48.137 I SHARDING [conn9] distributed lock with ts: 584bd600666d1a4e49f5448a' unlocked. Sat Dec 10 04:16:48.137 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445330486000) }, max: { datetime: new Date(1445342263000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 22000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 233 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15726ms Sat Dec 10 04:16:49.247 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:16:49.248 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467149842000) }, { datetime: new Date(1467216943000) }) in IISLogs.pubbsdweb1', ts : 584bd611666d1a4e49f54491 Sat Dec 10 04:16:49.248 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 76|0||584bba0d90d1dc672b548145, current metadata version is 76|0||584bba0d90d1dc672b548145 Sat Dec 10 04:16:49.249 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 76|0||584bba0d90d1dc672b548145 to shard version 76|1||584bba0d90d1dc672b548145 Sat Dec 10 04:16:49.249 I SHARDING [conn9] collection version was loaded at version 76|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:16:49.249 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:16:49.249-0600-584bd611666d1a4e49f54492", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365009249), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:16:49.250 I SHARDING [conn9] moveChunk request accepted at version 76|1||584bba0d90d1dc672b548145 Sat Dec 10 04:16:53.137 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 04:16:53.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:53.981 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776224 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 824ms Sat Dec 10 04:16:54.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2301, clonedBytes: 694500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:55.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14544, clonedBytes: 4401773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:56.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25604, clonedBytes: 7778761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:57.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37235, clonedBytes: 11332156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:58.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46613, clonedBytes: 14181776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:16:59.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53978, clonedBytes: 16409340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:00.279 I SHARDING [RangeDeleter] rangeDeleter deleted 113736 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445014214000) } -> { datetime: new Date(1445019308000) } Sat Dec 10 04:17:00.280 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445046805000) } -> { datetime: new Date(1445093965000) }, with opId: 110255 Sat Dec 10 04:17:00.539 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776311 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 907ms Sat Dec 10 04:17:00.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57347, clonedBytes: 17428199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:02.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68758, clonedBytes: 20879517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:03.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80274, clonedBytes: 24357522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:04.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92392, clonedBytes: 28029198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:05.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103490, clonedBytes: 31344083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:06.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113326, clonedBytes: 34295036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:07.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd611666d1a4e49f54493", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 34305894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:07.704 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:17:07.705 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:17:07.705 I SHARDING [conn9] moveChunk setting version to: 77|0||584bba0d90d1dc672b548145 Sat Dec 10 04:17:07.710 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 34305894, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:17:07.710 I SHARDING [conn9] moveChunk updating self version to: 77|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467216943000) } -> { datetime: new Date(1467286646000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:17:07.711 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:07.711-0600-584bd623666d1a4e49f54496", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365027711), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 34305894, catchup: 0, steady: 0 } } Sat Dec 10 04:17:07.712 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:17:07.712 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:17:07.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:07.712-0600-584bd623666d1a4e49f54497", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365027712), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3889, step 4 of 6: 14563, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:17:07.714 I SHARDING [conn9] distributed lock with ts: 584bd611666d1a4e49f54491' unlocked. Sat Dec 10 04:17:07.714 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467149842000) }, max: { datetime: new Date(1467216943000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:912 reslen:154 locks:{ Global: { acquireCount: { r: 1836, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 200 } }, Database: { acquireCount: { r: 914, w: 4, W: 2 } }, Collection: { acquireCount: { r: 914, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18467ms Sat Dec 10 04:17:07.718 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:17:07.719 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1449358178000) }, { datetime: new Date(1449546900000) }) in IISLogs.pubprdweb01', ts : 584bd623666d1a4e49f54498 Sat Dec 10 04:17:07.719 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 50|0||584bbf4f90d1dc672b54822e, current metadata version is 50|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:17:07.720 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 50|0||584bbf4f90d1dc672b54822e to shard version 50|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:17:07.720 I SHARDING [conn9] collection version was loaded at version 50|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:17:07.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:07.720-0600-584bd623666d1a4e49f54499", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365027720), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:17:07.721 I SHARDING [conn9] moveChunk request accepted at version 50|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:17:08.688 I SHARDING [conn9] moveChunk number of documents: 102926 Sat Dec 10 04:17:08.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:08.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:09.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:09.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:09.866 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776084 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1152ms Sat Dec 10 04:17:10.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9006, clonedBytes: 2739966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:11.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19322, clonedBytes: 5778155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:12.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29058, clonedBytes: 8690905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:14.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38986, clonedBytes: 11687540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:15.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48434, clonedBytes: 14408754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:16.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55506, clonedBytes: 16398504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:17.040 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14308398 locks:{ Global: { acquireCount: { r: 762 } }, Database: { acquireCount: { r: 381 } }, Collection: { acquireCount: { r: 381 } } } protocol:op_command 1106ms Sat Dec 10 04:17:17.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57538, clonedBytes: 16991463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:19.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74772, clonedBytes: 21903147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:20.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85409, clonedBytes: 25126310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:21.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93368, clonedBytes: 27484840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:22.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101833, clonedBytes: 30051753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:23.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd623666d1a4e49f5449a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102926, clonedBytes: 30385924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:23.284 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:17:23.285 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:17:23.286 I SHARDING [conn9] moveChunk setting version to: 51|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:17:23.292 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102926, clonedBytes: 30385924, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:17:23.292 I SHARDING [conn9] moveChunk updating self version to: 51|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1449546900000) } -> { datetime: new Date(1449682288000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:17:23.294 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:23.294-0600-584bd633666d1a4e49f5449d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365043294), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102926, clonedBytes: 30385924, catchup: 0, steady: 0 } } Sat Dec 10 04:17:23.295 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:17:23.295 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:17:23.295 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:23.295-0600-584bd633666d1a4e49f5449e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365043295), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 970, step 4 of 6: 14591, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:17:23.296 I SHARDING [conn9] distributed lock with ts: 584bd623666d1a4e49f54498' unlocked. Sat Dec 10 04:17:23.296 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449358178000) }, max: { datetime: new Date(1449546900000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 264 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15578ms Sat Dec 10 04:17:23.301 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:17:23.301 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466358817000) }, { datetime: new Date(1466462011000) }) in IISLogs.pubbsdweb2', ts : 584bd633666d1a4e49f5449f Sat Dec 10 04:17:23.301 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 49|0||584bbf7a90d1dc672b548236, current metadata version is 49|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:17:23.303 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 49|0||584bbf7a90d1dc672b548236 to shard version 49|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:17:23.303 I SHARDING [conn9] collection version was loaded at version 49|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:17:23.303 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:23.303-0600-584bd633666d1a4e49f544a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365043303), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:17:23.303 I SHARDING [conn9] moveChunk request accepted at version 49|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:17:24.389 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:17:24.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:24.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:25.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:25.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:26.504 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776217 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1991ms Sat Dec 10 04:17:26.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:28.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7084, clonedBytes: 2083593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:29.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15692, clonedBytes: 4601009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:29.753 I SHARDING [RangeDeleter] rangeDeleter deleted 112217 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445046805000) } -> { datetime: new Date(1445093965000) } Sat Dec 10 04:17:29.753 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466773361000) } -> { datetime: new Date(1466793305000) }, with opId: 110557 Sat Dec 10 04:17:30.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26785, clonedBytes: 7911996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:31.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38333, clonedBytes: 11382866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:32.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48983, clonedBytes: 14539198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:33.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55241, clonedBytes: 16400492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:34.177 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776098 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 653ms Sat Dec 10 04:17:34.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62221, clonedBytes: 18500094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:36.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66889, clonedBytes: 19910145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:37.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78441, clonedBytes: 23362869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:38.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85669, clonedBytes: 25527874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:39.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92386, clonedBytes: 27512780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:40.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102492, clonedBytes: 30541046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:41.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108591, clonedBytes: 32358868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:42.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd633666d1a4e49f544a1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33924574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:42.327 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:17:42.328 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:17:42.329 I SHARDING [conn9] moveChunk setting version to: 50|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:17:42.337 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33924574, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:17:42.337 I SHARDING [conn9] moveChunk updating self version to: 50|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466462011000) } -> { datetime: new Date(1466524857000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:17:42.338 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:42.338-0600-584bd646666d1a4e49f544a4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365062338), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33924574, catchup: 0, steady: 0 } } Sat Dec 10 04:17:42.339 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:17:42.339 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:17:42.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:42.339-0600-584bd646666d1a4e49f544a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365062339), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1207, step 4 of 6: 17815, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:17:42.341 I SHARDING [conn9] distributed lock with ts: 584bd633666d1a4e49f5449f' unlocked. Sat Dec 10 04:17:42.341 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466358817000) }, max: { datetime: new Date(1466462011000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 462 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19040ms Sat Dec 10 04:17:42.345 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:17:42.346 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1451323445000) }, { datetime: new Date(1451496395000) }) in IISLogs.pubprdweb02', ts : 584bd646666d1a4e49f544a6 Sat Dec 10 04:17:42.346 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 42|0||584bc22c90d1dc672b54829b, current metadata version is 42|0||584bc22c90d1dc672b54829b Sat Dec 10 04:17:42.347 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 42|0||584bc22c90d1dc672b54829b to shard version 42|1||584bc22c90d1dc672b54829b Sat Dec 10 04:17:42.347 I SHARDING [conn9] collection version was loaded at version 42|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:17:42.347 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:42.347-0600-584bd646666d1a4e49f544a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365062347), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:17:42.348 I SHARDING [conn9] moveChunk request accepted at version 42|1||584bc22c90d1dc672b54829b Sat Dec 10 04:17:43.726 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 04:17:43.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:43.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:43.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:43.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:43.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:43.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:43.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:44.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:44.357 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 626ms Sat Dec 10 04:17:44.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:44.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4961, clonedBytes: 1413204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:46.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16125, clonedBytes: 4523710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:47.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27408, clonedBytes: 7775866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:48.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38573, clonedBytes: 11080453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:49.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50100, clonedBytes: 14406723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:50.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57182, clonedBytes: 16386791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:50.714 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14362428 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 430ms Sat Dec 10 04:17:51.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66454, clonedBytes: 19018542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:52.244 I SHARDING [RangeDeleter] rangeDeleter deleted 113355 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466773361000) } -> { datetime: new Date(1466793305000) } Sat Dec 10 04:17:52.244 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447569750000) } -> { datetime: new Date(1447698926000) }, with opId: 110681 Sat Dec 10 04:17:52.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78275, clonedBytes: 22331340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:53.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88043, clonedBytes: 25153843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:55.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98789, clonedBytes: 28291319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd646666d1a4e49f544a8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 30414801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.115 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:17:56.117 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:17:56.117 I SHARDING [conn9] moveChunk setting version to: 43|0||584bc22c90d1dc672b54829b Sat Dec 10 04:17:56.124 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 30414801, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:17:56.124 I SHARDING [conn9] moveChunk updating self version to: 43|1||584bc22c90d1dc672b54829b through { datetime: new Date(1451496395000) } -> { datetime: new Date(1451710057000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:17:56.128 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:56.128-0600-584bd654666d1a4e49f544ab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365076128), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 30414801, catchup: 0, steady: 0 } } Sat Dec 10 04:17:56.129 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:17:56.129 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:17:56.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:56.129-0600-584bd654666d1a4e49f544ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365076129), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1380, step 4 of 6: 12386, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:17:56.133 I SHARDING [conn9] distributed lock with ts: 584bd646666d1a4e49f544a6' unlocked. Sat Dec 10 04:17:56.133 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451323445000) }, max: { datetime: new Date(1451496395000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:838 reslen:154 locks:{ Global: { acquireCount: { r: 1688, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 226 } }, Database: { acquireCount: { r: 840, w: 4, W: 2 } }, Collection: { acquireCount: { r: 840, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13789ms Sat Dec 10 04:17:56.140 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:17:56.141 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445275736000) }, { datetime: new Date(1445282385000) }) in IISLogs.pubprdweb03', ts : 584bd654666d1a4e49f544ad Sat Dec 10 04:17:56.141 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 27|0||584bc97f90d1dc672b548352, current metadata version is 27|0||584bc97f90d1dc672b548352 Sat Dec 10 04:17:56.143 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 27|0||584bc97f90d1dc672b548352 to shard version 27|1||584bc97f90d1dc672b548352 Sat Dec 10 04:17:56.143 I SHARDING [conn9] collection version was loaded at version 27|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:17:56.143 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:17:56.143-0600-584bd654666d1a4e49f544ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365076143), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:17:56.144 I SHARDING [conn9] moveChunk request accepted at version 27|1||584bc97f90d1dc672b548352 Sat Dec 10 04:17:56.652 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 04:17:56.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:56.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:57.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:57.371 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } protocol:op_command 714ms Sat Dec 10 04:17:57.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2707, clonedBytes: 712751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:17:58.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14052, clonedBytes: 3585407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:00.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23549, clonedBytes: 5890484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:01.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34898, clonedBytes: 8730930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:02.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45855, clonedBytes: 11688188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:03.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57508, clonedBytes: 14845063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:04.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62914, clonedBytes: 16346804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:04.563 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14201454 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 537ms Sat Dec 10 04:18:05.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71803, clonedBytes: 18813257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:06.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83620, clonedBytes: 21974516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:07.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95187, clonedBytes: 25120575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:09.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106680, clonedBytes: 28345582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd654666d1a4e49f544af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 30203389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.045 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:18:10.046 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:18:10.047 I SHARDING [conn9] moveChunk setting version to: 28|0||584bc97f90d1dc672b548352 Sat Dec 10 04:18:10.052 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 30203389, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:18:10.052 I SHARDING [conn9] moveChunk updating self version to: 28|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445282385000) } -> { datetime: new Date(1445289127000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:18:10.053 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:10.053-0600-584bd662666d1a4e49f544b2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365090053), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 30203389, catchup: 0, steady: 0 } } Sat Dec 10 04:18:10.054 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:18:10.054 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:18:10.055 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:10.055-0600-584bd662666d1a4e49f544b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365090055), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 510, step 4 of 6: 13389, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:18:10.056 I SHARDING [conn9] distributed lock with ts: 584bd654666d1a4e49f544ad' unlocked. Sat Dec 10 04:18:10.056 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445275736000) }, max: { datetime: new Date(1445282385000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 371 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13916ms Sat Dec 10 04:18:10.060 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:18:10.061 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445342263000) }, { datetime: new Date(1445351808000) }) in IISLogs.pubprdweb04', ts : 584bd662666d1a4e49f544b4 Sat Dec 10 04:18:10.061 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 23|0||584bcad890d1dc672b54835d, current metadata version is 23|0||584bcad890d1dc672b54835d Sat Dec 10 04:18:10.062 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 23|0||584bcad890d1dc672b54835d to shard version 23|1||584bcad890d1dc672b54835d Sat Dec 10 04:18:10.063 I SHARDING [conn9] collection version was loaded at version 23|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:18:10.063 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:10.063-0600-584bd662666d1a4e49f544b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365090063), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:18:10.063 I SHARDING [conn9] moveChunk request accepted at version 23|1||584bcad890d1dc672b54835d Sat Dec 10 04:18:10.566 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 04:18:10.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:10.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:11.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:11.560 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776278 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 982ms Sat Dec 10 04:18:11.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:12.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10256, clonedBytes: 2927129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:12.783 I SHARDING [RangeDeleter] rangeDeleter deleted 102920 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447569750000) } -> { datetime: new Date(1447698926000) } Sat Dec 10 04:18:12.783 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465164752000) } -> { datetime: new Date(1465263770000) }, with opId: 110822 Sat Dec 10 04:18:13.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21452, clonedBytes: 6140210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:15.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32960, clonedBytes: 9403817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:16.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44356, clonedBytes: 12570516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:17.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54775, clonedBytes: 15524471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:18.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57777, clonedBytes: 16382801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:18.883 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15508368 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1051ms Sat Dec 10 04:18:19.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61988, clonedBytes: 17561023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:20.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72828, clonedBytes: 20630398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:21.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84265, clonedBytes: 23788275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:22.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95028, clonedBytes: 26788922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:24.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107355, clonedBytes: 30143823, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:25.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd662666d1a4e49f544b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 31521023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:25.255 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:18:25.258 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:18:25.258 I SHARDING [conn9] moveChunk setting version to: 24|0||584bcad890d1dc672b54835d Sat Dec 10 04:18:25.270 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 31521023, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:18:25.270 I SHARDING [conn9] moveChunk updating self version to: 24|1||584bcad890d1dc672b54835d through { datetime: new Date(1445351808000) } -> { datetime: new Date(1445371056000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:18:25.271 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:25.271-0600-584bd671666d1a4e49f544b9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365105271), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 31521023, catchup: 0, steady: 0 } } Sat Dec 10 04:18:25.274 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:18:25.293 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:18:25.293 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:25.293-0600-584bd671666d1a4e49f544ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365105293), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 504, step 4 of 6: 14687, step 5 of 6: 37, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:18:25.295 I SHARDING [conn9] distributed lock with ts: 584bd662666d1a4e49f544b4' unlocked. Sat Dec 10 04:18:25.295 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445342263000) }, max: { datetime: new Date(1445351808000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 23000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19135 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15235ms Sat Dec 10 04:18:26.408 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:18:26.409 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467216943000) }, { datetime: new Date(1467286646000) }) in IISLogs.pubbsdweb1', ts : 584bd672666d1a4e49f544bb Sat Dec 10 04:18:26.409 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 77|0||584bba0d90d1dc672b548145, current metadata version is 77|0||584bba0d90d1dc672b548145 Sat Dec 10 04:18:26.411 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 77|0||584bba0d90d1dc672b548145 to shard version 77|1||584bba0d90d1dc672b548145 Sat Dec 10 04:18:26.411 I SHARDING [conn9] collection version was loaded at version 77|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:18:26.411 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:26.411-0600-584bd672666d1a4e49f544bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365106411), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:18:26.411 I SHARDING [conn9] moveChunk request accepted at version 77|1||584bba0d90d1dc672b548145 Sat Dec 10 04:18:28.240 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 04:18:28.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:28.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:29.135 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 885ms Sat Dec 10 04:18:29.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 938, clonedBytes: 282361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:30.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13179, clonedBytes: 3966023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:31.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23378, clonedBytes: 7039968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:32.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34695, clonedBytes: 10484537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:32.999 I SHARDING [RangeDeleter] rangeDeleter deleted 113760 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465164752000) } -> { datetime: new Date(1465263770000) } Sat Dec 10 04:18:32.999 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1449220039000) } -> { datetime: new Date(1449431526000) }, with opId: 110958 Sat Dec 10 04:18:33.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46210, clonedBytes: 13940529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:35.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54367, clonedBytes: 16406588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:35.849 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776116 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1024ms Sat Dec 10 04:18:36.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57137, clonedBytes: 17264811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:37.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67761, clonedBytes: 20522485, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:38.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77831, clonedBytes: 23602962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:39.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89282, clonedBytes: 27064662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:40.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100822, clonedBytes: 30555106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:41.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110297, clonedBytes: 33420549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:42.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd672666d1a4e49f544bd", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 34350724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:42.800 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:18:42.801 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:18:42.802 I SHARDING [conn9] moveChunk setting version to: 78|0||584bba0d90d1dc672b548145 Sat Dec 10 04:18:42.811 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 34350724, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:18:42.811 I SHARDING [conn9] moveChunk updating self version to: 78|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467286646000) } -> { datetime: new Date(1467337295000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:18:42.813 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:42.813-0600-584bd682666d1a4e49f544c0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365122813), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 34350724, catchup: 0, steady: 0 } } Sat Dec 10 04:18:42.814 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:18:42.814 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:18:42.815 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:42.815-0600-584bd682666d1a4e49f544c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365122815), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1833, step 4 of 6: 14555, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:18:42.816 I SHARDING [conn9] distributed lock with ts: 584bd672666d1a4e49f544bb' unlocked. Sat Dec 10 04:18:42.816 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467216943000) }, max: { datetime: new Date(1467286646000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 201 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16415ms Sat Dec 10 04:18:42.824 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:18:42.825 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1449546900000) }, { datetime: new Date(1449682288000) }) in IISLogs.pubprdweb01', ts : 584bd682666d1a4e49f544c2 Sat Dec 10 04:18:42.825 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 51|0||584bbf4f90d1dc672b54822e, current metadata version is 51|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:18:42.826 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 51|0||584bbf4f90d1dc672b54822e to shard version 51|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:18:42.826 I SHARDING [conn9] collection version was loaded at version 51|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:18:42.827 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:42.827-0600-584bd682666d1a4e49f544c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365122827), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:18:42.828 I SHARDING [conn9] moveChunk request accepted at version 51|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:18:44.691 I SHARDING [conn9] moveChunk number of documents: 102934 Sat Dec 10 04:18:44.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:44.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:45.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:45.723 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776321 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 1014ms Sat Dec 10 04:18:45.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:47.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11308, clonedBytes: 3357366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:48.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21525, clonedBytes: 6337471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:49.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31124, clonedBytes: 9114187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:50.142 I SHARDING [RangeDeleter] rangeDeleter deleted 106533 documents for IISLogs.pubprdweb02 from { datetime: new Date(1449220039000) } -> { datetime: new Date(1449431526000) } Sat Dec 10 04:18:50.142 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445019308000) } -> { datetime: new Date(1445023237000) }, with opId: 111103 Sat Dec 10 04:18:50.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40368, clonedBytes: 11651118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:51.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50790, clonedBytes: 14665552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:52.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56890, clonedBytes: 16389053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:52.869 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13980722 locks:{ Global: { acquireCount: { r: 740 } }, Database: { acquireCount: { r: 370 } }, Collection: { acquireCount: { r: 370 } } } protocol:op_command 963ms Sat Dec 10 04:18:53.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60532, clonedBytes: 17482170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:54.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70335, clonedBytes: 20406813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:55.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80166, clonedBytes: 23338276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:56.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90175, clonedBytes: 26379836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:57.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100355, clonedBytes: 29325909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:58.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd682666d1a4e49f544c4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102934, clonedBytes: 30058429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:58.555 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:18:58.557 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:18:58.558 I SHARDING [conn9] moveChunk setting version to: 52|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:18:58.585 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102934, clonedBytes: 30058429, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:18:58.585 I SHARDING [conn9] moveChunk updating self version to: 52|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1449682288000) } -> { datetime: new Date(1449862050000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:18:58.587 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:58.587-0600-584bd692666d1a4e49f544c7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365138587), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102934, clonedBytes: 30058429, catchup: 0, steady: 0 } } Sat Dec 10 04:18:58.589 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:18:58.596 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:18:58.596 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:58.596-0600-584bd692666d1a4e49f544c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365138596), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1865, step 4 of 6: 13860, step 5 of 6: 40, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:18:58.620 I SHARDING [conn9] distributed lock with ts: 584bd682666d1a4e49f544c2' unlocked. Sat Dec 10 04:18:58.620 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449546900000) }, max: { datetime: new Date(1449682288000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6608 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15796ms Sat Dec 10 04:18:58.663 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:18:58.665 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466462011000) }, { datetime: new Date(1466524857000) }) in IISLogs.pubbsdweb2', ts : 584bd692666d1a4e49f544c9 Sat Dec 10 04:18:58.665 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 50|0||584bbf7a90d1dc672b548236, current metadata version is 50|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:18:58.667 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 50|0||584bbf7a90d1dc672b548236 to shard version 50|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:18:58.667 I SHARDING [conn9] collection version was loaded at version 50|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:18:58.667 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:18:58.667-0600-584bd692666d1a4e49f544ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365138667), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:18:58.668 I SHARDING [conn9] moveChunk request accepted at version 50|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:18:59.948 I SHARDING [conn9] moveChunk number of documents: 113738 Sat Dec 10 04:18:59.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:59.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:59.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:18:59.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:00.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:00.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:00.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:00.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:00.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:00.804 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776077 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 852ms Sat Dec 10 04:19:01.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 840, clonedBytes: 252245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:02.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11027, clonedBytes: 3311655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:03.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20830, clonedBytes: 6214819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:04.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31016, clonedBytes: 9208666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:05.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41527, clonedBytes: 12296729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:06.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51737, clonedBytes: 15337143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:07.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55303, clonedBytes: 16399918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:08.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55303, clonedBytes: 16399918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:09.063 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776333 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 2359ms Sat Dec 10 04:19:09.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58413, clonedBytes: 17324473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:10.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67247, clonedBytes: 19928744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:11.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77240, clonedBytes: 22864302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:12.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85898, clonedBytes: 25409648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:13.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95904, clonedBytes: 28394722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:14.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105797, clonedBytes: 31352339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:15.630 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:932263 locks:{ Global: { acquireCount: { r: 58 } }, Database: { acquireCount: { r: 29 } }, Collection: { acquireCount: { r: 29 } } } protocol:op_command 398ms Sat Dec 10 04:19:15.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111813, clonedBytes: 33139036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:16.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd692666d1a4e49f544cb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113738, clonedBytes: 33714444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:16.779 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:19:16.780 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:19:16.780 I SHARDING [conn9] moveChunk setting version to: 51|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:19:16.787 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113738, clonedBytes: 33714444, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:19:16.787 I SHARDING [conn9] moveChunk updating self version to: 51|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466524857000) } -> { datetime: new Date(1466610825000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:19:16.788 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:16.788-0600-584bd6a4666d1a4e49f544ce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365156788), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113738, clonedBytes: 33714444, catchup: 0, steady: 0 } } Sat Dec 10 04:19:16.789 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:19:16.792 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:19:16.792 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:16.792-0600-584bd6a4666d1a4e49f544cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365156792), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1282, step 4 of 6: 16827, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:19:16.793 I SHARDING [conn9] distributed lock with ts: 584bd692666d1a4e49f544c9' unlocked. Sat Dec 10 04:19:16.793 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466462011000) }, max: { datetime: new Date(1466524857000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10184 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18141ms Sat Dec 10 04:19:16.797 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:19:16.798 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1451496395000) }, { datetime: new Date(1451710057000) }) in IISLogs.pubprdweb02', ts : 584bd6a4666d1a4e49f544d0 Sat Dec 10 04:19:16.798 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 43|0||584bc22c90d1dc672b54829b, current metadata version is 43|0||584bc22c90d1dc672b54829b Sat Dec 10 04:19:16.799 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 43|0||584bc22c90d1dc672b54829b to shard version 43|1||584bc22c90d1dc672b54829b Sat Dec 10 04:19:16.799 I SHARDING [conn9] collection version was loaded at version 43|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:19:16.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:16.799-0600-584bd6a4666d1a4e49f544d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365156799), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:19:16.800 I SHARDING [conn9] moveChunk request accepted at version 43|1||584bc22c90d1dc672b54829b Sat Dec 10 04:19:17.679 I SHARDING [conn9] moveChunk number of documents: 106520 Sat Dec 10 04:19:17.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:17.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:17.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:17.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:17.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:17.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:17.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:18.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:18.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:18.565 I SHARDING [RangeDeleter] rangeDeleter deleted 113752 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445019308000) } -> { datetime: new Date(1445023237000) } Sat Dec 10 04:19:18.565 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445093965000) } -> { datetime: new Date(1445136834000) }, with opId: 111359 Sat Dec 10 04:19:18.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:19.694 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 2003ms Sat Dec 10 04:19:20.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2918, clonedBytes: 823706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:21.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14538, clonedBytes: 4112895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:22.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25428, clonedBytes: 7248097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:23.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36256, clonedBytes: 10368065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:24.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47230, clonedBytes: 13465520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:25.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57306, clonedBytes: 16385959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:26.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57306, clonedBytes: 16385959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:27.200 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15196551 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 1530ms Sat Dec 10 04:19:27.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61777, clonedBytes: 17768123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:28.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72482, clonedBytes: 21109600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:29.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83664, clonedBytes: 24612241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:30.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90915, clonedBytes: 26726816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:32.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99403, clonedBytes: 29183786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6a4666d1a4e49f544d2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106520, clonedBytes: 31248974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.154 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:19:33.155 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:19:33.156 I SHARDING [conn9] moveChunk setting version to: 44|0||584bc22c90d1dc672b54829b Sat Dec 10 04:19:33.160 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106520, clonedBytes: 31248974, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:19:33.160 I SHARDING [conn9] moveChunk updating self version to: 44|1||584bc22c90d1dc672b54829b through { datetime: new Date(1451710057000) } -> { datetime: new Date(1451929137000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:19:33.162 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:33.162-0600-584bd6b5666d1a4e49f544d5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365173162), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106520, clonedBytes: 31248974, catchup: 0, steady: 0 } } Sat Dec 10 04:19:33.162 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:19:33.162 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:19:33.163 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:33.163-0600-584bd6b5666d1a4e49f544d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365173163), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 881, step 4 of 6: 15471, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:19:33.164 I SHARDING [conn9] distributed lock with ts: 584bd6a4666d1a4e49f544d0' unlocked. Sat Dec 10 04:19:33.164 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451496395000) }, max: { datetime: new Date(1451710057000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 217 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16367ms Sat Dec 10 04:19:33.168 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:19:33.168 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445282385000) }, { datetime: new Date(1445289127000) }) in IISLogs.pubprdweb03', ts : 584bd6b5666d1a4e49f544d7 Sat Dec 10 04:19:33.168 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 28|0||584bc97f90d1dc672b548352, current metadata version is 28|0||584bc97f90d1dc672b548352 Sat Dec 10 04:19:33.170 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 28|0||584bc97f90d1dc672b548352 to shard version 28|1||584bc97f90d1dc672b548352 Sat Dec 10 04:19:33.170 I SHARDING [conn9] collection version was loaded at version 28|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:19:33.170 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:33.170-0600-584bd6b5666d1a4e49f544d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365173170), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:19:33.171 I SHARDING [conn9] moveChunk request accepted at version 28|1||584bc97f90d1dc672b548352 Sat Dec 10 04:19:33.640 I SHARDING [conn9] moveChunk number of documents: 113737 Sat Dec 10 04:19:33.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:33.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:34.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:34.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:35.074 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776125 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 1402ms Sat Dec 10 04:19:35.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3864, clonedBytes: 998935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:36.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14010, clonedBytes: 3823186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:37.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24284, clonedBytes: 6783540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:39.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34802, clonedBytes: 9763528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:40.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44866, clonedBytes: 12365874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:41.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53744, clonedBytes: 14734422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:42.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59816, clonedBytes: 16368375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:42.584 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13087758 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 638ms Sat Dec 10 04:19:43.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66759, clonedBytes: 18212470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:44.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77827, clonedBytes: 20843452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:44.565 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445093965000) } -> { datetime: new Date(1445136834000) } Sat Dec 10 04:19:44.565 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466793305000) } -> { datetime: new Date(1466815097000) }, with opId: 111479 Sat Dec 10 04:19:45.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87766, clonedBytes: 23140872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:46.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97464, clonedBytes: 25328769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:47.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108995, clonedBytes: 27945349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:48.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6b5666d1a4e49f544d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113737, clonedBytes: 29089648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:48.940 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:19:48.941 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:19:48.942 I SHARDING [conn9] moveChunk setting version to: 29|0||584bc97f90d1dc672b548352 Sat Dec 10 04:19:48.946 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113737, clonedBytes: 29089648, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:19:48.947 I SHARDING [conn9] moveChunk updating self version to: 29|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445289127000) } -> { datetime: new Date(1445298342000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:19:48.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:48.948-0600-584bd6c4666d1a4e49f544dc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365188948), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113737, clonedBytes: 29089648, catchup: 0, steady: 0 } } Sat Dec 10 04:19:48.949 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:19:48.949 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:19:48.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:48.949-0600-584bd6c4666d1a4e49f544dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365188949), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 472, step 4 of 6: 15295, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:19:48.950 I SHARDING [conn9] distributed lock with ts: 584bd6b5666d1a4e49f544d7' unlocked. Sat Dec 10 04:19:48.950 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445282385000) }, max: { datetime: new Date(1445289127000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 332 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15782ms Sat Dec 10 04:19:48.956 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:19:48.957 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445351808000) }, { datetime: new Date(1445371056000) }) in IISLogs.pubprdweb04', ts : 584bd6c4666d1a4e49f544de Sat Dec 10 04:19:48.957 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 24|0||584bcad890d1dc672b54835d, current metadata version is 24|0||584bcad890d1dc672b54835d Sat Dec 10 04:19:48.958 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 24|0||584bcad890d1dc672b54835d to shard version 24|1||584bcad890d1dc672b54835d Sat Dec 10 04:19:48.958 I SHARDING [conn9] collection version was loaded at version 24|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:19:48.958 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:19:48.958-0600-584bd6c4666d1a4e49f544df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365188958), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:19:48.959 I SHARDING [conn9] moveChunk request accepted at version 24|1||584bcad890d1dc672b54835d Sat Dec 10 04:19:49.478 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 04:19:49.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:49.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:50.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:50.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:50.684 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776337 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 1181ms Sat Dec 10 04:19:51.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8334, clonedBytes: 2432159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:52.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17324, clonedBytes: 4972146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:53.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27632, clonedBytes: 7900856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:55.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38672, clonedBytes: 10908500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:56.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49711, clonedBytes: 13801348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:57.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60809, clonedBytes: 16361636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:58.012 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12771686 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 672ms Sat Dec 10 04:19:58.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63959, clonedBytes: 17227463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:19:59.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74199, clonedBytes: 19760158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:00.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84682, clonedBytes: 22027039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:01.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95069, clonedBytes: 24573163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:02.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100256, clonedBytes: 25843038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:03.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110781, clonedBytes: 28413233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:04.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6c4666d1a4e49f544e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 28784379, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:04.893 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:20:04.894 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:20:04.895 I SHARDING [conn9] moveChunk setting version to: 25|0||584bcad890d1dc672b54835d Sat Dec 10 04:20:04.903 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 28784379, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:20:04.903 I SHARDING [conn9] moveChunk updating self version to: 25|1||584bcad890d1dc672b54835d through { datetime: new Date(1445371056000) } -> { datetime: new Date(1445493120000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:20:04.904 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:04.904-0600-584bd6d4666d1a4e49f544e3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365204904), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 28784379, catchup: 0, steady: 0 } } Sat Dec 10 04:20:04.905 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:20:04.905 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:20:04.905 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:04.905-0600-584bd6d4666d1a4e49f544e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365204905), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 521, step 4 of 6: 15412, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:20:04.906 I SHARDING [conn9] distributed lock with ts: 584bd6c4666d1a4e49f544de' unlocked. Sat Dec 10 04:20:04.907 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445351808000) }, max: { datetime: new Date(1445371056000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 24000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 316 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15952ms Sat Dec 10 04:20:05.391 I SHARDING [RangeDeleter] rangeDeleter deleted 113363 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466793305000) } -> { datetime: new Date(1466815097000) } Sat Dec 10 04:20:05.425 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447698926000) } -> { datetime: new Date(1447818601000) }, with opId: 111692 Sat Dec 10 04:20:05.975 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:20:05.976 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467286646000) }, { datetime: new Date(1467337295000) }) in IISLogs.pubbsdweb1', ts : 584bd6d5666d1a4e49f544e5 Sat Dec 10 04:20:05.976 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 78|0||584bba0d90d1dc672b548145, current metadata version is 78|0||584bba0d90d1dc672b548145 Sat Dec 10 04:20:05.978 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 78|0||584bba0d90d1dc672b548145 to shard version 78|1||584bba0d90d1dc672b548145 Sat Dec 10 04:20:05.978 I SHARDING [conn9] collection version was loaded at version 78|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:20:05.978 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:05.978-0600-584bd6d5666d1a4e49f544e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365205978), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:20:05.978 I SHARDING [conn9] moveChunk request accepted at version 78|1||584bba0d90d1dc672b548145 Sat Dec 10 04:20:07.867 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 04:20:07.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:07.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:07.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:07.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:07.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:07.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:08.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:08.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:08.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:08.638 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 757ms Sat Dec 10 04:20:08.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 562, clonedBytes: 170413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:10.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10424, clonedBytes: 3195575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:11.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21756, clonedBytes: 6605116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:12.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33161, clonedBytes: 10044201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:13.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44803, clonedBytes: 13551725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:14.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54296, clonedBytes: 16406993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:15.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54296, clonedBytes: 16406993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:16.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54296, clonedBytes: 16406993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:17.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54296, clonedBytes: 16406993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:18.249 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776086 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 3713ms Sat Dec 10 04:20:18.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58377, clonedBytes: 17649441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:19.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68989, clonedBytes: 20865194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:20.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77730, clonedBytes: 23503373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:21.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87865, clonedBytes: 26556398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:22.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98334, clonedBytes: 29752935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:23.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108480, clonedBytes: 32814753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:24.147 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1510179 locks:{ Global: { acquireCount: { r: 82 } }, Database: { acquireCount: { r: 41 } }, Collection: { acquireCount: { r: 41 } } } protocol:op_command 260ms Sat Dec 10 04:20:24.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6d5666d1a4e49f544e7", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 34296620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:24.943 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:20:24.943 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:20:24.943 I SHARDING [conn9] moveChunk setting version to: 79|0||584bba0d90d1dc672b548145 Sat Dec 10 04:20:24.954 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 34296620, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:20:24.954 I SHARDING [conn9] moveChunk updating self version to: 79|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467337295000) } -> { datetime: new Date(1467421342000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:20:24.956 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:24.956-0600-584bd6e8666d1a4e49f544ea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365224956), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 34296620, catchup: 0, steady: 0 } } Sat Dec 10 04:20:24.957 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:20:24.957 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:20:24.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:24.957-0600-584bd6e8666d1a4e49f544eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365224957), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1889, step 4 of 6: 17072, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:20:24.958 I SHARDING [conn9] distributed lock with ts: 584bd6d5666d1a4e49f544e5' unlocked. Sat Dec 10 04:20:24.959 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467286646000) }, max: { datetime: new Date(1467337295000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 160 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18982ms Sat Dec 10 04:20:24.963 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:20:24.964 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1449682288000) }, { datetime: new Date(1449862050000) }) in IISLogs.pubprdweb01', ts : 584bd6e8666d1a4e49f544ec Sat Dec 10 04:20:24.964 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 52|0||584bbf4f90d1dc672b54822e, current metadata version is 52|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:20:24.966 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 52|0||584bbf4f90d1dc672b54822e to shard version 52|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:20:24.966 I SHARDING [conn9] collection version was loaded at version 52|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:20:24.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:24.966-0600-584bd6e8666d1a4e49f544ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365224966), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:20:24.966 I SHARDING [conn9] moveChunk request accepted at version 52|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:20:25.847 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 04:20:25.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:25.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:25.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:25.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:25.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:25.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:26.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:26.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:26.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:26.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:27.798 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 1922ms Sat Dec 10 04:20:28.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2707, clonedBytes: 763376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:29.318 I SHARDING [RangeDeleter] rangeDeleter deleted 102935 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447698926000) } -> { datetime: new Date(1447818601000) } Sat Dec 10 04:20:29.318 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465263770000) } -> { datetime: new Date(1465332122000) }, with opId: 111825 Sat Dec 10 04:20:29.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14899, clonedBytes: 4218935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:30.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25400, clonedBytes: 7260315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:31.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35782, clonedBytes: 10353257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:32.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46344, clonedBytes: 13421648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:33.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57002, clonedBytes: 16388140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:34.149 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13655127 locks:{ Global: { acquireCount: { r: 730 } }, Database: { acquireCount: { r: 365 } }, Collection: { acquireCount: { r: 365 } } } protocol:op_command 648ms Sat Dec 10 04:20:34.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63713, clonedBytes: 18256521, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:35.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74409, clonedBytes: 21364337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:37.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87289, clonedBytes: 25177107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:38.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97477, clonedBytes: 28153582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:39.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6e8666d1a4e49f544ee", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 29732740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:39.283 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:20:39.284 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:20:39.285 I SHARDING [conn9] moveChunk setting version to: 53|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:20:39.296 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 29732740, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:20:39.296 I SHARDING [conn9] moveChunk updating self version to: 53|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1449862050000) } -> { datetime: new Date(1450052382000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:20:39.297 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:39.297-0600-584bd6f7666d1a4e49f544f1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365239297), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 29732740, catchup: 0, steady: 0 } } Sat Dec 10 04:20:39.298 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:20:39.298 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:20:39.298 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:39.298-0600-584bd6f7666d1a4e49f544f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365239298), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 891, step 4 of 6: 13424, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:20:39.299 I SHARDING [conn9] distributed lock with ts: 584bd6e8666d1a4e49f544ec' unlocked. Sat Dec 10 04:20:39.299 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449682288000) }, max: { datetime: new Date(1449862050000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 216 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 126 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14337ms Sat Dec 10 04:20:39.304 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:20:39.304 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466524857000) }, { datetime: new Date(1466610825000) }) in IISLogs.pubbsdweb2', ts : 584bd6f7666d1a4e49f544f3 Sat Dec 10 04:20:39.304 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 51|0||584bbf7a90d1dc672b548236, current metadata version is 51|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:20:39.306 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 51|0||584bbf7a90d1dc672b548236 to shard version 51|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:20:39.306 I SHARDING [conn9] collection version was loaded at version 51|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:20:39.306 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:39.306-0600-584bd6f7666d1a4e49f544f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365239306), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:20:39.306 I SHARDING [conn9] moveChunk request accepted at version 51|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:20:40.134 I SHARDING [conn9] moveChunk number of documents: 113750 Sat Dec 10 04:20:40.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:40.877 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776279 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 736ms Sat Dec 10 04:20:41.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3278, clonedBytes: 973584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:42.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14998, clonedBytes: 4462866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:43.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26482, clonedBytes: 7933390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:44.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37068, clonedBytes: 11119168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:46.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42480, clonedBytes: 12730267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:47.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51456, clonedBytes: 15396401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:48.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54751, clonedBytes: 16403984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:48.661 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776248 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1065ms Sat Dec 10 04:20:49.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59663, clonedBytes: 17881262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:49.509 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465263770000) } -> { datetime: new Date(1465332122000) } Sat Dec 10 04:20:49.509 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1449431526000) } -> { datetime: new Date(1449603545000) }, with opId: 111938 Sat Dec 10 04:20:50.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70033, clonedBytes: 21001881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:51.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81561, clonedBytes: 24509212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:52.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93036, clonedBytes: 27976121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:53.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104140, clonedBytes: 31287947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:55.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd6f7666d1a4e49f544f5", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113750, clonedBytes: 34127018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:55.038 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:20:55.039 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:20:55.040 I SHARDING [conn9] moveChunk setting version to: 52|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:20:55.046 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113750, clonedBytes: 34127018, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:20:55.046 I SHARDING [conn9] moveChunk updating self version to: 52|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466610825000) } -> { datetime: new Date(1466713618000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:20:55.048 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:55.048-0600-584bd707666d1a4e49f544f8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365255048), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113750, clonedBytes: 34127018, catchup: 0, steady: 0 } } Sat Dec 10 04:20:55.048 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:20:55.049 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:20:55.049 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:55.049-0600-584bd707666d1a4e49f544f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365255049), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 832, step 4 of 6: 14898, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:20:55.050 I SHARDING [conn9] distributed lock with ts: 584bd6f7666d1a4e49f544f3' unlocked. Sat Dec 10 04:20:55.050 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466524857000) }, max: { datetime: new Date(1466610825000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 378 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 53 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15746ms Sat Dec 10 04:20:55.055 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:20:55.056 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1451710057000) }, { datetime: new Date(1451929137000) }) in IISLogs.pubprdweb02', ts : 584bd707666d1a4e49f544fa Sat Dec 10 04:20:55.056 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 44|0||584bc22c90d1dc672b54829b, current metadata version is 44|0||584bc22c90d1dc672b54829b Sat Dec 10 04:20:55.058 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 44|0||584bc22c90d1dc672b54829b to shard version 44|1||584bc22c90d1dc672b54829b Sat Dec 10 04:20:55.058 I SHARDING [conn9] collection version was loaded at version 44|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:20:55.058 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:20:55.058-0600-584bd707666d1a4e49f544fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365255058), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:20:55.058 I SHARDING [conn9] moveChunk request accepted at version 44|1||584bc22c90d1dc672b54829b Sat Dec 10 04:20:56.748 I SHARDING [conn9] moveChunk number of documents: 106490 Sat Dec 10 04:20:56.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:56.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:56.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:56.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:56.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:56.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:56.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:57.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:57.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:57.489 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776149 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 727ms Sat Dec 10 04:20:57.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3129, clonedBytes: 900051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:20:59.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14443, clonedBytes: 4176795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:00.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24813, clonedBytes: 7185730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:01.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35521, clonedBytes: 10265611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:02.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47259, clonedBytes: 13895428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:03.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55147, clonedBytes: 16401082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:03.694 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15608879 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 540ms Sat Dec 10 04:21:04.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62247, clonedBytes: 18637605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:05.558 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1449431526000) } -> { datetime: new Date(1449603545000) } Sat Dec 10 04:21:05.558 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445023237000) } -> { datetime: new Date(1445027616000) }, with opId: 112006 Sat Dec 10 04:21:05.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71976, clonedBytes: 21601729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:06.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81257, clonedBytes: 24346092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:08.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90121, clonedBytes: 26945302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:09.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99919, clonedBytes: 29765676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd707666d1a4e49f544fc", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106490, clonedBytes: 31661522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.269 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:21:10.270 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:21:10.270 I SHARDING [conn9] moveChunk setting version to: 45|0||584bc22c90d1dc672b54829b Sat Dec 10 04:21:10.282 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106490, clonedBytes: 31661522, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:21:10.282 I SHARDING [conn9] moveChunk updating self version to: 45|1||584bc22c90d1dc672b54829b through { datetime: new Date(1451929137000) } -> { datetime: new Date(1452033697000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:21:10.284 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:10.283-0600-584bd716666d1a4e49f544ff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365270283), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106490, clonedBytes: 31661522, catchup: 0, steady: 0 } } Sat Dec 10 04:21:10.284 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:21:10.284 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:21:10.284 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:10.284-0600-584bd716666d1a4e49f54500", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365270284), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1695, step 4 of 6: 13515, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:21:10.286 I SHARDING [conn9] distributed lock with ts: 584bd707666d1a4e49f544fa' unlocked. Sat Dec 10 04:21:10.286 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451710057000) }, max: { datetime: new Date(1451929137000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 196 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 84 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15232ms Sat Dec 10 04:21:10.290 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:21:10.291 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445289127000) }, { datetime: new Date(1445298342000) }) in IISLogs.pubprdweb03', ts : 584bd716666d1a4e49f54501 Sat Dec 10 04:21:10.291 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 29|0||584bc97f90d1dc672b548352, current metadata version is 29|0||584bc97f90d1dc672b548352 Sat Dec 10 04:21:10.292 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 29|0||584bc97f90d1dc672b548352 to shard version 29|1||584bc97f90d1dc672b548352 Sat Dec 10 04:21:10.292 I SHARDING [conn9] collection version was loaded at version 29|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:21:10.292 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:10.292-0600-584bd716666d1a4e49f54502", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365270292), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:21:10.293 I SHARDING [conn9] moveChunk request accepted at version 29|1||584bc97f90d1dc672b548352 Sat Dec 10 04:21:10.823 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 04:21:10.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:10.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:11.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:11.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:11.630 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 1104 } }, Database: { acquireCount: { r: 552 } }, Collection: { acquireCount: { r: 552 } } } protocol:op_command 802ms Sat Dec 10 04:21:11.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2312, clonedBytes: 582301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:13.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12539, clonedBytes: 2982055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:14.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23820, clonedBytes: 5578776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:15.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34661, clonedBytes: 8114297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:16.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45849, clonedBytes: 10960541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:17.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55980, clonedBytes: 13261408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:18.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67432, clonedBytes: 15856265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:19.475 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11504614 locks:{ Global: { acquireCount: { r: 708 } }, Database: { acquireCount: { r: 354 } }, Collection: { acquireCount: { r: 354 } } } protocol:op_command 662ms Sat Dec 10 04:21:19.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72154, clonedBytes: 16905780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:21.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84370, clonedBytes: 19638089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:22.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95953, clonedBytes: 22424909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:23.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107414, clonedBytes: 25724698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:24.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd716666d1a4e49f54503", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 27506464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:24.315 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:21:24.316 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:21:24.324 I SHARDING [conn9] moveChunk setting version to: 30|0||584bc97f90d1dc672b548352 Sat Dec 10 04:21:24.326 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 27506464, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:21:24.326 I SHARDING [conn9] moveChunk updating self version to: 30|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445298342000) } -> { datetime: new Date(1445338616000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:21:24.328 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:24.328-0600-584bd724666d1a4e49f54506", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365284328), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 27506464, catchup: 0, steady: 0 } } Sat Dec 10 04:21:24.328 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:21:24.328 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:21:24.329 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:24.329-0600-584bd724666d1a4e49f54507", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365284329), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 532, step 4 of 6: 13488, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:21:24.330 I SHARDING [conn9] distributed lock with ts: 584bd716666d1a4e49f54501' unlocked. Sat Dec 10 04:21:24.330 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445289127000) }, max: { datetime: new Date(1445298342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 311 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 282 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14040ms Sat Dec 10 04:21:24.334 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:21:24.335 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445371056000) }, { datetime: new Date(1445493120000) }) in IISLogs.pubprdweb04', ts : 584bd724666d1a4e49f54508 Sat Dec 10 04:21:24.335 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 25|0||584bcad890d1dc672b54835d, current metadata version is 25|0||584bcad890d1dc672b54835d Sat Dec 10 04:21:24.336 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 25|0||584bcad890d1dc672b54835d to shard version 25|1||584bcad890d1dc672b54835d Sat Dec 10 04:21:24.336 I SHARDING [conn9] collection version was loaded at version 25|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:21:24.337 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:24.337-0600-584bd724666d1a4e49f54509", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365284337), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:21:24.337 I SHARDING [conn9] moveChunk request accepted at version 25|1||584bcad890d1dc672b54835d Sat Dec 10 04:21:25.213 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 04:21:25.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:25.969 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 741ms Sat Dec 10 04:21:26.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3489, clonedBytes: 892309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:27.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14762, clonedBytes: 3856126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:28.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25531, clonedBytes: 6733123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:29.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36472, clonedBytes: 9651671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:30.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47840, clonedBytes: 12460490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:31.620 I SHARDING [RangeDeleter] rangeDeleter deleted 113722 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445023237000) } -> { datetime: new Date(1445027616000) } Sat Dec 10 04:21:31.620 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445136834000) } -> { datetime: new Date(1445194055000) }, with opId: 112171 Sat Dec 10 04:21:31.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58197, clonedBytes: 15045182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:32.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63412, clonedBytes: 16343278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:33.048 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12874455 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 615ms Sat Dec 10 04:21:34.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72546, clonedBytes: 18645621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:35.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84312, clonedBytes: 21636711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:36.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96372, clonedBytes: 24760008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:37.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106539, clonedBytes: 27410497, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:38.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd724666d1a4e49f5450a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 28887018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:38.522 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:21:38.523 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:21:38.531 I SHARDING [conn9] moveChunk setting version to: 26|0||584bcad890d1dc672b54835d Sat Dec 10 04:21:38.538 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 28887018, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:21:38.538 I SHARDING [conn9] moveChunk updating self version to: 26|1||584bcad890d1dc672b54835d through { datetime: new Date(1445493120000) } -> { datetime: new Date(1445636071000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:21:38.540 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:38.540-0600-584bd732666d1a4e49f5450d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365298540), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 28887018, catchup: 0, steady: 0 } } Sat Dec 10 04:21:38.540 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:21:38.541 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:21:38.541 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:38.541-0600-584bd732666d1a4e49f5450e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365298541), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 878, step 4 of 6: 13304, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:21:38.542 I SHARDING [conn9] distributed lock with ts: 584bd724666d1a4e49f54508' unlocked. Sat Dec 10 04:21:38.542 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445371056000) }, max: { datetime: new Date(1445493120000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 25000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 600 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 23 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14207ms Sat Dec 10 04:21:39.620 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:21:39.621 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467337295000) }, { datetime: new Date(1467421342000) }) in IISLogs.pubbsdweb1', ts : 584bd733666d1a4e49f5450f Sat Dec 10 04:21:39.621 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 79|0||584bba0d90d1dc672b548145, current metadata version is 79|0||584bba0d90d1dc672b548145 Sat Dec 10 04:21:39.622 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 79|0||584bba0d90d1dc672b548145 to shard version 79|1||584bba0d90d1dc672b548145 Sat Dec 10 04:21:39.622 I SHARDING [conn9] collection version was loaded at version 79|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:21:39.622 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:39.622-0600-584bd733666d1a4e49f54510", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365299622), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:21:39.623 I SHARDING [conn9] moveChunk request accepted at version 79|1||584bba0d90d1dc672b548145 Sat Dec 10 04:21:41.867 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 04:21:41.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:41.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:41.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:41.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:41.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:41.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:42.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:42.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:42.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:42.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:43.055 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776232 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1165ms Sat Dec 10 04:21:44.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8753, clonedBytes: 2650894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:45.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20470, clonedBytes: 6181119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:46.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31511, clonedBytes: 9645067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:47.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42882, clonedBytes: 13109287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:48.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53788, clonedBytes: 16410678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:49.443 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776267 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 677ms Sat Dec 10 04:21:49.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57026, clonedBytes: 17400949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:51.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68395, clonedBytes: 20830055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:52.143 I SHARDING [RangeDeleter] rangeDeleter deleted 112229 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445136834000) } -> { datetime: new Date(1445194055000) } Sat Dec 10 04:21:52.143 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466815097000) } -> { datetime: new Date(1466845137000) }, with opId: 112303 Sat Dec 10 04:21:52.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79841, clonedBytes: 24277221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:53.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90919, clonedBytes: 27648255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:54.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101995, clonedBytes: 31016082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:55.233 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1632589 locks:{ Global: { acquireCount: { r: 88 } }, Database: { acquireCount: { r: 44 } }, Collection: { acquireCount: { r: 44 } } } protocol:op_command 115ms Sat Dec 10 04:21:55.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112201, clonedBytes: 34078881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:56.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd733666d1a4e49f54511", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 34419854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:56.709 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:21:56.710 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:21:56.718 I SHARDING [conn9] moveChunk setting version to: 80|0||584bba0d90d1dc672b548145 Sat Dec 10 04:21:56.729 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 34419854, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:21:56.729 I SHARDING [conn9] moveChunk updating self version to: 80|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467421342000) } -> { datetime: new Date(1467514501000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:21:56.736 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:56.736-0600-584bd744666d1a4e49f54514", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365316736), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 34419854, catchup: 0, steady: 0 } } Sat Dec 10 04:21:56.737 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:21:56.737 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:21:56.737 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:56.737-0600-584bd744666d1a4e49f54515", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365316737), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2249, step 4 of 6: 14836, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:21:56.738 I SHARDING [conn9] distributed lock with ts: 584bd733666d1a4e49f5450f' unlocked. Sat Dec 10 04:21:56.738 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467337295000) }, max: { datetime: new Date(1467421342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 200 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 119 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17120ms Sat Dec 10 04:21:56.743 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:21:56.744 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1449862050000) }, { datetime: new Date(1450052382000) }) in IISLogs.pubprdweb01', ts : 584bd744666d1a4e49f54516 Sat Dec 10 04:21:56.744 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 53|0||584bbf4f90d1dc672b54822e, current metadata version is 53|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:21:56.745 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 53|0||584bbf4f90d1dc672b54822e to shard version 53|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:21:56.745 I SHARDING [conn9] collection version was loaded at version 53|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:21:56.745 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:21:56.745-0600-584bd744666d1a4e49f54517", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365316745), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:21:56.746 I SHARDING [conn9] moveChunk request accepted at version 53|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:21:59.178 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:21:59.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:21:59.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:00.059 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 872ms Sat Dec 10 04:22:00.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1223, clonedBytes: 341699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:01.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13024, clonedBytes: 3682775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:02.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23228, clonedBytes: 6800548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:03.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33394, clonedBytes: 9898722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:04.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43790, clonedBytes: 13121611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:05.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53631, clonedBytes: 16004321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:06.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54980, clonedBytes: 16402140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:06.847 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14523722 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 1115ms Sat Dec 10 04:22:07.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62190, clonedBytes: 18464228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:08.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73164, clonedBytes: 21631123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:08.922 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466815097000) } -> { datetime: new Date(1466845137000) } Sat Dec 10 04:22:08.922 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447818601000) } -> { datetime: new Date(1447964871000) }, with opId: 112440 Sat Dec 10 04:22:09.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85203, clonedBytes: 25338017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:11.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95138, clonedBytes: 28275371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:12.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd744666d1a4e49f54518", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 30601188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:12.497 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:22:12.505 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:22:12.519 I SHARDING [conn9] moveChunk setting version to: 54|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:22:12.523 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 30601188, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:22:12.523 I SHARDING [conn9] moveChunk updating self version to: 54|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450052382000) } -> { datetime: new Date(1450190730000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:22:12.525 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:12.525-0600-584bd754666d1a4e49f5451b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365332525), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 30601188, catchup: 0, steady: 0 } } Sat Dec 10 04:22:12.526 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:22:12.526 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:22:12.526 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:12.526-0600-584bd754666d1a4e49f5451c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365332526), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2439, step 4 of 6: 13310, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:22:12.527 I SHARDING [conn9] distributed lock with ts: 584bd744666d1a4e49f54516' unlocked. Sat Dec 10 04:22:12.527 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449862050000) }, max: { datetime: new Date(1450052382000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 155 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15784ms Sat Dec 10 04:22:12.532 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:22:12.533 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466610825000) }, { datetime: new Date(1466713618000) }) in IISLogs.pubbsdweb2', ts : 584bd754666d1a4e49f5451d Sat Dec 10 04:22:12.533 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 52|0||584bbf7a90d1dc672b548236, current metadata version is 52|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:22:12.534 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 52|0||584bbf7a90d1dc672b548236 to shard version 52|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:22:12.534 I SHARDING [conn9] collection version was loaded at version 52|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:22:12.534 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:12.534-0600-584bd754666d1a4e49f5451e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365332534), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:22:12.535 I SHARDING [conn9] moveChunk request accepted at version 52|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:22:13.900 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:22:13.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:13.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:13.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:13.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:13.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:14.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:14.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:14.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:14.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:14.959 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1054ms Sat Dec 10 04:22:15.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:16.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10524, clonedBytes: 3135803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:17.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16790, clonedBytes: 5012801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:18.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27323, clonedBytes: 8162947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:19.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38507, clonedBytes: 11484863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:20.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49935, clonedBytes: 14924881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:21.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54696, clonedBytes: 16404228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:22.084 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776261 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 882ms Sat Dec 10 04:22:22.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60233, clonedBytes: 18028168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:23.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71719, clonedBytes: 21480699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:25.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83527, clonedBytes: 25041082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:25.534 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447818601000) } -> { datetime: new Date(1447964871000) } Sat Dec 10 04:22:25.535 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465332122000) } -> { datetime: new Date(1465398229000) }, with opId: 112511 Sat Dec 10 04:22:26.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94441, clonedBytes: 28353038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:27.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104563, clonedBytes: 31395208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:28.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112943, clonedBytes: 33898311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:29.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd754666d1a4e49f5451f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 34135197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:29.313 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:22:29.316 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:22:29.334 I SHARDING [conn9] moveChunk setting version to: 53|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:22:29.337 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 34135197, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:22:29.337 I SHARDING [conn9] moveChunk updating self version to: 53|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466713618000) } -> { datetime: new Date(1466852236000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:22:29.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:29.343-0600-584bd765666d1a4e49f54522", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365349343), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 34135197, catchup: 0, steady: 0 } } Sat Dec 10 04:22:29.344 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:22:29.344 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:22:29.344 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:29.344-0600-584bd765666d1a4e49f54523", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365349344), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1367, step 4 of 6: 15409, step 5 of 6: 30, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:22:29.345 I SHARDING [conn9] distributed lock with ts: 584bd754666d1a4e49f5451d' unlocked. Sat Dec 10 04:22:29.345 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466610825000) }, max: { datetime: new Date(1466713618000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 163 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 5116 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16814ms Sat Dec 10 04:22:29.360 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:22:29.361 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1451929137000) }, { datetime: new Date(1452033697000) }) in IISLogs.pubprdweb02', ts : 584bd765666d1a4e49f54524 Sat Dec 10 04:22:29.361 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 45|0||584bc22c90d1dc672b54829b, current metadata version is 45|0||584bc22c90d1dc672b54829b Sat Dec 10 04:22:29.363 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 45|0||584bc22c90d1dc672b54829b to shard version 45|1||584bc22c90d1dc672b54829b Sat Dec 10 04:22:29.364 I SHARDING [conn9] collection version was loaded at version 45|1||584bc22c90d1dc672b54829b, took 2ms Sat Dec 10 04:22:29.364 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:29.364-0600-584bd765666d1a4e49f54525", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365349364), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:22:29.364 I SHARDING [conn9] moveChunk request accepted at version 45|1||584bc22c90d1dc672b54829b Sat Dec 10 04:22:31.172 I SHARDING [conn9] moveChunk number of documents: 106559 Sat Dec 10 04:22:31.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:31.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:32.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:32.530 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775999 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 1345ms Sat Dec 10 04:22:33.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8532, clonedBytes: 2598637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:34.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20043, clonedBytes: 6154771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:35.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31095, clonedBytes: 9626644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:36.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41473, clonedBytes: 12714756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:38.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52014, clonedBytes: 15793005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:39.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54150, clonedBytes: 16407911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:39.121 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15599467 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 839ms Sat Dec 10 04:22:40.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63405, clonedBytes: 19094712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:41.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74989, clonedBytes: 22449844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:42.445 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465332122000) } -> { datetime: new Date(1465398229000) } Sat Dec 10 04:22:42.445 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1449603545000) } -> { datetime: new Date(1449756474000) }, with opId: 112673 Sat Dec 10 04:22:42.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85066, clonedBytes: 25368330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:43.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92870, clonedBytes: 27653022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:44.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102494, clonedBytes: 30419136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:45.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd765666d1a4e49f54526", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106559, clonedBytes: 31651477, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:45.604 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:22:45.605 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:22:45.606 I SHARDING [conn9] moveChunk setting version to: 46|0||584bc22c90d1dc672b54829b Sat Dec 10 04:22:45.614 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106559, clonedBytes: 31651477, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:22:45.614 I SHARDING [conn9] moveChunk updating self version to: 46|1||584bc22c90d1dc672b54829b through { datetime: new Date(1452033697000) } -> { datetime: new Date(1452153370000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:22:45.616 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:45.616-0600-584bd775666d1a4e49f54529", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365365616), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106559, clonedBytes: 31651477, catchup: 0, steady: 0 } } Sat Dec 10 04:22:45.616 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:22:45.617 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:22:45.617 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:45.617-0600-584bd775666d1a4e49f5452a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365365617), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1813, step 4 of 6: 14424, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:22:45.618 I SHARDING [conn9] distributed lock with ts: 584bd765666d1a4e49f54524' unlocked. Sat Dec 10 04:22:45.618 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451929137000) }, max: { datetime: new Date(1452033697000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 378 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 294 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16258ms Sat Dec 10 04:22:45.623 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:22:45.624 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445298342000) }, { datetime: new Date(1445338616000) }) in IISLogs.pubprdweb03', ts : 584bd775666d1a4e49f5452b Sat Dec 10 04:22:45.624 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 30|0||584bc97f90d1dc672b548352, current metadata version is 30|0||584bc97f90d1dc672b548352 Sat Dec 10 04:22:45.625 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 30|0||584bc97f90d1dc672b548352 to shard version 30|1||584bc97f90d1dc672b548352 Sat Dec 10 04:22:45.625 I SHARDING [conn9] collection version was loaded at version 30|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:22:45.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:22:45.625-0600-584bd775666d1a4e49f5452c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365365625), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:22:45.626 I SHARDING [conn9] moveChunk request accepted at version 30|1||584bc97f90d1dc672b548352 Sat Dec 10 04:22:46.540 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:22:46.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:46.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:47.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:47.321 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776124 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 776ms Sat Dec 10 04:22:47.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 188, clonedBytes: 59400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:48.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8649, clonedBytes: 2601784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:49.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18621, clonedBytes: 5460182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:50.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29169, clonedBytes: 8575704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:51.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39164, clonedBytes: 11225066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:52.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49543, clonedBytes: 13947362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:53.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58379, clonedBytes: 16219721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:54.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58971, clonedBytes: 16374289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:55.247 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14648161 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1346ms Sat Dec 10 04:22:55.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64268, clonedBytes: 17763587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:56.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73853, clonedBytes: 20239391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:57.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81540, clonedBytes: 22267620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:22:59.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91719, clonedBytes: 24880269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:00.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99519, clonedBytes: 26949830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:01.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104940, clonedBytes: 28342542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:01.762 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1449603545000) } -> { datetime: new Date(1449756474000) } Sat Dec 10 04:23:01.762 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445027616000) } -> { datetime: new Date(1445035597000) }, with opId: 112802 Sat Dec 10 04:23:02.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd775666d1a4e49f5452d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30649994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:02.346 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:23:02.348 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:23:02.351 I SHARDING [conn9] moveChunk setting version to: 31|0||584bc97f90d1dc672b548352 Sat Dec 10 04:23:02.494 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30649994, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:23:02.494 I SHARDING [conn9] moveChunk updating self version to: 31|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445338616000) } -> { datetime: new Date(1445354160000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:23:02.496 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:02.496-0600-584bd786666d1a4e49f54530", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365382496), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30649994, catchup: 0, steady: 0 } } Sat Dec 10 04:23:02.496 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:23:02.504 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:23:02.504 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:02.504-0600-584bd786666d1a4e49f54531", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365382504), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 917, step 4 of 6: 15802, step 5 of 6: 157, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:23:02.505 I SHARDING [conn9] distributed lock with ts: 584bd775666d1a4e49f5452b' unlocked. Sat Dec 10 04:23:02.505 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445298342000) }, max: { datetime: new Date(1445338616000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7395 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 2768 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16883ms Sat Dec 10 04:23:02.565 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:23:02.566 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445493120000) }, { datetime: new Date(1445636071000) }) in IISLogs.pubprdweb04', ts : 584bd786666d1a4e49f54532 Sat Dec 10 04:23:02.566 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 26|0||584bcad890d1dc672b54835d, current metadata version is 26|0||584bcad890d1dc672b54835d Sat Dec 10 04:23:02.568 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 26|0||584bcad890d1dc672b54835d to shard version 26|1||584bcad890d1dc672b54835d Sat Dec 10 04:23:02.568 I SHARDING [conn9] collection version was loaded at version 26|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:23:02.568 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:02.568-0600-584bd786666d1a4e49f54533", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365382568), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:23:02.568 I SHARDING [conn9] moveChunk request accepted at version 26|1||584bcad890d1dc672b54835d Sat Dec 10 04:23:06.972 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 04:23:07.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:07.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:08.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:09.418 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 2135ms Sat Dec 10 04:23:09.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26, clonedBytes: 7836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:10.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10116, clonedBytes: 2496605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:11.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20190, clonedBytes: 5103339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:12.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30482, clonedBytes: 7640550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:13.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39702, clonedBytes: 9903505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:14.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49975, clonedBytes: 12534237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:15.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59909, clonedBytes: 15151993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:16.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64317, clonedBytes: 16336928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:16.901 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12852734 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 616ms Sat Dec 10 04:23:17.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71572, clonedBytes: 18340780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:18.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80573, clonedBytes: 20719631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:20.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86658, clonedBytes: 22292815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:21.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96739, clonedBytes: 24853342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:22.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107280, clonedBytes: 27544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:23.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd786666d1a4e49f54534", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 28865275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:23.135 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:23:23.136 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:23:23.136 I SHARDING [conn9] moveChunk setting version to: 27|0||584bcad890d1dc672b54835d Sat Dec 10 04:23:23.139 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 28865275, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:23:23.139 I SHARDING [conn9] moveChunk updating self version to: 27|1||584bcad890d1dc672b54835d through { datetime: new Date(1445636071000) } -> { datetime: new Date(1445838407000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:23:23.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:23.140-0600-584bd79b666d1a4e49f54537", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365403140), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 28865275, catchup: 0, steady: 0 } } Sat Dec 10 04:23:23.141 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:23:23.141 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:23:23.142 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:23.142-0600-584bd79b666d1a4e49f54538", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365403142), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4700, step 4 of 6: 15864, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:23:23.143 I SHARDING [conn9] distributed lock with ts: 584bd786666d1a4e49f54532' unlocked. Sat Dec 10 04:23:23.143 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445493120000) }, max: { datetime: new Date(1445636071000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 26000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 378 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20578ms Sat Dec 10 04:23:24.236 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:23:24.237 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467421342000) }, { datetime: new Date(1467514501000) }) in IISLogs.pubbsdweb1', ts : 584bd79c666d1a4e49f54539 Sat Dec 10 04:23:24.237 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 80|0||584bba0d90d1dc672b548145, current metadata version is 80|0||584bba0d90d1dc672b548145 Sat Dec 10 04:23:24.238 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 80|0||584bba0d90d1dc672b548145 to shard version 80|1||584bba0d90d1dc672b548145 Sat Dec 10 04:23:24.238 I SHARDING [conn9] collection version was loaded at version 80|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:23:24.238 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:24.238-0600-584bd79c666d1a4e49f5453a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365404238), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:23:24.239 I SHARDING [conn9] moveChunk request accepted at version 80|1||584bba0d90d1dc672b548145 Sat Dec 10 04:23:24.307 I SHARDING [RangeDeleter] rangeDeleter deleted 113766 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445027616000) } -> { datetime: new Date(1445035597000) } Sat Dec 10 04:23:24.307 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445194055000) } -> { datetime: new Date(1445242745000) }, with opId: 112953 Sat Dec 10 04:23:25.604 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 04:23:25.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:25.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:26.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:26.199 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776005 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 578ms Sat Dec 10 04:23:26.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4838, clonedBytes: 1431208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:27.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16659, clonedBytes: 4910321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:29.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28588, clonedBytes: 8395409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:30.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39262, clonedBytes: 11511931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:31.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49259, clonedBytes: 14435870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:32.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55911, clonedBytes: 16395590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:33.101 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776053 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1187ms Sat Dec 10 04:23:33.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58888, clonedBytes: 17293897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:34.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70606, clonedBytes: 20800064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:35.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82194, clonedBytes: 24249965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:37.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93828, clonedBytes: 27736640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:38.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105375, clonedBytes: 31209314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:39.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd79c666d1a4e49f5453b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 33594122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:39.177 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:23:39.178 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:23:39.179 I SHARDING [conn9] moveChunk setting version to: 81|0||584bba0d90d1dc672b548145 Sat Dec 10 04:23:39.189 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 33594122, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:23:39.189 I SHARDING [conn9] moveChunk updating self version to: 81|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467514501000) } -> { datetime: new Date(1467596901000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:23:39.191 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:39.191-0600-584bd7ab666d1a4e49f5453e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365419191), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 33594122, catchup: 0, steady: 0 } } Sat Dec 10 04:23:39.191 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:23:39.191 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:23:39.192 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:39.192-0600-584bd7ab666d1a4e49f5453f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365419192), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1368, step 4 of 6: 13568, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:23:39.193 I SHARDING [conn9] distributed lock with ts: 584bd79c666d1a4e49f54539' unlocked. Sat Dec 10 04:23:39.193 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467421342000) }, max: { datetime: new Date(1467514501000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 269 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14957ms Sat Dec 10 04:23:39.197 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:23:39.197 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450052382000) }, { datetime: new Date(1450190730000) }) in IISLogs.pubprdweb01', ts : 584bd7ab666d1a4e49f54540 Sat Dec 10 04:23:39.197 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 54|0||584bbf4f90d1dc672b54822e, current metadata version is 54|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:23:39.199 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 54|0||584bbf4f90d1dc672b54822e to shard version 54|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:23:39.199 I SHARDING [conn9] collection version was loaded at version 54|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:23:39.199 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:39.199-0600-584bd7ab666d1a4e49f54541", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365419199), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:23:39.199 I SHARDING [conn9] moveChunk request accepted at version 54|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:23:40.390 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:23:40.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:40.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:41.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:42.408 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776112 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1994ms Sat Dec 10 04:23:42.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:43.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9623, clonedBytes: 2914220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:44.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21099, clonedBytes: 6312774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:46.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32834, clonedBytes: 9869784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:46.584 I SHARDING [RangeDeleter] rangeDeleter deleted 112226 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445194055000) } -> { datetime: new Date(1445242745000) } Sat Dec 10 04:23:46.584 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466845137000) } -> { datetime: new Date(1466873414000) }, with opId: 113069 Sat Dec 10 04:23:47.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43929, clonedBytes: 13073703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:48.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54606, clonedBytes: 16180880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:48.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14411438 locks:{ Global: { acquireCount: { r: 754 } }, Database: { acquireCount: { r: 377 } }, Collection: { acquireCount: { r: 377 } } } protocol:op_command 511ms Sat Dec 10 04:23:49.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59529, clonedBytes: 17604321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:50.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69548, clonedBytes: 20454404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:51.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81063, clonedBytes: 23911971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:52.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93532, clonedBytes: 27619342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:53.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ab666d1a4e49f54542", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 30488978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:53.930 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:23:53.931 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:23:53.932 I SHARDING [conn9] moveChunk setting version to: 55|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:23:53.941 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 30488978, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:23:53.941 I SHARDING [conn9] moveChunk updating self version to: 55|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450190730000) } -> { datetime: new Date(1450341607000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:23:53.943 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:53.943-0600-584bd7b9666d1a4e49f54545", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365433943), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 30488978, catchup: 0, steady: 0 } } Sat Dec 10 04:23:53.943 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:23:53.944 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:23:53.944 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:53.944-0600-584bd7b9666d1a4e49f54546", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365433944), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1193, step 4 of 6: 13537, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:23:53.952 I SHARDING [conn9] distributed lock with ts: 584bd7ab666d1a4e49f54540' unlocked. Sat Dec 10 04:23:53.952 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450052382000) }, max: { datetime: new Date(1450190730000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 710 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14756ms Sat Dec 10 04:23:53.957 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:23:53.958 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466713618000) }, { datetime: new Date(1466852236000) }) in IISLogs.pubbsdweb2', ts : 584bd7b9666d1a4e49f54547 Sat Dec 10 04:23:53.958 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 53|0||584bbf7a90d1dc672b548236, current metadata version is 53|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:23:53.960 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 53|0||584bbf7a90d1dc672b548236 to shard version 53|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:23:53.960 I SHARDING [conn9] collection version was loaded at version 53|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:23:53.960 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:23:53.960-0600-584bd7b9666d1a4e49f54548", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365433960), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:23:53.960 I SHARDING [conn9] moveChunk request accepted at version 53|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:23:55.146 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:23:55.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:55.709 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776250 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 556ms Sat Dec 10 04:23:55.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:56.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5142, clonedBytes: 1534008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:57.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14894, clonedBytes: 4462777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:58.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25924, clonedBytes: 7746951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:23:59.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35299, clonedBytes: 10529492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:00.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46720, clonedBytes: 14012109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:01.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54520, clonedBytes: 16405572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:02.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54520, clonedBytes: 16405572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:03.045 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776196 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1282ms Sat Dec 10 04:24:04.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63120, clonedBytes: 18993128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:05.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74631, clonedBytes: 22506904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:06.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84569, clonedBytes: 25515118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:06.560 I SHARDING [RangeDeleter] rangeDeleter deleted 113340 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466845137000) } -> { datetime: new Date(1466873414000) } Sat Dec 10 04:24:06.560 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1447964871000) } -> { datetime: new Date(1448109885000) }, with opId: 113155 Sat Dec 10 04:24:07.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95183, clonedBytes: 28728185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:08.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103676, clonedBytes: 31326358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:09.348 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1688370 locks:{ Global: { acquireCount: { r: 88 } }, Database: { acquireCount: { r: 44 } }, Collection: { acquireCount: { r: 44 } } } protocol:op_command 128ms Sat Dec 10 04:24:09.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112182, clonedBytes: 34001216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:10.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:11.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:12.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:13.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:14.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7b9666d1a4e49f54549", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:14.996 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:24:14.998 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:24:14.998 I SHARDING [conn9] moveChunk setting version to: 54|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:24:15.005 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:24:15.005 I SHARDING [conn9] moveChunk updating self version to: 54|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1466852236000) } -> { datetime: new Date(1467108196000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:24:15.008 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:15.008-0600-584bd7cf666d1a4e49f5454c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365455008), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 34472806, catchup: 0, steady: 0 } } Sat Dec 10 04:24:15.009 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:24:15.009 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:24:15.009 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:15.009-0600-584bd7cf666d1a4e49f5454d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365455009), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1188, step 4 of 6: 19845, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:24:15.012 I SHARDING [conn9] distributed lock with ts: 584bd7b9666d1a4e49f54547' unlocked. Sat Dec 10 04:24:15.012 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466713618000) }, max: { datetime: new Date(1466852236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 262 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21054ms Sat Dec 10 04:24:15.016 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:24:15.016 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1452033697000) }, { datetime: new Date(1452153370000) }) in IISLogs.pubprdweb02', ts : 584bd7cf666d1a4e49f5454e Sat Dec 10 04:24:15.016 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 46|0||584bc22c90d1dc672b54829b, current metadata version is 46|0||584bc22c90d1dc672b54829b Sat Dec 10 04:24:15.018 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 46|0||584bc22c90d1dc672b54829b to shard version 46|1||584bc22c90d1dc672b54829b Sat Dec 10 04:24:15.018 I SHARDING [conn9] collection version was loaded at version 46|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:24:15.018 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:15.018-0600-584bd7cf666d1a4e49f5454f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365455018), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:24:15.019 I SHARDING [conn9] moveChunk request accepted at version 46|1||584bc22c90d1dc672b54829b Sat Dec 10 04:24:16.426 I SHARDING [conn9] moveChunk number of documents: 106484 Sat Dec 10 04:24:16.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:16.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:17.230 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776272 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 773ms Sat Dec 10 04:24:17.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3321, clonedBytes: 1023268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:18.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13727, clonedBytes: 4184383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:19.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25285, clonedBytes: 7781928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:21.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36720, clonedBytes: 11406460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:21.304 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1447964871000) } -> { datetime: new Date(1448109885000) } Sat Dec 10 04:24:21.304 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465398229000) } -> { datetime: new Date(1465471959000) }, with opId: 113226 Sat Dec 10 04:24:22.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47620, clonedBytes: 14605887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:23.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53403, clonedBytes: 16325444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:24.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53702, clonedBytes: 16411320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:24.337 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15983083 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1053ms Sat Dec 10 04:24:25.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62650, clonedBytes: 19047040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:26.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74359, clonedBytes: 22345714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:27.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84986, clonedBytes: 25516819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:28.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94885, clonedBytes: 28507921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:29.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105589, clonedBytes: 31740683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:30.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7cf666d1a4e49f54550", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106484, clonedBytes: 32035891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:30.731 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:24:30.732 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:24:30.744 I SHARDING [conn9] moveChunk setting version to: 47|0||584bc22c90d1dc672b54829b Sat Dec 10 04:24:30.753 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106484, clonedBytes: 32035891, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:24:30.753 I SHARDING [conn9] moveChunk updating self version to: 47|1||584bc22c90d1dc672b54829b through { datetime: new Date(1452153370000) } -> { datetime: new Date(1452318489000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:24:30.754 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:30.754-0600-584bd7de666d1a4e49f54553", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365470754), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106484, clonedBytes: 32035891, catchup: 0, steady: 0 } } Sat Dec 10 04:24:30.755 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:24:30.755 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:24:30.755 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:30.755-0600-584bd7de666d1a4e49f54554", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365470755), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1417, step 4 of 6: 14294, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:24:30.757 I SHARDING [conn9] distributed lock with ts: 584bd7cf666d1a4e49f5454e' unlocked. Sat Dec 10 04:24:30.757 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452033697000) }, max: { datetime: new Date(1452153370000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 157 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15742ms Sat Dec 10 04:24:30.761 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:24:30.761 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445338616000) }, { datetime: new Date(1445354160000) }) in IISLogs.pubprdweb03', ts : 584bd7de666d1a4e49f54555 Sat Dec 10 04:24:30.762 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 31|0||584bc97f90d1dc672b548352, current metadata version is 31|0||584bc97f90d1dc672b548352 Sat Dec 10 04:24:30.763 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 31|0||584bc97f90d1dc672b548352 to shard version 31|1||584bc97f90d1dc672b548352 Sat Dec 10 04:24:30.763 I SHARDING [conn9] collection version was loaded at version 31|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:24:30.763 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:30.763-0600-584bd7de666d1a4e49f54556", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365470763), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:24:30.764 I SHARDING [conn9] moveChunk request accepted at version 31|1||584bc97f90d1dc672b548352 Sat Dec 10 04:24:31.343 I SHARDING [conn9] moveChunk number of documents: 113736 Sat Dec 10 04:24:31.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:31.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:32.122 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776173 locks:{ Global: { acquireCount: { r: 966 } }, Database: { acquireCount: { r: 483 } }, Collection: { acquireCount: { r: 483 } } } protocol:op_command 769ms Sat Dec 10 04:24:32.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2397, clonedBytes: 614385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:33.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12835, clonedBytes: 3421527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:34.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23603, clonedBytes: 6597542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:35.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35600, clonedBytes: 9846123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:36.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46767, clonedBytes: 12687578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:38.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58027, clonedBytes: 15628060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:38.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15073895 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 491ms Sat Dec 10 04:24:39.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62165, clonedBytes: 16812809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:40.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73655, clonedBytes: 20123939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:41.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84554, clonedBytes: 23175356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:42.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95790, clonedBytes: 26318927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:43.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106864, clonedBytes: 29137499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:44.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7de666d1a4e49f54557", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113736, clonedBytes: 31075840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:44.793 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:24:44.794 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:24:44.807 I SHARDING [conn9] moveChunk setting version to: 32|0||584bc97f90d1dc672b548352 Sat Dec 10 04:24:44.811 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113736, clonedBytes: 31075840, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:24:44.811 I SHARDING [conn9] moveChunk updating self version to: 32|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445354160000) } -> { datetime: new Date(1445359378000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:24:44.813 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:44.813-0600-584bd7ec666d1a4e49f5455a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365484813), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113736, clonedBytes: 31075840, catchup: 0, steady: 0 } } Sat Dec 10 04:24:44.813 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:24:44.814 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:24:44.814 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:44.814-0600-584bd7ec666d1a4e49f5455b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365484814), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 582, step 4 of 6: 13445, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:24:44.815 I SHARDING [conn9] distributed lock with ts: 584bd7de666d1a4e49f54555' unlocked. Sat Dec 10 04:24:44.815 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445338616000) }, max: { datetime: new Date(1445354160000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 916 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14054ms Sat Dec 10 04:24:44.820 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:24:44.820 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445636071000) }, { datetime: new Date(1445838407000) }) in IISLogs.pubprdweb04', ts : 584bd7ec666d1a4e49f5455c Sat Dec 10 04:24:44.820 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 27|0||584bcad890d1dc672b54835d, current metadata version is 27|0||584bcad890d1dc672b54835d Sat Dec 10 04:24:44.822 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 27|0||584bcad890d1dc672b54835d to shard version 27|1||584bcad890d1dc672b54835d Sat Dec 10 04:24:44.822 I SHARDING [conn9] collection version was loaded at version 27|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:24:44.822 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:44.822-0600-584bd7ec666d1a4e49f5455d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365484822), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:24:44.822 I SHARDING [conn9] moveChunk request accepted at version 27|1||584bcad890d1dc672b54835d Sat Dec 10 04:24:45.518 I SHARDING [RangeDeleter] rangeDeleter deleted 113697 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465398229000) } -> { datetime: new Date(1465471959000) } Sat Dec 10 04:24:45.518 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1449756474000) } -> { datetime: new Date(1449920709000) }, with opId: 113451 Sat Dec 10 04:24:45.769 I SHARDING [conn9] moveChunk number of documents: 112216 Sat Dec 10 04:24:45.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:45.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:45.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:45.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:45.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:45.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:45.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:46.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:46.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:46.878 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 984 } }, Database: { acquireCount: { r: 492 } }, Collection: { acquireCount: { r: 492 } } } protocol:op_command 1100ms Sat Dec 10 04:24:46.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:48.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10148, clonedBytes: 2775523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:49.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20258, clonedBytes: 5454038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:50.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30288, clonedBytes: 8267502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:51.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41423, clonedBytes: 11051265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:52.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51414, clonedBytes: 13740058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:53.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61431, clonedBytes: 16357079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:53.886 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14088129 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 577ms Sat Dec 10 04:24:54.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66340, clonedBytes: 17758750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:55.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77271, clonedBytes: 20683086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:56.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87569, clonedBytes: 23352278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:57.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98142, clonedBytes: 26272751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:58.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107956, clonedBytes: 28932863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:59.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7ec666d1a4e49f5455e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112216, clonedBytes: 30100675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:24:59.663 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:24:59.664 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:24:59.671 I SHARDING [conn9] moveChunk setting version to: 28|0||584bcad890d1dc672b54835d Sat Dec 10 04:24:59.674 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112216, clonedBytes: 30100675, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:24:59.674 I SHARDING [conn9] moveChunk updating self version to: 28|1||584bcad890d1dc672b54835d through { datetime: new Date(1445838407000) } -> { datetime: new Date(1445972627000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:24:59.676 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:59.676-0600-584bd7fb666d1a4e49f54561", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365499676), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112216, clonedBytes: 30100675, catchup: 0, steady: 0 } } Sat Dec 10 04:24:59.676 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:24:59.677 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:24:59.677 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:24:59.677-0600-584bd7fb666d1a4e49f54562", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365499677), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 949, step 4 of 6: 13890, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:24:59.678 I SHARDING [conn9] distributed lock with ts: 584bd7ec666d1a4e49f5455c' unlocked. Sat Dec 10 04:24:59.678 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445636071000) }, max: { datetime: new Date(1445838407000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 27000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 248 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14859ms Sat Dec 10 04:25:00.754 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:25:00.755 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467514501000) }, { datetime: new Date(1467596901000) }) in IISLogs.pubbsdweb1', ts : 584bd7fc666d1a4e49f54563 Sat Dec 10 04:25:00.755 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 81|0||584bba0d90d1dc672b548145, current metadata version is 81|0||584bba0d90d1dc672b548145 Sat Dec 10 04:25:00.756 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 81|0||584bba0d90d1dc672b548145 to shard version 81|1||584bba0d90d1dc672b548145 Sat Dec 10 04:25:00.756 I SHARDING [conn9] collection version was loaded at version 81|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:25:00.756 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:00.756-0600-584bd7fc666d1a4e49f54564", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365500756), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:25:00.757 I SHARDING [conn9] moveChunk request accepted at version 81|1||584bba0d90d1dc672b548145 Sat Dec 10 04:25:03.759 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:25:03.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:03.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:03.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:03.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:03.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:03.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:03.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:04.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:04.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:04.533 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 757ms Sat Dec 10 04:25:04.919 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1449756474000) } -> { datetime: new Date(1449920709000) } Sat Dec 10 04:25:04.920 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445035597000) } -> { datetime: new Date(1445068113000) }, with opId: 113591 Sat Dec 10 04:25:04.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2879, clonedBytes: 860812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:05.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13250, clonedBytes: 3951528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:07.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23059, clonedBytes: 6868086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:08.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33333, clonedBytes: 9920323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:09.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43670, clonedBytes: 12991997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:10.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53395, clonedBytes: 15894862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:11.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55088, clonedBytes: 16401446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:11.472 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776191 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1058ms Sat Dec 10 04:25:12.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55712, clonedBytes: 16588905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:13.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65943, clonedBytes: 19620264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:14.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77020, clonedBytes: 22873228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:15.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88056, clonedBytes: 26152677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:16.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97367, clonedBytes: 28991963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:17.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107450, clonedBytes: 32166306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:18.351 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1236112 locks:{ Global: { acquireCount: { r: 72 } }, Database: { acquireCount: { r: 36 } }, Collection: { acquireCount: { r: 36 } } } protocol:op_command 378ms Sat Dec 10 04:25:18.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd7fc666d1a4e49f54565", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34021659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:18.789 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:25:18.790 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:25:18.791 I SHARDING [conn9] moveChunk setting version to: 82|0||584bba0d90d1dc672b548145 Sat Dec 10 04:25:18.799 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34021659, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:25:18.799 I SHARDING [conn9] moveChunk updating self version to: 82|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467596901000) } -> { datetime: new Date(1467726201000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:25:18.801 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:18.801-0600-584bd80e666d1a4e49f54568", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365518801), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34021659, catchup: 0, steady: 0 } } Sat Dec 10 04:25:18.801 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:25:18.801 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:25:18.802 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:18.802-0600-584bd80e666d1a4e49f54569", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365518802), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3004, step 4 of 6: 15027, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:25:18.803 I SHARDING [conn9] distributed lock with ts: 584bd7fc666d1a4e49f54563' unlocked. Sat Dec 10 04:25:18.803 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467514501000) }, max: { datetime: new Date(1467596901000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 270 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18050ms Sat Dec 10 04:25:18.807 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:25:18.807 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450190730000) }, { datetime: new Date(1450341607000) }) in IISLogs.pubprdweb01', ts : 584bd80e666d1a4e49f5456a Sat Dec 10 04:25:18.808 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 55|0||584bbf4f90d1dc672b54822e, current metadata version is 55|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:25:18.809 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 55|0||584bbf4f90d1dc672b54822e to shard version 55|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:25:18.809 I SHARDING [conn9] collection version was loaded at version 55|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:25:18.809 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:18.809-0600-584bd80e666d1a4e49f5456b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365518809), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:25:18.810 I SHARDING [conn9] moveChunk request accepted at version 55|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:25:20.770 I SHARDING [conn9] moveChunk number of documents: 102899 Sat Dec 10 04:25:20.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:20.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:20.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:20.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:20.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:20.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:20.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:21.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:21.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:21.519 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776207 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 741ms Sat Dec 10 04:25:21.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2382, clonedBytes: 731560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:22.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12723, clonedBytes: 3730748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:24.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23062, clonedBytes: 6788981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:25.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32847, clonedBytes: 9614673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:26.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42790, clonedBytes: 12550676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:27.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52586, clonedBytes: 15547091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:28.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55429, clonedBytes: 16399166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:28.220 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14018856 locks:{ Global: { acquireCount: { r: 758 } }, Database: { acquireCount: { r: 379 } }, Collection: { acquireCount: { r: 379 } } } protocol:op_command 761ms Sat Dec 10 04:25:28.442 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445035597000) } -> { datetime: new Date(1445068113000) } Sat Dec 10 04:25:28.442 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445242745000) } -> { datetime: new Date(1445264506000) }, with opId: 113695 Sat Dec 10 04:25:29.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64208, clonedBytes: 18985063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:30.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74270, clonedBytes: 21882146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:31.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83840, clonedBytes: 24591029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:32.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88687, clonedBytes: 25954191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:33.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98955, clonedBytes: 28908399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:34.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd80e666d1a4e49f5456c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102899, clonedBytes: 30096694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:34.398 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:25:34.399 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:25:34.411 I SHARDING [conn9] moveChunk setting version to: 56|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:25:34.416 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102899, clonedBytes: 30096694, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:25:34.416 I SHARDING [conn9] moveChunk updating self version to: 56|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450341607000) } -> { datetime: new Date(1450473933000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:25:34.417 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:34.417-0600-584bd81e666d1a4e49f5456f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365534417), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102899, clonedBytes: 30096694, catchup: 0, steady: 0 } } Sat Dec 10 04:25:34.418 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:25:34.418 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:25:34.418 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:34.418-0600-584bd81e666d1a4e49f54570", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365534418), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1962, step 4 of 6: 13624, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:25:34.419 I SHARDING [conn9] distributed lock with ts: 584bd80e666d1a4e49f5456a' unlocked. Sat Dec 10 04:25:34.420 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450190730000) }, max: { datetime: new Date(1450341607000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:816 reslen:154 locks:{ Global: { acquireCount: { r: 1644, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 135 } }, Database: { acquireCount: { r: 818, w: 4, W: 2 } }, Collection: { acquireCount: { r: 818, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15613ms Sat Dec 10 04:25:34.424 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:25:34.425 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1466852236000) }, { datetime: new Date(1467108196000) }) in IISLogs.pubbsdweb2', ts : 584bd81e666d1a4e49f54571 Sat Dec 10 04:25:34.425 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 54|0||584bbf7a90d1dc672b548236, current metadata version is 54|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:25:34.426 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 54|0||584bbf7a90d1dc672b548236 to shard version 54|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:25:34.426 I SHARDING [conn9] collection version was loaded at version 54|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:25:34.426 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:34.426-0600-584bd81e666d1a4e49f54572", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365534426), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:25:34.427 I SHARDING [conn9] moveChunk request accepted at version 54|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:25:36.195 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:25:36.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:36.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:37.012 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 810ms Sat Dec 10 04:25:37.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2882, clonedBytes: 872557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:38.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14391, clonedBytes: 4413998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:39.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25663, clonedBytes: 7925804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:40.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36861, clonedBytes: 11390324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:42.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49326, clonedBytes: 15273116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:43.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53090, clonedBytes: 16415575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:44.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53090, clonedBytes: 16415575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:44.485 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776233 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1928ms Sat Dec 10 04:25:45.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59976, clonedBytes: 18504653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:46.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71360, clonedBytes: 21945830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:47.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81674, clonedBytes: 25073114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:48.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93223, clonedBytes: 28576968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:49.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104303, clonedBytes: 31968571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:50.135 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2088088 locks:{ Global: { acquireCount: { r: 112 } }, Database: { acquireCount: { r: 56 } }, Collection: { acquireCount: { r: 56 } } } protocol:op_command 117ms Sat Dec 10 04:25:50.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113356, clonedBytes: 34756464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:51.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd81e666d1a4e49f54573", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34874005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:51.799 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:25:51.800 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:25:51.822 I SHARDING [conn9] moveChunk setting version to: 55|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:25:51.829 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34874005, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:25:51.829 I SHARDING [conn9] moveChunk updating self version to: 55|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1467108196000) } -> { datetime: new Date(1467225916000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:25:51.831 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:51.831-0600-584bd82f666d1a4e49f54576", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365551831), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34874005, catchup: 0, steady: 0 } } Sat Dec 10 04:25:51.831 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:25:51.831 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:25:51.832 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:51.832-0600-584bd82f666d1a4e49f54577", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365551832), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1770, step 4 of 6: 15600, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:25:51.833 I SHARDING [conn9] distributed lock with ts: 584bd81e666d1a4e49f54571' unlocked. Sat Dec 10 04:25:51.833 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1466852236000) }, max: { datetime: new Date(1467108196000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 270 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17409ms Sat Dec 10 04:25:51.837 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:25:51.838 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1452153370000) }, { datetime: new Date(1452318489000) }) in IISLogs.pubprdweb02', ts : 584bd82f666d1a4e49f54578 Sat Dec 10 04:25:51.838 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 47|0||584bc22c90d1dc672b54829b, current metadata version is 47|0||584bc22c90d1dc672b54829b Sat Dec 10 04:25:51.839 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 47|0||584bc22c90d1dc672b54829b to shard version 47|1||584bc22c90d1dc672b54829b Sat Dec 10 04:25:51.840 I SHARDING [conn9] collection version was loaded at version 47|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:25:51.840 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:25:51.840-0600-584bd82f666d1a4e49f54579", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365551840), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:25:51.840 I SHARDING [conn9] moveChunk request accepted at version 47|1||584bc22c90d1dc672b54829b Sat Dec 10 04:25:54.220 I SHARDING [conn9] moveChunk number of documents: 106563 Sat Dec 10 04:25:54.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:54.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:55.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:55.357 I SHARDING [RangeDeleter] rangeDeleter deleted 112213 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445242745000) } -> { datetime: new Date(1445264506000) } Sat Dec 10 04:25:55.357 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466873414000) } -> { datetime: new Date(1466897770000) }, with opId: 113967 Sat Dec 10 04:25:55.506 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776076 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 1228ms Sat Dec 10 04:25:56.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3875, clonedBytes: 1246516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:57.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15516, clonedBytes: 4567911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:58.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26444, clonedBytes: 7554197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:25:59.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37741, clonedBytes: 10659749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:01.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48594, clonedBytes: 13752079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:02.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57554, clonedBytes: 16384160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:02.780 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14116677 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 790ms Sat Dec 10 04:26:03.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60829, clonedBytes: 17238483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:04.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72847, clonedBytes: 20654378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:05.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83529, clonedBytes: 23573888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:06.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96095, clonedBytes: 27087729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:07.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106556, clonedBytes: 30166583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:08.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd82f666d1a4e49f5457a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106563, clonedBytes: 30168736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:08.808 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:26:08.809 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:26:08.819 I SHARDING [conn9] moveChunk setting version to: 48|0||584bc22c90d1dc672b54829b Sat Dec 10 04:26:08.830 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106563, clonedBytes: 30168736, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:26:08.830 I SHARDING [conn9] moveChunk updating self version to: 48|1||584bc22c90d1dc672b54829b through { datetime: new Date(1452318489000) } -> { datetime: new Date(1452548399000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:26:08.832 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:08.832-0600-584bd840666d1a4e49f5457d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365568832), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106563, clonedBytes: 30168736, catchup: 0, steady: 0 } } Sat Dec 10 04:26:08.832 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:26:08.832 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:26:08.832 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:08.832-0600-584bd840666d1a4e49f5457e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365568832), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2382, step 4 of 6: 14583, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:26:08.834 I SHARDING [conn9] distributed lock with ts: 584bd82f666d1a4e49f54578' unlocked. Sat Dec 10 04:26:08.834 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452153370000) }, max: { datetime: new Date(1452318489000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:848 reslen:154 locks:{ Global: { acquireCount: { r: 1708, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 394 } }, Database: { acquireCount: { r: 850, w: 4, W: 2 } }, Collection: { acquireCount: { r: 850, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16997ms Sat Dec 10 04:26:08.838 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:26:08.838 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445354160000) }, { datetime: new Date(1445359378000) }) in IISLogs.pubprdweb03', ts : 584bd840666d1a4e49f5457f Sat Dec 10 04:26:08.839 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 32|0||584bc97f90d1dc672b548352, current metadata version is 32|0||584bc97f90d1dc672b548352 Sat Dec 10 04:26:08.840 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 32|0||584bc97f90d1dc672b548352 to shard version 32|1||584bc97f90d1dc672b548352 Sat Dec 10 04:26:08.840 I SHARDING [conn9] collection version was loaded at version 32|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:26:08.840 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:08.840-0600-584bd840666d1a4e49f54580", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365568840), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:26:08.841 I SHARDING [conn9] moveChunk request accepted at version 32|1||584bc97f90d1dc672b548352 Sat Dec 10 04:26:09.400 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 04:26:09.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:09.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:10.081 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 986 } }, Database: { acquireCount: { r: 493 } }, Collection: { acquireCount: { r: 493 } } } protocol:op_command 676ms Sat Dec 10 04:26:10.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4124, clonedBytes: 1136195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:11.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14671, clonedBytes: 4000004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:12.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25153, clonedBytes: 6756679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:13.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34957, clonedBytes: 9232505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:14.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43138, clonedBytes: 11327202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:15.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52207, clonedBytes: 13690968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:16.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61932, clonedBytes: 16276823, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:18.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62219, clonedBytes: 16351714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:19.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62219, clonedBytes: 16351714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:20.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62219, clonedBytes: 16351714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:21.180 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13076825 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 4178ms Sat Dec 10 04:26:21.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62483, clonedBytes: 16420852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:21.860 I SHARDING [RangeDeleter] rangeDeleter deleted 113379 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466873414000) } -> { datetime: new Date(1466897770000) } Sat Dec 10 04:26:21.860 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1448109885000) } -> { datetime: new Date(1448258410000) }, with opId: 114170 Sat Dec 10 04:26:22.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72479, clonedBytes: 18969780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:23.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81971, clonedBytes: 21310669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:24.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91928, clonedBytes: 23767762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:25.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103620, clonedBytes: 26634046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:26.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd840666d1a4e49f54581", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 29078840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:26.610 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:26:26.611 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:26:26.614 I SHARDING [conn9] moveChunk setting version to: 33|0||584bc97f90d1dc672b548352 Sat Dec 10 04:26:26.622 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 29078840, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:26:26.622 I SHARDING [conn9] moveChunk updating self version to: 33|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445359378000) } -> { datetime: new Date(1445372751000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:26:26.623 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:26.623-0600-584bd852666d1a4e49f54584", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365586623), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 29078840, catchup: 0, steady: 0 } } Sat Dec 10 04:26:26.624 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:26:26.624 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:26:26.624 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:26.624-0600-584bd852666d1a4e49f54585", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365586624), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 562, step 4 of 6: 17205, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:26:26.625 I SHARDING [conn9] distributed lock with ts: 584bd840666d1a4e49f5457f' unlocked. Sat Dec 10 04:26:26.626 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445354160000) }, max: { datetime: new Date(1445359378000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 334 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17788ms Sat Dec 10 04:26:26.630 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:26:26.631 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445838407000) }, { datetime: new Date(1445972627000) }) in IISLogs.pubprdweb04', ts : 584bd852666d1a4e49f54586 Sat Dec 10 04:26:26.631 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 28|0||584bcad890d1dc672b54835d, current metadata version is 28|0||584bcad890d1dc672b54835d Sat Dec 10 04:26:26.632 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 28|0||584bcad890d1dc672b54835d to shard version 28|1||584bcad890d1dc672b54835d Sat Dec 10 04:26:26.632 I SHARDING [conn9] collection version was loaded at version 28|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:26:26.633 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:26.633-0600-584bd852666d1a4e49f54587", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365586633), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:26:26.633 I SHARDING [conn9] moveChunk request accepted at version 28|1||584bcad890d1dc672b54835d Sat Dec 10 04:26:28.955 I SHARDING [conn9] moveChunk number of documents: 112216 Sat Dec 10 04:26:28.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:28.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:28.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:28.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:28.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:29.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:29.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:29.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:29.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:30.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:31.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:31.247 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776120 locks:{ Global: { acquireCount: { r: 1002 } }, Database: { acquireCount: { r: 501 } }, Collection: { acquireCount: { r: 501 } } } protocol:op_command 2259ms Sat Dec 10 04:26:32.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6332, clonedBytes: 1699063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:33.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16211, clonedBytes: 4174994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:34.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26461, clonedBytes: 7023634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:35.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36227, clonedBytes: 9848201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:36.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43726, clonedBytes: 11787785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:37.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53983, clonedBytes: 14575633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:38.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60789, clonedBytes: 16361559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:38.851 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14020420 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 896ms Sat Dec 10 04:26:39.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65315, clonedBytes: 17645369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:40.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76685, clonedBytes: 20874936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:41.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87220, clonedBytes: 23772873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:42.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98830, clonedBytes: 26657122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:43.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110155, clonedBytes: 29566593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:44.766 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1448109885000) } -> { datetime: new Date(1448258410000) } Sat Dec 10 04:26:44.766 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465471959000) } -> { datetime: new Date(1465473125000) }, with opId: 114340 Sat Dec 10 04:26:44.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd852666d1a4e49f54588", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112216, clonedBytes: 30032952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:44.832 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:26:44.833 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:26:44.834 I SHARDING [conn9] moveChunk setting version to: 29|0||584bcad890d1dc672b54835d Sat Dec 10 04:26:44.838 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112216, clonedBytes: 30032952, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:26:44.838 I SHARDING [conn9] moveChunk updating self version to: 29|1||584bcad890d1dc672b54835d through { datetime: new Date(1445972627000) } -> { datetime: new Date(1446126593000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:26:44.839 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:44.839-0600-584bd864666d1a4e49f5458b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365604839), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112216, clonedBytes: 30032952, catchup: 0, steady: 0 } } Sat Dec 10 04:26:44.840 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:26:44.840 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:26:44.840 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:44.840-0600-584bd864666d1a4e49f5458c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365604840), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2325, step 4 of 6: 15872, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:26:44.842 I SHARDING [conn9] distributed lock with ts: 584bd852666d1a4e49f54586' unlocked. Sat Dec 10 04:26:44.842 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445838407000) }, max: { datetime: new Date(1445972627000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 28000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3173 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18212ms Sat Dec 10 04:26:45.934 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:26:45.935 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467596901000) }, { datetime: new Date(1467726201000) }) in IISLogs.pubbsdweb1', ts : 584bd865666d1a4e49f5458d Sat Dec 10 04:26:45.935 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 82|0||584bba0d90d1dc672b548145, current metadata version is 82|0||584bba0d90d1dc672b548145 Sat Dec 10 04:26:45.936 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 82|0||584bba0d90d1dc672b548145 to shard version 82|1||584bba0d90d1dc672b548145 Sat Dec 10 04:26:45.936 I SHARDING [conn9] collection version was loaded at version 82|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:26:45.936 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:26:45.936-0600-584bd865666d1a4e49f5458e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365605936), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:26:45.937 I SHARDING [conn9] moveChunk request accepted at version 82|1||584bba0d90d1dc672b548145 Sat Dec 10 04:26:54.067 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:26:54.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:54.741 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776339 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 666ms Sat Dec 10 04:26:55.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2224, clonedBytes: 701371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:56.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13081, clonedBytes: 4131199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:57.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23489, clonedBytes: 7374933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:58.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33987, clonedBytes: 10581291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:26:59.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45307, clonedBytes: 13961353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:00.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53538, clonedBytes: 16412535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:01.144 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776272 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 695ms Sat Dec 10 04:27:01.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58327, clonedBytes: 17832409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:02.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70471, clonedBytes: 21433090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:04.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82076, clonedBytes: 24877938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:05.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93791, clonedBytes: 28339843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:06.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104749, clonedBytes: 31582027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:06.753 I SHARDING [RangeDeleter] rangeDeleter deleted 113733 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465471959000) } -> { datetime: new Date(1465473125000) } Sat Dec 10 04:27:06.753 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1449920709000) } -> { datetime: new Date(1450128364000) }, with opId: 114435 Sat Dec 10 04:27:07.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd865666d1a4e49f5458f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 34126485, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:07.294 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:27:07.295 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:27:07.295 I SHARDING [conn9] moveChunk setting version to: 83|0||584bba0d90d1dc672b548145 Sat Dec 10 04:27:07.297 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 34126485, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:27:07.297 I SHARDING [conn9] moveChunk updating self version to: 83|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467726201000) } -> { datetime: new Date(1467767052000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:27:07.298 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:07.298-0600-584bd87b666d1a4e49f54592", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365627298), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 34126485, catchup: 0, steady: 0 } } Sat Dec 10 04:27:07.299 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:27:07.299 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:27:07.299 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:07.299-0600-584bd87b666d1a4e49f54593", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365627299), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 8132, step 4 of 6: 13223, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:27:07.301 I SHARDING [conn9] distributed lock with ts: 584bd865666d1a4e49f5458d' unlocked. Sat Dec 10 04:27:07.301 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467596901000) }, max: { datetime: new Date(1467726201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:975 reslen:154 locks:{ Global: { acquireCount: { r: 1962, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 206 } }, Database: { acquireCount: { r: 977, w: 4, W: 2 } }, Collection: { acquireCount: { r: 977, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21368ms Sat Dec 10 04:27:07.305 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:27:07.305 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450341607000) }, { datetime: new Date(1450473933000) }) in IISLogs.pubprdweb01', ts : 584bd87b666d1a4e49f54594 Sat Dec 10 04:27:07.306 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 56|0||584bbf4f90d1dc672b54822e, current metadata version is 56|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:27:07.307 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 56|0||584bbf4f90d1dc672b54822e to shard version 56|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:27:07.307 I SHARDING [conn9] collection version was loaded at version 56|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:27:07.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:07.307-0600-584bd87b666d1a4e49f54595", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365627307), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:27:07.308 I SHARDING [conn9] moveChunk request accepted at version 56|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:27:08.081 I SHARDING [conn9] moveChunk number of documents: 102957 Sat Dec 10 04:27:08.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:08.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:09.081 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776041 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 989ms Sat Dec 10 04:27:09.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:10.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9533, clonedBytes: 2799929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:11.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19502, clonedBytes: 5666257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:12.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29541, clonedBytes: 8516435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:13.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40416, clonedBytes: 11590102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:14.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50377, clonedBytes: 14601621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:15.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55978, clonedBytes: 16395157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:15.981 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14811735 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 1017ms Sat Dec 10 04:27:16.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59552, clonedBytes: 17566560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:17.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69573, clonedBytes: 20820899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:18.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79659, clonedBytes: 24048698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:19.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90035, clonedBytes: 27175869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:20.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100404, clonedBytes: 30151378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:21.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd87b666d1a4e49f54596", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102957, clonedBytes: 30889001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:21.752 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:27:21.753 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:27:21.753 I SHARDING [conn9] moveChunk setting version to: 57|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:27:21.757 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102957, clonedBytes: 30889001, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:27:21.757 I SHARDING [conn9] moveChunk updating self version to: 57|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450473933000) } -> { datetime: new Date(1450630828000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:27:21.759 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:21.758-0600-584bd889666d1a4e49f54599", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365641758), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102957, clonedBytes: 30889001, catchup: 0, steady: 0 } } Sat Dec 10 04:27:21.759 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:27:21.759 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:27:21.759 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:21.759-0600-584bd889666d1a4e49f5459a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365641759), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 776, step 4 of 6: 13666, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:27:21.761 I SHARDING [conn9] distributed lock with ts: 584bd87b666d1a4e49f54594' unlocked. Sat Dec 10 04:27:21.761 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450341607000) }, max: { datetime: new Date(1450473933000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 247 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14456ms Sat Dec 10 04:27:21.765 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:27:21.766 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1467108196000) }, { datetime: new Date(1467225916000) }) in IISLogs.pubbsdweb2', ts : 584bd889666d1a4e49f5459b Sat Dec 10 04:27:21.766 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 55|0||584bbf7a90d1dc672b548236, current metadata version is 55|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:27:21.767 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 55|0||584bbf7a90d1dc672b548236 to shard version 55|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:27:21.767 I SHARDING [conn9] collection version was loaded at version 55|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:27:21.767 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:21.767-0600-584bd889666d1a4e49f5459c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365641767), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:27:21.768 I SHARDING [conn9] moveChunk request accepted at version 55|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:27:23.225 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:27:23.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:23.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:24.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:25.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:25.856 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776109 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 2627ms Sat Dec 10 04:27:26.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6698, clonedBytes: 2033114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:28.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19296, clonedBytes: 5834330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:29.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28309, clonedBytes: 8542559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:30.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38436, clonedBytes: 11581595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:30.225 I SHARDING [RangeDeleter] rangeDeleter deleted 106518 documents for IISLogs.pubprdweb02 from { datetime: new Date(1449920709000) } -> { datetime: new Date(1450128364000) } Sat Dec 10 04:27:30.225 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445068113000) } -> { datetime: new Date(1445102940000) }, with opId: 114616 Sat Dec 10 04:27:31.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48832, clonedBytes: 14703859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:32.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54492, clonedBytes: 16405627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:32.796 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776234 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 1001ms Sat Dec 10 04:27:33.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58346, clonedBytes: 17560237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:34.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69055, clonedBytes: 20799073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:35.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79153, clonedBytes: 23828152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:36.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89395, clonedBytes: 26921894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:37.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100297, clonedBytes: 30234044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:38.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110010, clonedBytes: 33151560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:39.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd889666d1a4e49f5459d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 34271668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:39.750 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:27:39.751 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:27:39.752 I SHARDING [conn9] moveChunk setting version to: 56|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:27:39.761 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 34271668, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:27:39.761 I SHARDING [conn9] moveChunk updating self version to: 56|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1467225916000) } -> { datetime: new Date(1467391125000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:27:39.763 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:39.763-0600-584bd89b666d1a4e49f545a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365659763), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 34271668, catchup: 0, steady: 0 } } Sat Dec 10 04:27:39.763 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:27:39.763 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:27:39.764 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:39.764-0600-584bd89b666d1a4e49f545a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365659764), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1459, step 4 of 6: 16521, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:27:39.765 I SHARDING [conn9] distributed lock with ts: 584bd889666d1a4e49f5459b' unlocked. Sat Dec 10 04:27:39.765 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467108196000) }, max: { datetime: new Date(1467225916000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 249 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18000ms Sat Dec 10 04:27:39.770 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:27:39.770 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1452318489000) }, { datetime: new Date(1452548399000) }) in IISLogs.pubprdweb02', ts : 584bd89b666d1a4e49f545a2 Sat Dec 10 04:27:39.770 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 48|0||584bc22c90d1dc672b54829b, current metadata version is 48|0||584bc22c90d1dc672b54829b Sat Dec 10 04:27:39.772 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 48|0||584bc22c90d1dc672b54829b to shard version 48|1||584bc22c90d1dc672b54829b Sat Dec 10 04:27:39.772 I SHARDING [conn9] collection version was loaded at version 48|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:27:39.772 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:39.772-0600-584bd89b666d1a4e49f545a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365659772), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:27:39.772 I SHARDING [conn9] moveChunk request accepted at version 48|1||584bc22c90d1dc672b54829b Sat Dec 10 04:27:41.567 I SHARDING [conn9] moveChunk number of documents: 106521 Sat Dec 10 04:27:41.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:41.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:41.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:41.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:41.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:41.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:41.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:42.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:42.400 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 829ms Sat Dec 10 04:27:42.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:43.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2209, clonedBytes: 653025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:44.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11336, clonedBytes: 3337216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:45.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20900, clonedBytes: 6107225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:46.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32425, clonedBytes: 9359498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:47.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43141, clonedBytes: 12533170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:48.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54367, clonedBytes: 15859099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:49.209 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14718880 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 455ms Sat Dec 10 04:27:49.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60443, clonedBytes: 17612472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:49.876 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445068113000) } -> { datetime: new Date(1445102940000) } Sat Dec 10 04:27:49.877 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445264506000) } -> { datetime: new Date(1445269562000) }, with opId: 114760 Sat Dec 10 04:27:50.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71017, clonedBytes: 20730380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:51.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82485, clonedBytes: 24075043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:53.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93412, clonedBytes: 27166883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:54.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103943, clonedBytes: 30053240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd89b666d1a4e49f545a4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106521, clonedBytes: 30771319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.227 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:27:55.228 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:27:55.228 I SHARDING [conn9] moveChunk setting version to: 49|0||584bc22c90d1dc672b54829b Sat Dec 10 04:27:55.235 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106521, clonedBytes: 30771319, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:27:55.235 I SHARDING [conn9] moveChunk updating self version to: 49|1||584bc22c90d1dc672b54829b through { datetime: new Date(1452548399000) } -> { datetime: new Date(1452721419000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:27:55.236 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:55.236-0600-584bd8ab666d1a4e49f545a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365675236), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106521, clonedBytes: 30771319, catchup: 0, steady: 0 } } Sat Dec 10 04:27:55.237 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:27:55.237 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:27:55.237 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:55.237-0600-584bd8ab666d1a4e49f545a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365675237), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1797, step 4 of 6: 13656, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:27:55.239 I SHARDING [conn9] distributed lock with ts: 584bd89b666d1a4e49f545a2' unlocked. Sat Dec 10 04:27:55.239 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452318489000) }, max: { datetime: new Date(1452548399000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 399 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15469ms Sat Dec 10 04:27:55.242 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:27:55.243 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445359378000) }, { datetime: new Date(1445372751000) }) in IISLogs.pubprdweb03', ts : 584bd8ab666d1a4e49f545a9 Sat Dec 10 04:27:55.243 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 33|0||584bc97f90d1dc672b548352, current metadata version is 33|0||584bc97f90d1dc672b548352 Sat Dec 10 04:27:55.245 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 33|0||584bc97f90d1dc672b548352 to shard version 33|1||584bc97f90d1dc672b548352 Sat Dec 10 04:27:55.245 I SHARDING [conn9] collection version was loaded at version 33|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:27:55.245 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:27:55.245-0600-584bd8ab666d1a4e49f545aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365675245), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:27:55.245 I SHARDING [conn9] moveChunk request accepted at version 33|1||584bc97f90d1dc672b548352 Sat Dec 10 04:27:55.812 I SHARDING [conn9] moveChunk number of documents: 113754 Sat Dec 10 04:27:55.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:55.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:56.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:56.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:56.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:56.569 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 1068 } }, Database: { acquireCount: { r: 534 } }, Collection: { acquireCount: { r: 534 } } } protocol:op_command 753ms Sat Dec 10 04:27:57.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4135, clonedBytes: 988221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:58.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14174, clonedBytes: 3496050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:27:59.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25650, clonedBytes: 6242856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:00.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36997, clonedBytes: 8992912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:01.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47424, clonedBytes: 11548331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:02.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57778, clonedBytes: 14058779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:03.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67150, clonedBytes: 16317113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:04.185 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12306287 locks:{ Global: { acquireCount: { r: 744 } }, Database: { acquireCount: { r: 372 } }, Collection: { acquireCount: { r: 372 } } } protocol:op_command 627ms Sat Dec 10 04:28:04.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70634, clonedBytes: 17192022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:05.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80580, clonedBytes: 19716486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:06.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90227, clonedBytes: 22202243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:07.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100099, clonedBytes: 24785712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:08.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110597, clonedBytes: 27496557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:09.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8ab666d1a4e49f545ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113754, clonedBytes: 28308134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:09.778 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:28:09.779 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:28:09.780 I SHARDING [conn9] moveChunk setting version to: 34|0||584bc97f90d1dc672b548352 Sat Dec 10 04:28:09.782 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113754, clonedBytes: 28308134, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:28:09.782 I SHARDING [conn9] moveChunk updating self version to: 34|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445372751000) } -> { datetime: new Date(1445421441000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:28:09.784 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:09.784-0600-584bd8b9666d1a4e49f545ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365689784), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113754, clonedBytes: 28308134, catchup: 0, steady: 0 } } Sat Dec 10 04:28:09.784 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:28:09.785 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:28:09.785 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:09.785-0600-584bd8b9666d1a4e49f545af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365689785), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 569, step 4 of 6: 13963, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:28:09.786 I SHARDING [conn9] distributed lock with ts: 584bd8ab666d1a4e49f545a9' unlocked. Sat Dec 10 04:28:09.786 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445359378000) }, max: { datetime: new Date(1445372751000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 121 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14544ms Sat Dec 10 04:28:09.791 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:28:09.791 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1445972627000) }, { datetime: new Date(1446126593000) }) in IISLogs.pubprdweb04', ts : 584bd8b9666d1a4e49f545b0 Sat Dec 10 04:28:09.792 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 29|0||584bcad890d1dc672b54835d, current metadata version is 29|0||584bcad890d1dc672b54835d Sat Dec 10 04:28:09.793 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 29|0||584bcad890d1dc672b54835d to shard version 29|1||584bcad890d1dc672b54835d Sat Dec 10 04:28:09.793 I SHARDING [conn9] collection version was loaded at version 29|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:28:09.794 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:09.794-0600-584bd8b9666d1a4e49f545b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365689794), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:28:09.794 I SHARDING [conn9] moveChunk request accepted at version 29|1||584bcad890d1dc672b54835d Sat Dec 10 04:28:11.472 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 04:28:11.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:11.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:12.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:12.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:12.764 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776309 locks:{ Global: { acquireCount: { r: 988 } }, Database: { acquireCount: { r: 494 } }, Collection: { acquireCount: { r: 494 } } } protocol:op_command 1288ms Sat Dec 10 04:28:13.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5680, clonedBytes: 1474972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:13.843 I SHARDING [RangeDeleter] rangeDeleter deleted 112227 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445264506000) } -> { datetime: new Date(1445269562000) } Sat Dec 10 04:28:13.843 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466897770000) } -> { datetime: new Date(1466931478000) }, with opId: 115002 Sat Dec 10 04:28:14.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15791, clonedBytes: 4177029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:15.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26137, clonedBytes: 6964585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:16.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36708, clonedBytes: 9867306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:17.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45952, clonedBytes: 12365822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:18.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56305, clonedBytes: 15041336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:20.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61407, clonedBytes: 16357422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:21.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61407, clonedBytes: 16357422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:21.832 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14426992 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 2334ms Sat Dec 10 04:28:22.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64587, clonedBytes: 17164551, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:23.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74620, clonedBytes: 19784276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:24.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84690, clonedBytes: 22527119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:25.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94503, clonedBytes: 25285080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:26.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104575, clonedBytes: 28298649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:27.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8b9666d1a4e49f545b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30439657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:27.493 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:28:27.494 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:28:27.495 I SHARDING [conn9] moveChunk setting version to: 30|0||584bcad890d1dc672b54835d Sat Dec 10 04:28:27.499 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30439657, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:28:27.499 I SHARDING [conn9] moveChunk updating self version to: 30|1||584bcad890d1dc672b54835d through { datetime: new Date(1446126593000) } -> { datetime: new Date(1446335341000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:28:27.501 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:27.501-0600-584bd8cb666d1a4e49f545b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365707501), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30439657, catchup: 0, steady: 0 } } Sat Dec 10 04:28:27.501 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:28:27.501 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:28:27.501 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:27.501-0600-584bd8cb666d1a4e49f545b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365707501), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1680, step 4 of 6: 16017, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:28:27.503 I SHARDING [conn9] distributed lock with ts: 584bd8b9666d1a4e49f545b0' unlocked. Sat Dec 10 04:28:27.503 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445972627000) }, max: { datetime: new Date(1446126593000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 29000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 329 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 131 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17712ms Sat Dec 10 04:28:28.574 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:28:28.575 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467726201000) }, { datetime: new Date(1467767052000) }) in IISLogs.pubbsdweb1', ts : 584bd8cc666d1a4e49f545b7 Sat Dec 10 04:28:28.575 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 83|0||584bba0d90d1dc672b548145, current metadata version is 83|0||584bba0d90d1dc672b548145 Sat Dec 10 04:28:28.577 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 83|0||584bba0d90d1dc672b548145 to shard version 83|1||584bba0d90d1dc672b548145 Sat Dec 10 04:28:28.577 I SHARDING [conn9] collection version was loaded at version 83|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:28:28.577 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:28.577-0600-584bd8cc666d1a4e49f545b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365708577), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:28:28.577 I SHARDING [conn9] moveChunk request accepted at version 83|1||584bba0d90d1dc672b548145 Sat Dec 10 04:28:37.562 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 04:28:37.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:37.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:37.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:37.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:37.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:37.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:37.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:38.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:38.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:38.750 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776094 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1078ms Sat Dec 10 04:28:39.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1974, clonedBytes: 577435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:40.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13063, clonedBytes: 3848913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:41.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24734, clonedBytes: 7328691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:41.910 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466897770000) } -> { datetime: new Date(1466931478000) } Sat Dec 10 04:28:41.910 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1448258410000) } -> { datetime: new Date(1448377228000) }, with opId: 115129 Sat Dec 10 04:28:42.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36022, clonedBytes: 10697596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:43.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43616, clonedBytes: 12961437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:44.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53062, clonedBytes: 15768630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:45.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55189, clonedBytes: 16400733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:46.046 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776115 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1227ms Sat Dec 10 04:28:46.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59835, clonedBytes: 17764474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:47.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70189, clonedBytes: 20822030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:48.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81193, clonedBytes: 24104737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:49.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91593, clonedBytes: 27210067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:50.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101895, clonedBytes: 30288454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:52.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111945, clonedBytes: 33286622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:53.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8cc666d1a4e49f545b9", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 33715802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:53.024 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:28:53.025 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:28:53.025 I SHARDING [conn9] moveChunk setting version to: 84|0||584bba0d90d1dc672b548145 Sat Dec 10 04:28:53.035 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 33715802, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:28:53.035 I SHARDING [conn9] moveChunk updating self version to: 84|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467767052000) } -> { datetime: new Date(1467832436000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:28:53.037 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:53.036-0600-584bd8e5666d1a4e49f545bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365733036), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 33715802, catchup: 0, steady: 0 } } Sat Dec 10 04:28:53.037 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:28:53.037 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:28:53.037 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:53.037-0600-584bd8e5666d1a4e49f545bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365733037), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 9051, step 4 of 6: 15393, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:28:53.039 I SHARDING [conn9] distributed lock with ts: 584bd8cc666d1a4e49f545b7' unlocked. Sat Dec 10 04:28:53.039 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467726201000) }, max: { datetime: new Date(1467767052000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:942 reslen:154 locks:{ Global: { acquireCount: { r: 1896, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 369 } }, Database: { acquireCount: { r: 944, w: 4, W: 2 } }, Collection: { acquireCount: { r: 944, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 98 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24465ms Sat Dec 10 04:28:53.043 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:28:53.043 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450473933000) }, { datetime: new Date(1450630828000) }) in IISLogs.pubprdweb01', ts : 584bd8e5666d1a4e49f545be Sat Dec 10 04:28:53.044 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 57|0||584bbf4f90d1dc672b54822e, current metadata version is 57|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:28:53.045 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 57|0||584bbf4f90d1dc672b54822e to shard version 57|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:28:53.045 I SHARDING [conn9] collection version was loaded at version 57|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:28:53.045 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:28:53.045-0600-584bd8e5666d1a4e49f545bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365733045), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:28:53.046 I SHARDING [conn9] moveChunk request accepted at version 57|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:28:56.659 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:28:56.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:56.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:57.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:57.278 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776085 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 608ms Sat Dec 10 04:28:57.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2676, clonedBytes: 733451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:28:58.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13721, clonedBytes: 3939677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:00.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25020, clonedBytes: 7499616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:01.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36373, clonedBytes: 11134565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:02.297 I SHARDING [RangeDeleter] rangeDeleter deleted 102864 documents for IISLogs.pubprdweb01 from { datetime: new Date(1448258410000) } -> { datetime: new Date(1448377228000) } Sat Dec 10 04:29:02.297 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465473125000) } -> { datetime: new Date(1465490568000) }, with opId: 115297 Sat Dec 10 04:29:02.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47900, clonedBytes: 14735480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:03.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53510, clonedBytes: 16412477, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:03.930 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15929056 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 1025ms Sat Dec 10 04:29:04.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58917, clonedBytes: 18103864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:05.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70267, clonedBytes: 21632054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:06.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81168, clonedBytes: 25069955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:08.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93807, clonedBytes: 29125707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:09.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8e5666d1a4e49f545c0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 32006569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:09.152 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:29:09.153 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:29:09.154 I SHARDING [conn9] moveChunk setting version to: 58|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:29:09.165 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 32006569, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:29:09.165 I SHARDING [conn9] moveChunk updating self version to: 58|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450630828000) } -> { datetime: new Date(1450765579000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:29:09.167 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:09.167-0600-584bd8f5666d1a4e49f545c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365749167), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 32006569, catchup: 0, steady: 0 } } Sat Dec 10 04:29:09.169 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:29:09.169 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:29:09.169 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:09.169-0600-584bd8f5666d1a4e49f545c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365749169), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3616, step 4 of 6: 12488, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:29:09.171 I SHARDING [conn9] distributed lock with ts: 584bd8e5666d1a4e49f545be' unlocked. Sat Dec 10 04:29:09.171 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450473933000) }, max: { datetime: new Date(1450630828000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 294 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 127 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16128ms Sat Dec 10 04:29:09.175 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:29:09.176 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1467225916000) }, { datetime: new Date(1467391125000) }) in IISLogs.pubbsdweb2', ts : 584bd8f5666d1a4e49f545c5 Sat Dec 10 04:29:09.176 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 56|0||584bbf7a90d1dc672b548236, current metadata version is 56|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:29:09.183 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 56|0||584bbf7a90d1dc672b548236 to shard version 56|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:29:09.183 I SHARDING [conn9] collection version was loaded at version 56|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:29:09.183 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:09.183-0600-584bd8f5666d1a4e49f545c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365749183), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:29:09.183 I SHARDING [conn9] moveChunk request accepted at version 56|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:29:10.805 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:29:10.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:10.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:10.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:10.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:10.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:10.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:10.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:11.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:11.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:11.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:11.928 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1091ms Sat Dec 10 04:29:13.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9288, clonedBytes: 2782978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:14.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20008, clonedBytes: 5966203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:15.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31412, clonedBytes: 9402652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:16.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44155, clonedBytes: 13207603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:17.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54763, clonedBytes: 16403814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:18.619 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776107 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 986ms Sat Dec 10 04:29:18.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54912, clonedBytes: 16448885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:19.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66248, clonedBytes: 19812069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:21.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77686, clonedBytes: 23237974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:21.650 I SHARDING [RangeDeleter] rangeDeleter deleted 113798 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465473125000) } -> { datetime: new Date(1465490568000) } Sat Dec 10 04:29:21.650 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1450128364000) } -> { datetime: new Date(1450303968000) }, with opId: 115386 Sat Dec 10 04:29:22.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88020, clonedBytes: 26331022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:23.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99991, clonedBytes: 29913692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:24.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109726, clonedBytes: 32806142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:25.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd8f5666d1a4e49f545c7", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 34015191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:25.393 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:29:25.394 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:29:25.394 I SHARDING [conn9] moveChunk setting version to: 57|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:29:25.398 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 34015191, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:29:25.398 I SHARDING [conn9] moveChunk updating self version to: 57|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1467391125000) } -> { datetime: new Date(1467754100000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:29:25.400 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:25.400-0600-584bd905666d1a4e49f545ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365765400), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 34015191, catchup: 0, steady: 0 } } Sat Dec 10 04:29:25.400 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:29:25.407 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:29:25.407 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:25.407-0600-584bd905666d1a4e49f545cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365765407), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, step 1 of 6: 0, step 2 of 6: 8, step 3 of 6: 1625, step 4 of 6: 14584, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:29:25.409 I SHARDING [conn9] distributed lock with ts: 584bd8f5666d1a4e49f545c5' unlocked. Sat Dec 10 04:29:25.409 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467225916000) }, max: { datetime: new Date(1467391125000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6999 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 5173 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16235ms Sat Dec 10 04:29:25.416 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:29:25.416 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1452548399000) }, { datetime: new Date(1452721419000) }) in IISLogs.pubprdweb02', ts : 584bd905666d1a4e49f545cc Sat Dec 10 04:29:25.416 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 49|0||584bc22c90d1dc672b54829b, current metadata version is 49|0||584bc22c90d1dc672b54829b Sat Dec 10 04:29:25.424 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 49|0||584bc22c90d1dc672b54829b to shard version 49|1||584bc22c90d1dc672b54829b Sat Dec 10 04:29:25.424 I SHARDING [conn9] collection version was loaded at version 49|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:29:25.424 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:25.424-0600-584bd905666d1a4e49f545cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365765424), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:29:25.425 I SHARDING [conn9] moveChunk request accepted at version 49|1||584bc22c90d1dc672b54829b Sat Dec 10 04:29:26.815 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 04:29:26.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:26.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:26.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:26.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:26.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:26.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:26.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:27.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:27.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:27.613 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776254 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 778ms Sat Dec 10 04:29:28.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2977, clonedBytes: 837601, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:29.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14750, clonedBytes: 4174418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:30.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24967, clonedBytes: 7147311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:31.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35659, clonedBytes: 10130060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:32.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46199, clonedBytes: 13033295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:33.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58231, clonedBytes: 16379599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:34.441 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14012431 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 772ms Sat Dec 10 04:29:34.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61535, clonedBytes: 17328044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:35.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70980, clonedBytes: 20071377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:37.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81190, clonedBytes: 23046277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:38.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91227, clonedBytes: 25840132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:38.585 I SHARDING [RangeDeleter] rangeDeleter deleted 106437 documents for IISLogs.pubprdweb02 from { datetime: new Date(1450128364000) } -> { datetime: new Date(1450303968000) } Sat Dec 10 04:29:38.586 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445102940000) } -> { datetime: new Date(1445117551000) }, with opId: 115496 Sat Dec 10 04:29:39.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101906, clonedBytes: 28791371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:40.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd905666d1a4e49f545ce", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 30064955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:40.274 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:29:40.289 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:29:40.290 I SHARDING [conn9] moveChunk setting version to: 50|0||584bc22c90d1dc672b54829b Sat Dec 10 04:29:40.336 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 30064955, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:29:40.337 I SHARDING [conn9] moveChunk updating self version to: 50|1||584bc22c90d1dc672b54829b through { datetime: new Date(1452721419000) } -> { datetime: new Date(1452860048000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:29:40.338 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:40.338-0600-584bd914666d1a4e49f545d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365780338), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 30064955, catchup: 0, steady: 0 } } Sat Dec 10 04:29:40.339 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:29:40.339 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:29:40.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:40.339-0600-584bd914666d1a4e49f545d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365780339), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 1399, step 4 of 6: 13448, step 5 of 6: 64, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:29:40.340 I SHARDING [conn9] distributed lock with ts: 584bd905666d1a4e49f545cc' unlocked. Sat Dec 10 04:29:40.340 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452548399000) }, max: { datetime: new Date(1452721419000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 107 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6266 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14925ms Sat Dec 10 04:29:40.408 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:29:40.409 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445372751000) }, { datetime: new Date(1445421441000) }) in IISLogs.pubprdweb03', ts : 584bd914666d1a4e49f545d3 Sat Dec 10 04:29:40.409 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 34|0||584bc97f90d1dc672b548352, current metadata version is 34|0||584bc97f90d1dc672b548352 Sat Dec 10 04:29:40.411 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 34|0||584bc97f90d1dc672b548352 to shard version 34|1||584bc97f90d1dc672b548352 Sat Dec 10 04:29:40.411 I SHARDING [conn9] collection version was loaded at version 34|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:29:40.411 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:40.411-0600-584bd914666d1a4e49f545d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365780411), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:29:40.444 I SHARDING [conn9] moveChunk request accepted at version 34|1||584bc97f90d1dc672b548352 Sat Dec 10 04:29:41.611 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 04:29:41.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:41.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:42.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:42.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:43.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:43.929 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776102 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 2239ms Sat Dec 10 04:29:44.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7343, clonedBytes: 1973531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:45.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17340, clonedBytes: 4648610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:46.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27030, clonedBytes: 7244593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:47.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36221, clonedBytes: 9730535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:48.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41662, clonedBytes: 11133454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:49.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51794, clonedBytes: 13805298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:50.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61535, clonedBytes: 16356319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:52.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61535, clonedBytes: 16356319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:52.415 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14057807 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 1460ms Sat Dec 10 04:29:53.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67190, clonedBytes: 17843602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:54.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77595, clonedBytes: 20596127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:55.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87905, clonedBytes: 23296486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:56.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99270, clonedBytes: 26261271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:57.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110072, clonedBytes: 29095749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:58.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd914666d1a4e49f545d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 30059611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:58.386 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:29:58.387 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:29:58.387 I SHARDING [conn9] moveChunk setting version to: 35|0||584bc97f90d1dc672b548352 Sat Dec 10 04:29:58.392 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 30059611, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:29:58.392 I SHARDING [conn9] moveChunk updating self version to: 35|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445421441000) } -> { datetime: new Date(1445455363000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:29:58.393 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:58.393-0600-584bd926666d1a4e49f545d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365798393), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 30059611, catchup: 0, steady: 0 } } Sat Dec 10 04:29:58.394 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:29:58.394 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:29:58.394 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:58.394-0600-584bd926666d1a4e49f545d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365798394), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, step 1 of 6: 0, step 2 of 6: 36, step 3 of 6: 1186, step 4 of 6: 16753, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:29:58.396 I SHARDING [conn9] distributed lock with ts: 584bd914666d1a4e49f545d3' unlocked. Sat Dec 10 04:29:58.396 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445372751000) }, max: { datetime: new Date(1445421441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 860 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 84 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17988ms Sat Dec 10 04:29:58.400 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:29:58.401 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446126593000) }, { datetime: new Date(1446335341000) }) in IISLogs.pubprdweb04', ts : 584bd926666d1a4e49f545da Sat Dec 10 04:29:58.401 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 30|0||584bcad890d1dc672b54835d, current metadata version is 30|0||584bcad890d1dc672b54835d Sat Dec 10 04:29:58.403 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 30|0||584bcad890d1dc672b54835d to shard version 30|1||584bcad890d1dc672b54835d Sat Dec 10 04:29:58.403 I SHARDING [conn9] collection version was loaded at version 30|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:29:58.403 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:29:58.403-0600-584bd926666d1a4e49f545db", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365798403), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:29:58.403 I SHARDING [conn9] moveChunk request accepted at version 30|1||584bcad890d1dc672b54835d Sat Dec 10 04:29:59.198 I SHARDING [conn9] moveChunk number of documents: 112236 Sat Dec 10 04:29:59.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:29:59.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:00.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:01.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:01.466 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776270 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 2231ms Sat Dec 10 04:30:02.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8072, clonedBytes: 2106757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:03.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18383, clonedBytes: 4935645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:04.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26510, clonedBytes: 7241285, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:04.743 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56706 #79 (28 connections now open) Sat Dec 10 04:30:05.205 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56707 #80 (29 connections now open) Sat Dec 10 04:30:05.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37102, clonedBytes: 10245732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:05.800 I SHARDING [RangeDeleter] rangeDeleter deleted 113737 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445102940000) } -> { datetime: new Date(1445117551000) } Sat Dec 10 04:30:05.800 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445269562000) } -> { datetime: new Date(1445274404000) }, with opId: 115702 Sat Dec 10 04:30:06.021 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } cursorid:67495030547 keyUpdates:0 writeConflicts:0 numYields:0 reslen:184 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_query 312ms Sat Dec 10 04:30:06.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46501, clonedBytes: 12853219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:07.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56089, clonedBytes: 15446546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:08.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59662, clonedBytes: 16369598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:09.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59662, clonedBytes: 16369598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:10.095 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67495030547 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:682 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 1370 } }, Database: { acquireCount: { r: 685 } }, Collection: { acquireCount: { r: 685 } } } 3980ms Sat Dec 10 04:30:10.132 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67495030547 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 4095ms Sat Dec 10 04:30:10.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59662, clonedBytes: 16369598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:11.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59662, clonedBytes: 16369598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:12.276 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14902771 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 4251ms Sat Dec 10 04:30:12.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63717, clonedBytes: 17477416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:13.434 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:69603750409 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:663 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1332 } }, Database: { acquireCount: { r: 666 } }, Collection: { acquireCount: { r: 666 } } } 3263ms Sat Dec 10 04:30:13.434 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 69603750409 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 3264ms Sat Dec 10 04:30:13.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73655, clonedBytes: 20257091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:14.288 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84130810883 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:77 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 160 } }, Database: { acquireCount: { r: 80 } }, Collection: { acquireCount: { r: 80 } } } 747ms Sat Dec 10 04:30:14.289 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84130810883 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 747ms Sat Dec 10 04:30:14.494 I COMMAND [conn37] getmore IISLogs.pubprdenr04 query: { aggregate: "pubprdenr04", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:86087711092 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:10 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 26 } }, Database: { acquireCount: { r: 13 } }, Collection: { acquireCount: { r: 13 } } } 183ms Sat Dec 10 04:30:14.495 I COMMAND [conn41] command IISLogs.pubprdenr04 command: aggregate { aggregate: "pubprdenr04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 86087711092 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 184ms Sat Dec 10 04:30:14.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83301, clonedBytes: 22951758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:15.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93241, clonedBytes: 25620036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:17.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105232, clonedBytes: 28914179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:17.425 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96025652856 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:235 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 476 } }, Database: { acquireCount: { r: 238 } }, Collection: { acquireCount: { r: 238 } } } 2883ms Sat Dec 10 04:30:17.446 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96025652856 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2904ms Sat Dec 10 04:30:18.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd926666d1a4e49f545dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112236, clonedBytes: 30915313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:18.145 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:30:18.146 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:30:18.150 I SHARDING [conn9] moveChunk setting version to: 31|0||584bcad890d1dc672b54835d Sat Dec 10 04:30:18.161 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112236, clonedBytes: 30915313, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:30:18.161 I SHARDING [conn9] moveChunk updating self version to: 31|1||584bcad890d1dc672b54835d through { datetime: new Date(1446335341000) } -> { datetime: new Date(1446536692000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:30:18.163 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:30:18.163-0600-584bd93a666d1a4e49f545df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365818163), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112236, clonedBytes: 30915313, catchup: 0, steady: 0 } } Sat Dec 10 04:30:18.164 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:30:18.164 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:30:18.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:30:18.164-0600-584bd93a666d1a4e49f545e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365818164), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 796, step 4 of 6: 18943, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:30:18.166 I SHARDING [conn9] distributed lock with ts: 584bd926666d1a4e49f545da' unlocked. Sat Dec 10 04:30:18.166 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446126593000) }, max: { datetime: new Date(1446335341000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 30000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 233 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 3533 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19766ms Sat Dec 10 04:30:18.580 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:101869711101 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:189 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 384 } }, Database: { acquireCount: { r: 192 } }, Collection: { acquireCount: { r: 192 } } } 1120ms Sat Dec 10 04:30:18.580 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 101869711101 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1120ms Sat Dec 10 04:30:19.264 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:30:19.264 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467767052000) }, { datetime: new Date(1467832436000) }) in IISLogs.pubbsdweb1', ts : 584bd93b666d1a4e49f545e1 Sat Dec 10 04:30:19.265 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 84|0||584bba0d90d1dc672b548145, current metadata version is 84|0||584bba0d90d1dc672b548145 Sat Dec 10 04:30:19.266 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 84|0||584bba0d90d1dc672b548145 to shard version 84|1||584bba0d90d1dc672b548145 Sat Dec 10 04:30:19.266 I SHARDING [conn9] collection version was loaded at version 84|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:30:19.266 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:30:19.266-0600-584bd93b666d1a4e49f545e2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365819266), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:30:19.267 I SHARDING [conn9] moveChunk request accepted at version 84|1||584bba0d90d1dc672b548145 Sat Dec 10 04:30:20.281 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103682843027 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:226 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 458 } }, Database: { acquireCount: { r: 229 } }, Collection: { acquireCount: { r: 229 } } } 1686ms Sat Dec 10 04:30:20.281 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103682843027 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1687ms Sat Dec 10 04:30:22.003 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481304605561) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107702075468 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:204 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 414 } }, Database: { acquireCount: { r: 207 } }, Collection: { acquireCount: { r: 207 } } } 1710ms Sat Dec 10 04:30:22.003 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107702075468 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1711ms Sat Dec 10 04:30:22.534 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481304622000) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65986570821 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:649 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 1304 } }, Database: { acquireCount: { r: 652 } }, Collection: { acquireCount: { r: 652 } } } 511ms Sat Dec 10 04:30:22.534 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65986570821 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 512ms Sat Dec 10 04:30:23.039 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481304622000) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71519683577 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:634 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1274 } }, Database: { acquireCount: { r: 637 } }, Collection: { acquireCount: { r: 637 } } } 476ms Sat Dec 10 04:30:23.039 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71519683577 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 477ms Sat Dec 10 04:30:23.325 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481304622000) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97329004840 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:207 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 420 } }, Database: { acquireCount: { r: 210 } }, Collection: { acquireCount: { r: 210 } } } 163ms Sat Dec 10 04:30:23.325 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97329004840 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 163ms Sat Dec 10 04:30:23.470 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481304622000) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100866663510 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:178 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } 131ms Sat Dec 10 04:30:23.470 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100866663510 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 132ms Sat Dec 10 04:30:23.633 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481304622000) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104846216753 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:205 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 416 } }, Database: { acquireCount: { r: 208 } }, Collection: { acquireCount: { r: 208 } } } 151ms Sat Dec 10 04:30:23.634 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104846216753 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 151ms Sat Dec 10 04:30:23.778 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481304622000) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:109264803056 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:184 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 374 } }, Database: { acquireCount: { r: 187 } }, Collection: { acquireCount: { r: 187 } } } 135ms Sat Dec 10 04:30:23.778 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 109264803056 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 136ms Sat Dec 10 04:30:24.265 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481304623766) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66044220812 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:673 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 1352 } }, Database: { acquireCount: { r: 676 } }, Collection: { acquireCount: { r: 676 } } } 423ms Sat Dec 10 04:30:24.274 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66044220812 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 432ms Sat Dec 10 04:30:24.379 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:30:24.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.678 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481304623766) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72038986173 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:639 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1284 } }, Database: { acquireCount: { r: 642 } }, Collection: { acquireCount: { r: 642 } } } 387ms Sat Dec 10 04:30:24.678 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72038986173 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 387ms Sat Dec 10 04:30:24.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:24.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:25.044 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481304623766) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97569029198 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:371 nreturned:53 reslen:4043 locks:{ Global: { acquireCount: { r: 748 } }, Database: { acquireCount: { r: 374 } }, Collection: { acquireCount: { r: 374 } } } 248ms Sat Dec 10 04:30:25.045 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97569029198 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 248ms Sat Dec 10 04:30:25.187 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481304623766) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102328109777 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:211 nreturned:46 reslen:3516 locks:{ Global: { acquireCount: { r: 428 } }, Database: { acquireCount: { r: 214 } }, Collection: { acquireCount: { r: 214 } } } 130ms Sat Dec 10 04:30:25.187 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102328109777 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 131ms Sat Dec 10 04:30:25.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:25.536 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481304623766) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105005316392 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:401 nreturned:234 reslen:17639 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } 339ms Sat Dec 10 04:30:25.549 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105005316392 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 352ms Sat Dec 10 04:30:25.710 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481304623766) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107920573206 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:227 nreturned:162 reslen:12171 locks:{ Global: { acquireCount: { r: 460 } }, Database: { acquireCount: { r: 230 } }, Collection: { acquireCount: { r: 230 } } } 151ms Sat Dec 10 04:30:25.711 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107920573206 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 152ms Sat Dec 10 04:30:25.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:26.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:27.076 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65554957555 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:680 nreturned:13150 reslen:1671997 locks:{ Global: { acquireCount: { r: 1378 } }, Database: { acquireCount: { r: 689 } }, Collection: { acquireCount: { r: 689 } } } 1343ms Sat Dec 10 04:30:27.161 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65554957555 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1428ms Sat Dec 10 04:30:27.917 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70030419047 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:642 nreturned:1008 reslen:128373 locks:{ Global: { acquireCount: { r: 1302 } }, Database: { acquireCount: { r: 651 } }, Collection: { acquireCount: { r: 651 } } } 740ms Sat Dec 10 04:30:27.922 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70030419047 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 746ms Sat Dec 10 04:30:27.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:28.064 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:82617083554 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:102 nreturned:436 reslen:47137 locks:{ Global: { acquireCount: { r: 210 } }, Database: { acquireCount: { r: 105 } }, Collection: { acquireCount: { r: 105 } } } 116ms Sat Dec 10 04:30:28.066 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 82617083554 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 118ms Sat Dec 10 04:30:28.558 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776027 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 4139ms Sat Dec 10 04:30:29.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3151, clonedBytes: 948487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:29.422 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97294492967 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:374 nreturned:26203 reslen:3876776 locks:{ Global: { acquireCount: { r: 760 } }, Database: { acquireCount: { r: 380 } }, Collection: { acquireCount: { r: 380 } } } 1322ms Sat Dec 10 04:30:29.677 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97294492967 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1577ms Sat Dec 10 04:30:29.993 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102819514539 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:211 nreturned:9819 reslen:1384883 locks:{ Global: { acquireCount: { r: 432 } }, Database: { acquireCount: { r: 216 } }, Collection: { acquireCount: { r: 216 } } } 305ms Sat Dec 10 04:30:30.051 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102819514539 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 363ms Sat Dec 10 04:30:30.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10217, clonedBytes: 3077251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:31.118 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103467684319 ntoreturn:0 keysExamined:0 docsExamined:0 keyUpdates:0 writeConflicts:0 numYields:403 nreturned:29902 reslen:4194314 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } 1053ms Sat Dec 10 04:30:31.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21071, clonedBytes: 6304971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:31.482 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103467684319 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1416ms Sat Dec 10 04:30:31.859 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481304625703) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107433673065 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:228 nreturned:15568 reslen:2097609 locks:{ Global: { acquireCount: { r: 466 } }, Database: { acquireCount: { r: 233 } }, Collection: { acquireCount: { r: 233 } } } 366ms Sat Dec 10 04:30:31.962 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107433673065 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 468ms Sat Dec 10 04:30:32.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30018, clonedBytes: 8940205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:33.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40122, clonedBytes: 11925882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:34.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50760, clonedBytes: 15075624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:35.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55249, clonedBytes: 16400246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:36.574 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776124 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1570ms Sat Dec 10 04:30:36.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56420, clonedBytes: 16748396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:37.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67891, clonedBytes: 20120103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:38.902 I SHARDING [RangeDeleter] rangeDeleter deleted 112216 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445269562000) } -> { datetime: new Date(1445274404000) } Sat Dec 10 04:30:38.903 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466931478000) } -> { datetime: new Date(1466958506000) }, with opId: 115999 Sat Dec 10 04:30:38.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77841, clonedBytes: 23088946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:40.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88706, clonedBytes: 26320971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:41.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99982, clonedBytes: 29711994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:42.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110336, clonedBytes: 32801723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:43.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd93b666d1a4e49f545e3", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 33715740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:43.416 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:30:43.417 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:30:43.439 I SHARDING [conn9] moveChunk setting version to: 85|0||584bba0d90d1dc672b548145 Sat Dec 10 04:30:43.508 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 33715740, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:30:43.508 I SHARDING [conn9] moveChunk updating self version to: 85|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467832436000) } -> { datetime: new Date(1467920957000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:30:43.510 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:30:43.510-0600-584bd953666d1a4e49f545e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365843510), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 33715740, catchup: 0, steady: 0 } } Sat Dec 10 04:30:43.511 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:30:43.511 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:30:43.511 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:30:43.511-0600-584bd953666d1a4e49f545e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365843511), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5149, step 4 of 6: 18997, step 5 of 6: 95, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:30:43.512 I SHARDING [conn9] distributed lock with ts: 584bd93b666d1a4e49f545e1' unlocked. Sat Dec 10 04:30:43.513 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467767052000) }, max: { datetime: new Date(1467832436000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:928 reslen:154 locks:{ Global: { acquireCount: { r: 1868, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 287 } }, Database: { acquireCount: { r: 930, w: 4, W: 2 } }, Collection: { acquireCount: { r: 930, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 21341 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24249ms Sat Dec 10 04:30:43.517 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:30:43.518 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450630828000) }, { datetime: new Date(1450765579000) }) in IISLogs.pubprdweb01', ts : 584bd953666d1a4e49f545e8 Sat Dec 10 04:30:43.518 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 58|0||584bbf4f90d1dc672b54822e, current metadata version is 58|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:30:43.519 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 58|0||584bbf4f90d1dc672b54822e to shard version 58|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:30:43.519 I SHARDING [conn9] collection version was loaded at version 58|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:30:43.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:30:43.519-0600-584bd953666d1a4e49f545e9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365843519), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:30:43.520 I SHARDING [conn9] moveChunk request accepted at version 58|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:30:47.461 I SHARDING [conn9] moveChunk number of documents: 102776 Sat Dec 10 04:30:47.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:47.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:48.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:48.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:48.665 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776032 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1152ms Sat Dec 10 04:30:49.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5124, clonedBytes: 1607542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:50.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15218, clonedBytes: 4694058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:51.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26060, clonedBytes: 8062630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:52.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31497, clonedBytes: 9701034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:53.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41364, clonedBytes: 12914180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:54.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51564, clonedBytes: 16128018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:56.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52603, clonedBytes: 16418773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:56.048 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15330103 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 963ms Sat Dec 10 04:30:57.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62949, clonedBytes: 19542917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:58.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73895, clonedBytes: 22750040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:30:59.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84256, clonedBytes: 25705505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:00.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94122, clonedBytes: 28758221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:01.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd953666d1a4e49f545ea", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102776, clonedBytes: 31408627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:01.510 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:31:01.511 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:31:01.512 I SHARDING [conn9] moveChunk setting version to: 59|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:31:01.516 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102776, clonedBytes: 31408627, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:31:01.516 I SHARDING [conn9] moveChunk updating self version to: 59|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450765579000) } -> { datetime: new Date(1450892033000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:31:01.518 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:01.518-0600-584bd965666d1a4e49f545ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365861518), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102776, clonedBytes: 31408627, catchup: 0, steady: 0 } } Sat Dec 10 04:31:01.518 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:31:01.518 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:31:01.518 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:01.518-0600-584bd965666d1a4e49f545ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365861518), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3944, step 4 of 6: 14044, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:31:01.520 I SHARDING [conn9] distributed lock with ts: 584bd953666d1a4e49f545e8' unlocked. Sat Dec 10 04:31:01.520 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450630828000) }, max: { datetime: new Date(1450765579000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:839 reslen:154 locks:{ Global: { acquireCount: { r: 1690, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 163 } }, Database: { acquireCount: { r: 841, w: 4, W: 2 } }, Collection: { acquireCount: { r: 841, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18003ms Sat Dec 10 04:31:01.524 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:31:01.525 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1467391125000) }, { datetime: new Date(1467754100000) }) in IISLogs.pubbsdweb2', ts : 584bd965666d1a4e49f545ef Sat Dec 10 04:31:01.525 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 57|0||584bbf7a90d1dc672b548236, current metadata version is 57|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:31:01.526 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 57|0||584bbf7a90d1dc672b548236 to shard version 57|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:31:01.526 I SHARDING [conn9] collection version was loaded at version 57|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:31:01.526 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:01.526-0600-584bd965666d1a4e49f545f0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365861526), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:31:01.527 I SHARDING [conn9] moveChunk request accepted at version 57|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:31:01.966 I SHARDING [RangeDeleter] rangeDeleter deleted 113348 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466931478000) } -> { datetime: new Date(1466958506000) } Sat Dec 10 04:31:01.966 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1448377228000) } -> { datetime: new Date(1448497571000) }, with opId: 116162 Sat Dec 10 04:31:05.160 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:31:05.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:05.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:06.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:07.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:07.480 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775988 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 2296ms Sat Dec 10 04:31:08.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6875, clonedBytes: 2058045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:09.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17080, clonedBytes: 5160109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:10.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27462, clonedBytes: 8335381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:11.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37652, clonedBytes: 11498541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:12.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47795, clonedBytes: 14723629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:13.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53147, clonedBytes: 16414921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:14.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53147, clonedBytes: 16414921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:15.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53147, clonedBytes: 16414921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:16.415 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776028 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 3462ms Sat Dec 10 04:31:16.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53316, clonedBytes: 16464045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:17.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63604, clonedBytes: 19470437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:18.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74301, clonedBytes: 22622969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:19.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84406, clonedBytes: 25646303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:20.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94240, clonedBytes: 28622238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:21.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104575, clonedBytes: 31710659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:22.177 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1669778 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 111ms Sat Dec 10 04:31:22.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd965666d1a4e49f545f1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 34453929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:22.725 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:31:22.726 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:31:22.726 I SHARDING [conn9] moveChunk setting version to: 58|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:31:22.733 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 34453929, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:31:22.733 I SHARDING [conn9] moveChunk updating self version to: 58|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1467754100000) } -> { datetime: new Date(1467911347000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:31:22.734 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:22.734-0600-584bd97a666d1a4e49f545f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365882734), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 34453929, catchup: 0, steady: 0 } } Sat Dec 10 04:31:22.735 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:31:22.735 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:31:22.735 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:22.735-0600-584bd97a666d1a4e49f545f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365882735), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3635, step 4 of 6: 17561, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:31:22.737 I SHARDING [conn9] distributed lock with ts: 584bd965666d1a4e49f545ef' unlocked. Sat Dec 10 04:31:22.737 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467391125000) }, max: { datetime: new Date(1467754100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:927 reslen:154 locks:{ Global: { acquireCount: { r: 1866, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 321 } }, Database: { acquireCount: { r: 929, w: 4, W: 2 } }, Collection: { acquireCount: { r: 929, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21213ms Sat Dec 10 04:31:22.741 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:31:22.742 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1452721419000) }, { datetime: new Date(1452860048000) }) in IISLogs.pubprdweb02', ts : 584bd97a666d1a4e49f545f6 Sat Dec 10 04:31:22.742 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 50|0||584bc22c90d1dc672b54829b, current metadata version is 50|0||584bc22c90d1dc672b54829b Sat Dec 10 04:31:22.743 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 50|0||584bc22c90d1dc672b54829b to shard version 50|1||584bc22c90d1dc672b54829b Sat Dec 10 04:31:22.743 I SHARDING [conn9] collection version was loaded at version 50|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:31:22.743 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:22.743-0600-584bd97a666d1a4e49f545f7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365882743), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:31:22.744 I SHARDING [conn9] moveChunk request accepted at version 50|1||584bc22c90d1dc672b54829b Sat Dec 10 04:31:23.513 I SHARDING [conn9] moveChunk number of documents: 106526 Sat Dec 10 04:31:23.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:23.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:24.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:24.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:25.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:26.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:26.999 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776237 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 3469ms Sat Dec 10 04:31:27.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4530, clonedBytes: 1271416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:28.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15602, clonedBytes: 4489103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:30.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26989, clonedBytes: 7966410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:31.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38641, clonedBytes: 11425159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:32.165 I SHARDING [RangeDeleter] rangeDeleter deleted 102886 documents for IISLogs.pubprdweb01 from { datetime: new Date(1448377228000) } -> { datetime: new Date(1448497571000) } Sat Dec 10 04:31:32.165 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465490568000) } -> { datetime: new Date(1465590380000) }, with opId: 116290 Sat Dec 10 04:31:32.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49037, clonedBytes: 14483524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:33.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55471, clonedBytes: 16398902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:34.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55471, clonedBytes: 16398902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:35.278 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15915151 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 2413ms Sat Dec 10 04:31:35.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55471, clonedBytes: 16398902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:36.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65362, clonedBytes: 19202056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:37.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75766, clonedBytes: 22311244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:38.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84734, clonedBytes: 25052191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:39.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95236, clonedBytes: 28318218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:40.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105542, clonedBytes: 31657027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:41.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd97a666d1a4e49f545f8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106526, clonedBytes: 31967630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:41.581 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:31:41.582 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:31:41.582 I SHARDING [conn9] moveChunk setting version to: 51|0||584bc22c90d1dc672b54829b Sat Dec 10 04:31:41.588 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106526, clonedBytes: 31967630, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:31:41.588 I SHARDING [conn9] moveChunk updating self version to: 51|1||584bc22c90d1dc672b54829b through { datetime: new Date(1452860048000) } -> { datetime: new Date(1453047583000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:31:41.589 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:41.589-0600-584bd98d666d1a4e49f545fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365901589), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106526, clonedBytes: 31967630, catchup: 0, steady: 0 } } Sat Dec 10 04:31:41.590 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:31:41.590 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:31:41.590 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:41.590-0600-584bd98d666d1a4e49f545fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365901590), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 772, step 4 of 6: 18064, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:31:41.592 I SHARDING [conn9] distributed lock with ts: 584bd97a666d1a4e49f545f6' unlocked. Sat Dec 10 04:31:41.592 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452721419000) }, max: { datetime: new Date(1452860048000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 289 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18851ms Sat Dec 10 04:31:41.596 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:31:41.596 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445421441000) }, { datetime: new Date(1445455363000) }) in IISLogs.pubprdweb03', ts : 584bd98d666d1a4e49f545fd Sat Dec 10 04:31:41.597 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 35|0||584bc97f90d1dc672b548352, current metadata version is 35|0||584bc97f90d1dc672b548352 Sat Dec 10 04:31:41.598 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 35|0||584bc97f90d1dc672b548352 to shard version 35|1||584bc97f90d1dc672b548352 Sat Dec 10 04:31:41.598 I SHARDING [conn9] collection version was loaded at version 35|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:31:41.598 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:41.598-0600-584bd98d666d1a4e49f545fe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365901598), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:31:41.599 I SHARDING [conn9] moveChunk request accepted at version 35|1||584bc97f90d1dc672b548352 Sat Dec 10 04:31:42.367 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:31:42.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:42.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:43.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:44.216 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 1824ms Sat Dec 10 04:31:44.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1895, clonedBytes: 506436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:45.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12340, clonedBytes: 3253235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:46.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23500, clonedBytes: 6225976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:47.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34120, clonedBytes: 9004932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:49.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45107, clonedBytes: 11826636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:50.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56296, clonedBytes: 14761669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:51.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62394, clonedBytes: 16350307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:52.127 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13799509 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 987ms Sat Dec 10 04:31:52.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69591, clonedBytes: 18213031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:54.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79447, clonedBytes: 20785169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:55.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90743, clonedBytes: 23747515, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:56.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101761, clonedBytes: 26635089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:57.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111627, clonedBytes: 29251808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:58.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd98d666d1a4e49f545ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29801328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:58.367 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:31:58.368 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:31:58.369 I SHARDING [conn9] moveChunk setting version to: 36|0||584bc97f90d1dc672b548352 Sat Dec 10 04:31:58.376 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29801328, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:31:58.376 I SHARDING [conn9] moveChunk updating self version to: 36|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445455363000) } -> { datetime: new Date(1445481861000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:31:58.377 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:58.377-0600-584bd99e666d1a4e49f54602", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365918377), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29801328, catchup: 0, steady: 0 } } Sat Dec 10 04:31:58.378 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:31:58.380 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:31:58.380 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:58.380-0600-584bd99e666d1a4e49f54603", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365918380), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 782, step 4 of 6: 15984, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:31:58.381 I SHARDING [conn9] distributed lock with ts: 584bd98d666d1a4e49f545fd' unlocked. Sat Dec 10 04:31:58.381 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445421441000) }, max: { datetime: new Date(1445455363000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1774 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16785ms Sat Dec 10 04:31:58.386 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:31:58.386 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446335341000) }, { datetime: new Date(1446536692000) }) in IISLogs.pubprdweb04', ts : 584bd99e666d1a4e49f54604 Sat Dec 10 04:31:58.386 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 31|0||584bcad890d1dc672b54835d, current metadata version is 31|0||584bcad890d1dc672b54835d Sat Dec 10 04:31:58.388 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 31|0||584bcad890d1dc672b54835d to shard version 31|1||584bcad890d1dc672b54835d Sat Dec 10 04:31:58.388 I SHARDING [conn9] collection version was loaded at version 31|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:31:58.388 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:31:58.388-0600-584bd99e666d1a4e49f54605", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365918388), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:31:58.389 I SHARDING [conn9] moveChunk request accepted at version 31|1||584bcad890d1dc672b54835d Sat Dec 10 04:31:59.723 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 04:31:59.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:59.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:59.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:59.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:59.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:59.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:31:59.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:00.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:00.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:00.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:01.606 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776299 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1863ms Sat Dec 10 04:32:02.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2879, clonedBytes: 783894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:03.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13445, clonedBytes: 3803400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:04.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23855, clonedBytes: 6663683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:05.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31809, clonedBytes: 8851363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:05.699 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465490568000) } -> { datetime: new Date(1465590380000) } Sat Dec 10 04:32:05.699 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1450303968000) } -> { datetime: new Date(1450396451000) }, with opId: 116595 Sat Dec 10 04:32:06.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41551, clonedBytes: 11530249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:07.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52029, clonedBytes: 14487001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:08.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58781, clonedBytes: 16375794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:08.905 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14877853 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 881ms Sat Dec 10 04:32:09.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63591, clonedBytes: 17663600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:10.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73772, clonedBytes: 20343906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:11.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84404, clonedBytes: 23177835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:12.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95955, clonedBytes: 26325743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:13.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107103, clonedBytes: 29436071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:14.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd99e666d1a4e49f54606", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30890508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:14.906 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:32:14.907 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:32:14.908 I SHARDING [conn9] moveChunk setting version to: 32|0||584bcad890d1dc672b54835d Sat Dec 10 04:32:14.913 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30890508, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:32:14.913 I SHARDING [conn9] moveChunk updating self version to: 32|1||584bcad890d1dc672b54835d through { datetime: new Date(1446536692000) } -> { datetime: new Date(1446664797000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:32:14.915 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:14.914-0600-584bd9ae666d1a4e49f54609", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365934914), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30890508, catchup: 0, steady: 0 } } Sat Dec 10 04:32:14.915 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:32:14.915 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:32:14.915 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:14.915-0600-584bd9ae666d1a4e49f5460a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365934915), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1336, step 4 of 6: 15179, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:32:14.917 I SHARDING [conn9] distributed lock with ts: 584bd99e666d1a4e49f54604' unlocked. Sat Dec 10 04:32:14.917 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446335341000) }, max: { datetime: new Date(1446536692000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 31000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 280 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16531ms Sat Dec 10 04:32:15.986 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:32:15.987 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467832436000) }, { datetime: new Date(1467920957000) }) in IISLogs.pubbsdweb1', ts : 584bd9af666d1a4e49f5460b Sat Dec 10 04:32:15.987 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 85|0||584bba0d90d1dc672b548145, current metadata version is 85|0||584bba0d90d1dc672b548145 Sat Dec 10 04:32:15.989 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 85|0||584bba0d90d1dc672b548145 to shard version 85|1||584bba0d90d1dc672b548145 Sat Dec 10 04:32:15.989 I SHARDING [conn9] collection version was loaded at version 85|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:32:15.989 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:15.989-0600-584bd9af666d1a4e49f5460c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365935989), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:32:15.989 I SHARDING [conn9] moveChunk request accepted at version 85|1||584bba0d90d1dc672b548145 Sat Dec 10 04:32:16.948 I SHARDING [conn9] moveChunk number of documents: 113357 Sat Dec 10 04:32:16.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:16.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:16.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:16.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:17.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:17.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:17.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:17.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:17.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:17.777 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776097 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 815ms Sat Dec 10 04:32:18.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1553, clonedBytes: 471198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:19.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12417, clonedBytes: 3716643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:20.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22254, clonedBytes: 6657590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:21.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33437, clonedBytes: 10050392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:22.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43337, clonedBytes: 13103549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:23.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53336, clonedBytes: 16084678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:24.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54454, clonedBytes: 16405881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:24.591 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776122 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 997ms Sat Dec 10 04:32:25.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62889, clonedBytes: 18886279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:26.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73251, clonedBytes: 21922853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:27.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84080, clonedBytes: 25162140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:28.291 I SHARDING [RangeDeleter] rangeDeleter deleted 106551 documents for IISLogs.pubprdweb02 from { datetime: new Date(1450303968000) } -> { datetime: new Date(1450396451000) } Sat Dec 10 04:32:28.291 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445117551000) } -> { datetime: new Date(1445137339000) }, with opId: 116734 Sat Dec 10 04:32:28.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94929, clonedBytes: 28402097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:29.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104867, clonedBytes: 31349064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:30.670 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1113541 locks:{ Global: { acquireCount: { r: 62 } }, Database: { acquireCount: { r: 31 } }, Collection: { acquireCount: { r: 31 } } } protocol:op_command 259ms Sat Dec 10 04:32:31.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112664, clonedBytes: 33694618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:32.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9af666d1a4e49f5460d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113357, clonedBytes: 33898786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:32.058 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:32:32.059 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:32:32.060 I SHARDING [conn9] moveChunk setting version to: 86|0||584bba0d90d1dc672b548145 Sat Dec 10 04:32:32.065 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113357, clonedBytes: 33898786, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:32:32.066 I SHARDING [conn9] moveChunk updating self version to: 86|1||584bba0d90d1dc672b548145 through { datetime: new Date(1467920957000) } -> { datetime: new Date(1468003493000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:32:32.067 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:32.067-0600-584bd9c0666d1a4e49f54610", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365952067), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113357, clonedBytes: 33898786, catchup: 0, steady: 0 } } Sat Dec 10 04:32:32.068 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:32:32.068 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:32:32.068 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:32.068-0600-584bd9c0666d1a4e49f54611", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365952068), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 961, step 4 of 6: 15106, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:32:32.069 I SHARDING [conn9] distributed lock with ts: 584bd9af666d1a4e49f5460b' unlocked. Sat Dec 10 04:32:32.070 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467832436000) }, max: { datetime: new Date(1467920957000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 193 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16083ms Sat Dec 10 04:32:32.074 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:32:32.074 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450765579000) }, { datetime: new Date(1450892033000) }) in IISLogs.pubprdweb01', ts : 584bd9c0666d1a4e49f54612 Sat Dec 10 04:32:32.075 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 59|0||584bbf4f90d1dc672b54822e, current metadata version is 59|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:32:32.076 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 59|0||584bbf4f90d1dc672b54822e to shard version 59|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:32:32.076 I SHARDING [conn9] collection version was loaded at version 59|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:32:32.076 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:32.076-0600-584bd9c0666d1a4e49f54613", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365952076), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:32:32.076 I SHARDING [conn9] moveChunk request accepted at version 59|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:32:33.273 I SHARDING [conn9] moveChunk number of documents: 103074 Sat Dec 10 04:32:33.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:33.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:34.151 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776092 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 874ms Sat Dec 10 04:32:34.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1937, clonedBytes: 650777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:35.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12087, clonedBytes: 3917114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:36.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23507, clonedBytes: 7376254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:37.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34839, clonedBytes: 10796337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:38.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44508, clonedBytes: 13598481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:39.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54141, clonedBytes: 16408067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:41.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54141, clonedBytes: 16408067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:41.164 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15431124 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 1196ms Sat Dec 10 04:32:42.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61933, clonedBytes: 18699967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:43.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72478, clonedBytes: 21859552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:44.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82447, clonedBytes: 25069041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:45.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92320, clonedBytes: 28215515, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:46.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100877, clonedBytes: 30803975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:47.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9c0666d1a4e49f54614", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103074, clonedBytes: 31507622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:47.293 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:32:47.294 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:32:47.294 I SHARDING [conn9] moveChunk setting version to: 60|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:32:47.297 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103074, clonedBytes: 31507622, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:32:47.297 I SHARDING [conn9] moveChunk updating self version to: 60|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1450892033000) } -> { datetime: new Date(1451074635000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:32:47.298 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:47.298-0600-584bd9cf666d1a4e49f54617", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365967298), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103074, clonedBytes: 31507622, catchup: 0, steady: 0 } } Sat Dec 10 04:32:47.299 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:32:47.299 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:32:47.299 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:47.299-0600-584bd9cf666d1a4e49f54618", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365967299), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1198, step 4 of 6: 14017, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:32:47.300 I SHARDING [conn9] distributed lock with ts: 584bd9c0666d1a4e49f54612' unlocked. Sat Dec 10 04:32:47.301 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450765579000) }, max: { datetime: new Date(1450892033000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:810 reslen:154 locks:{ Global: { acquireCount: { r: 1632, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 264 } }, Database: { acquireCount: { r: 812, w: 4, W: 2 } }, Collection: { acquireCount: { r: 812, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15228ms Sat Dec 10 04:32:47.305 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:32:47.306 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1467754100000) }, { datetime: new Date(1467911347000) }) in IISLogs.pubbsdweb2', ts : 584bd9cf666d1a4e49f54619 Sat Dec 10 04:32:47.306 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 58|0||584bbf7a90d1dc672b548236, current metadata version is 58|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:32:47.307 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 58|0||584bbf7a90d1dc672b548236 to shard version 58|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:32:47.307 I SHARDING [conn9] collection version was loaded at version 58|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:32:47.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:32:47.307-0600-584bd9cf666d1a4e49f5461a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365967307), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:32:47.308 I SHARDING [conn9] moveChunk request accepted at version 58|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:32:48.625 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:32:48.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:48.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:49.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:49.655 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776197 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1025ms Sat Dec 10 04:32:49.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6, clonedBytes: 1820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:50.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9684, clonedBytes: 2954315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:51.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19955, clonedBytes: 6025688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:53.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30988, clonedBytes: 9330021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:54.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39972, clonedBytes: 12038972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:55.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49327, clonedBytes: 14847582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:55.189 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445117551000) } -> { datetime: new Date(1445137339000) } Sat Dec 10 04:32:55.189 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445274404000) } -> { datetime: new Date(1445285458000) }, with opId: 117020 Sat Dec 10 04:32:56.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54513, clonedBytes: 16405568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:56.386 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776089 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 689ms Sat Dec 10 04:32:57.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62086, clonedBytes: 18655623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:58.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72452, clonedBytes: 21742428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:32:59.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83265, clonedBytes: 24992682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:00.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93867, clonedBytes: 28165221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:01.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104800, clonedBytes: 31417283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:02.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113717, clonedBytes: 34024924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:03.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9cf666d1a4e49f5461b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34032328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:03.922 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:33:03.924 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:33:03.924 I SHARDING [conn9] moveChunk setting version to: 59|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:33:03.928 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34032328, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:33:03.928 I SHARDING [conn9] moveChunk updating self version to: 59|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1467911347000) } -> { datetime: new Date(1467997080000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:33:03.930 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:03.929-0600-584bd9df666d1a4e49f5461e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365983929), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34032328, catchup: 0, steady: 0 } } Sat Dec 10 04:33:03.930 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:33:03.930 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:33:03.930 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:03.930-0600-584bd9df666d1a4e49f5461f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365983930), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1320, step 4 of 6: 15292, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:33:03.933 I SHARDING [conn9] distributed lock with ts: 584bd9cf666d1a4e49f54619' unlocked. Sat Dec 10 04:33:03.933 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467754100000) }, max: { datetime: new Date(1467911347000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 312 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16628ms Sat Dec 10 04:33:03.937 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:33:03.938 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1452860048000) }, { datetime: new Date(1453047583000) }) in IISLogs.pubprdweb02', ts : 584bd9df666d1a4e49f54620 Sat Dec 10 04:33:03.938 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 51|0||584bc22c90d1dc672b54829b, current metadata version is 51|0||584bc22c90d1dc672b54829b Sat Dec 10 04:33:03.939 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 51|0||584bc22c90d1dc672b54829b to shard version 51|1||584bc22c90d1dc672b54829b Sat Dec 10 04:33:03.939 I SHARDING [conn9] collection version was loaded at version 51|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:33:03.939 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:03.939-0600-584bd9df666d1a4e49f54621", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481365983939), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:33:03.940 I SHARDING [conn9] moveChunk request accepted at version 51|1||584bc22c90d1dc672b54829b Sat Dec 10 04:33:05.856 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 04:33:05.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:05.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:05.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:05.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:05.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:05.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:06.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:06.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:06.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:06.775 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776271 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 887ms Sat Dec 10 04:33:07.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3099, clonedBytes: 944217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:08.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13136, clonedBytes: 3897407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:09.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21654, clonedBytes: 6389640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:10.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32350, clonedBytes: 9558211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:11.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42090, clonedBytes: 12443754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:12.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51604, clonedBytes: 15360335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:13.220 I SHARDING [RangeDeleter] rangeDeleter deleted 112206 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445274404000) } -> { datetime: new Date(1445285458000) } Sat Dec 10 04:33:13.220 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466958506000) } -> { datetime: new Date(1466985991000) }, with opId: 117194 Sat Dec 10 04:33:13.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55069, clonedBytes: 16401750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:13.938 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15238491 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 939ms Sat Dec 10 04:33:14.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62943, clonedBytes: 18739628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:15.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74651, clonedBytes: 22103820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:17.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80088, clonedBytes: 23662802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:18.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90444, clonedBytes: 26625317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:19.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100799, clonedBytes: 29636261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:20.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9df666d1a4e49f54622", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 31291025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:20.411 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:33:20.412 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:33:20.412 I SHARDING [conn9] moveChunk setting version to: 52|0||584bc22c90d1dc672b54829b Sat Dec 10 04:33:20.422 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 31291025, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:33:20.422 I SHARDING [conn9] moveChunk updating self version to: 52|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453047583000) } -> { datetime: new Date(1453166536000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:33:20.424 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:20.424-0600-584bd9f0666d1a4e49f54625", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366000424), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 31291025, catchup: 0, steady: 0 } } Sat Dec 10 04:33:20.424 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:33:20.425 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:33:20.425 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:20.425-0600-584bd9f0666d1a4e49f54626", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366000425), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1923, step 4 of 6: 14546, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:33:20.426 I SHARDING [conn9] distributed lock with ts: 584bd9df666d1a4e49f54620' unlocked. Sat Dec 10 04:33:20.426 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452860048000) }, max: { datetime: new Date(1453047583000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 298 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16489ms Sat Dec 10 04:33:20.431 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:33:20.432 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445455363000) }, { datetime: new Date(1445481861000) }) in IISLogs.pubprdweb03', ts : 584bd9f0666d1a4e49f54627 Sat Dec 10 04:33:20.432 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 36|0||584bc97f90d1dc672b548352, current metadata version is 36|0||584bc97f90d1dc672b548352 Sat Dec 10 04:33:20.433 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 36|0||584bc97f90d1dc672b548352 to shard version 36|1||584bc97f90d1dc672b548352 Sat Dec 10 04:33:20.433 I SHARDING [conn9] collection version was loaded at version 36|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:33:20.433 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:20.433-0600-584bd9f0666d1a4e49f54628", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366000433), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:33:20.434 I SHARDING [conn9] moveChunk request accepted at version 36|1||584bc97f90d1dc672b548352 Sat Dec 10 04:33:21.649 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:33:21.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:21.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:22.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:22.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:23.354 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776220 locks:{ Global: { acquireCount: { r: 996 } }, Database: { acquireCount: { r: 498 } }, Collection: { acquireCount: { r: 498 } } } protocol:op_command 1701ms Sat Dec 10 04:33:23.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 185, clonedBytes: 48849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:24.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10606, clonedBytes: 2757053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:25.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20250, clonedBytes: 5274066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:27.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31064, clonedBytes: 8221730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:28.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41986, clonedBytes: 11108729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:29.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51407, clonedBytes: 13647377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:30.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60382, clonedBytes: 15997897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:31.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61607, clonedBytes: 16355933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:32.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61607, clonedBytes: 16355933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:33.429 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14026212 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 2951ms Sat Dec 10 04:33:33.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61607, clonedBytes: 16355933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:34.002 I SHARDING [RangeDeleter] rangeDeleter deleted 113355 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466958506000) } -> { datetime: new Date(1466985991000) } Sat Dec 10 04:33:34.002 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1448497571000) } -> { datetime: new Date(1448702009000) }, with opId: 117316 Sat Dec 10 04:33:34.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71444, clonedBytes: 18976707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:35.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81584, clonedBytes: 21629725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:36.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91555, clonedBytes: 24206649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:37.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101605, clonedBytes: 26868395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:38.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111366, clonedBytes: 29419322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:39.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bd9f0666d1a4e49f54629", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30028148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:39.634 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:33:39.635 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:33:39.636 I SHARDING [conn9] moveChunk setting version to: 37|0||584bc97f90d1dc672b548352 Sat Dec 10 04:33:39.645 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30028148, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:33:39.645 I SHARDING [conn9] moveChunk updating self version to: 37|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445481861000) } -> { datetime: new Date(1445525303000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:33:39.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:39.646-0600-584bda03666d1a4e49f5462c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366019646), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30028148, catchup: 0, steady: 0 } } Sat Dec 10 04:33:39.647 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:33:39.651 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:33:39.651 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:39.651-0600-584bda03666d1a4e49f5462d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366019651), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1217, step 4 of 6: 17981, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:33:39.652 I SHARDING [conn9] distributed lock with ts: 584bd9f0666d1a4e49f54627' unlocked. Sat Dec 10 04:33:39.653 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445455363000) }, max: { datetime: new Date(1445481861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4061 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19222ms Sat Dec 10 04:33:39.657 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:33:39.658 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446536692000) }, { datetime: new Date(1446664797000) }) in IISLogs.pubprdweb04', ts : 584bda03666d1a4e49f5462e Sat Dec 10 04:33:39.658 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 32|0||584bcad890d1dc672b54835d, current metadata version is 32|0||584bcad890d1dc672b54835d Sat Dec 10 04:33:39.659 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 32|0||584bcad890d1dc672b54835d to shard version 32|1||584bcad890d1dc672b54835d Sat Dec 10 04:33:39.660 I SHARDING [conn9] collection version was loaded at version 32|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:33:39.660 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:39.660-0600-584bda03666d1a4e49f5462f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366019660), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:33:39.660 I SHARDING [conn9] moveChunk request accepted at version 32|1||584bcad890d1dc672b54835d Sat Dec 10 04:33:41.048 I SHARDING [conn9] moveChunk number of documents: 112218 Sat Dec 10 04:33:41.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:41.970 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776271 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 918ms Sat Dec 10 04:33:42.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1, clonedBytes: 257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:43.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10625, clonedBytes: 2866348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:44.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21402, clonedBytes: 5763365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:45.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31242, clonedBytes: 8365606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:46.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42598, clonedBytes: 11408538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:47.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53976, clonedBytes: 14487648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:48.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60667, clonedBytes: 16362564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:49.769 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13999502 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 1199ms Sat Dec 10 04:33:49.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61715, clonedBytes: 16685101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:51.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71818, clonedBytes: 19497593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:52.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82526, clonedBytes: 22335898, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:53.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93316, clonedBytes: 25118322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:54.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102299, clonedBytes: 27442567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:55.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112218, clonedBytes: 30012171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:56.155 I SHARDING [RangeDeleter] rangeDeleter deleted 102996 documents for IISLogs.pubprdweb01 from { datetime: new Date(1448497571000) } -> { datetime: new Date(1448702009000) } Sat Dec 10 04:33:56.155 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465590380000) } -> { datetime: new Date(1465830103000) }, with opId: 117557 Sat Dec 10 04:33:56.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda03666d1a4e49f54630", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112218, clonedBytes: 30012171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:56.402 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:33:56.403 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:33:56.404 I SHARDING [conn9] moveChunk setting version to: 33|0||584bcad890d1dc672b54835d Sat Dec 10 04:33:56.408 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112218, clonedBytes: 30012171, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:33:56.408 I SHARDING [conn9] moveChunk updating self version to: 33|1||584bcad890d1dc672b54835d through { datetime: new Date(1446664797000) } -> { datetime: new Date(1446739368000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:33:56.412 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:56.412-0600-584bda14666d1a4e49f54633", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366036412), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112218, clonedBytes: 30012171, catchup: 0, steady: 0 } } Sat Dec 10 04:33:56.413 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:33:56.413 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:33:56.413 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:56.413-0600-584bda14666d1a4e49f54634", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366036413), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1390, step 4 of 6: 15350, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:33:56.415 I SHARDING [conn9] distributed lock with ts: 584bda03666d1a4e49f5462e' unlocked. Sat Dec 10 04:33:56.415 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446536692000) }, max: { datetime: new Date(1446664797000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 32000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 56 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16758ms Sat Dec 10 04:33:57.502 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:33:57.504 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1467920957000) }, { datetime: new Date(1468003493000) }) in IISLogs.pubbsdweb1', ts : 584bda15666d1a4e49f54635 Sat Dec 10 04:33:57.504 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 86|0||584bba0d90d1dc672b548145, current metadata version is 86|0||584bba0d90d1dc672b548145 Sat Dec 10 04:33:57.505 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 86|0||584bba0d90d1dc672b548145 to shard version 86|1||584bba0d90d1dc672b548145 Sat Dec 10 04:33:57.505 I SHARDING [conn9] collection version was loaded at version 86|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:33:57.505 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:33:57.505-0600-584bda15666d1a4e49f54636", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366037505), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:33:57.506 I SHARDING [conn9] moveChunk request accepted at version 86|1||584bba0d90d1dc672b548145 Sat Dec 10 04:33:59.631 I SHARDING [conn9] moveChunk number of documents: 113363 Sat Dec 10 04:33:59.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:33:59.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:00.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:00.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:01.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:02.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:03.839 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776190 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 4199ms Sat Dec 10 04:34:04.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18, clonedBytes: 5429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:05.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4551, clonedBytes: 1364587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:06.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13768, clonedBytes: 4114739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:07.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22861, clonedBytes: 6823058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:08.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32945, clonedBytes: 9840122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:09.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41271, clonedBytes: 12324257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:10.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49470, clonedBytes: 14765529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:11.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55003, clonedBytes: 16402131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:12.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55003, clonedBytes: 16402131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:13.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55003, clonedBytes: 16402131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:13.557 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776188 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 2221ms Sat Dec 10 04:34:14.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64237, clonedBytes: 19128923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:15.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75066, clonedBytes: 22327489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:16.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85878, clonedBytes: 25557201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:18.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97615, clonedBytes: 28848698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:18.103 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465590380000) } -> { datetime: new Date(1465830103000) } Sat Dec 10 04:34:18.103 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1450396451000) } -> { datetime: new Date(1450459671000) }, with opId: 117671 Sat Dec 10 04:34:19.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107802, clonedBytes: 31812002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:20.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda15666d1a4e49f54637", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113363, clonedBytes: 33500250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:20.159 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:34:20.160 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:34:20.160 I SHARDING [conn9] moveChunk setting version to: 87|0||584bba0d90d1dc672b548145 Sat Dec 10 04:34:20.164 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113363, clonedBytes: 33500250, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:34:20.164 I SHARDING [conn9] moveChunk updating self version to: 87|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468003493000) } -> { datetime: new Date(1468099437000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:34:20.166 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:20.166-0600-584bda2c666d1a4e49f5463a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366060166), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113363, clonedBytes: 33500250, catchup: 0, steady: 0 } } Sat Dec 10 04:34:20.167 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:34:20.167 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:34:20.167 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:20.167-0600-584bda2c666d1a4e49f5463b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366060167), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2131, step 4 of 6: 20520, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:34:20.169 I SHARDING [conn9] distributed lock with ts: 584bda15666d1a4e49f54635' unlocked. Sat Dec 10 04:34:20.169 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467920957000) }, max: { datetime: new Date(1468003493000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11110 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22668ms Sat Dec 10 04:34:20.173 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:34:20.174 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1450892033000) }, { datetime: new Date(1451074635000) }) in IISLogs.pubprdweb01', ts : 584bda2c666d1a4e49f5463c Sat Dec 10 04:34:20.174 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 60|0||584bbf4f90d1dc672b54822e, current metadata version is 60|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:34:20.177 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 60|0||584bbf4f90d1dc672b54822e to shard version 60|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:34:20.177 I SHARDING [conn9] collection version was loaded at version 60|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 04:34:20.177 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:20.177-0600-584bda2c666d1a4e49f5463d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366060177), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:34:20.178 I SHARDING [conn9] moveChunk request accepted at version 60|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:34:21.631 I SHARDING [conn9] moveChunk number of documents: 102933 Sat Dec 10 04:34:21.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:21.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:22.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:22.596 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776314 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 927ms Sat Dec 10 04:34:22.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:23.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9904, clonedBytes: 2946872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:24.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21022, clonedBytes: 6342916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:26.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31938, clonedBytes: 9709231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:27.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41811, clonedBytes: 12917397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:28.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52235, clonedBytes: 16202507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:29.111 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15716874 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 703ms Sat Dec 10 04:34:29.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54218, clonedBytes: 16797032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:30.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66037, clonedBytes: 20369903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:31.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74153, clonedBytes: 22881755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:32.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81245, clonedBytes: 25107353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:33.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86349, clonedBytes: 26683556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:34.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96121, clonedBytes: 29830525, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:35.289 I SHARDING [RangeDeleter] rangeDeleter deleted 106584 documents for IISLogs.pubprdweb02 from { datetime: new Date(1450396451000) } -> { datetime: new Date(1450459671000) } Sat Dec 10 04:34:35.289 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445137339000) } -> { datetime: new Date(1445175278000) }, with opId: 117777 Sat Dec 10 04:34:35.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda2c666d1a4e49f5463e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102933, clonedBytes: 31794581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:35.835 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:34:35.836 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:34:35.836 I SHARDING [conn9] moveChunk setting version to: 61|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:34:35.839 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102933, clonedBytes: 31794581, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:34:35.840 I SHARDING [conn9] moveChunk updating self version to: 61|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451074635000) } -> { datetime: new Date(1451279938000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:34:35.841 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:35.841-0600-584bda3b666d1a4e49f54641", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366075841), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102933, clonedBytes: 31794581, catchup: 0, steady: 0 } } Sat Dec 10 04:34:35.843 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:34:35.843 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:34:35.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:35.844-0600-584bda3b666d1a4e49f54642", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366075844), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1461, step 4 of 6: 14194, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:34:35.846 I SHARDING [conn9] distributed lock with ts: 584bda2c666d1a4e49f5463c' unlocked. Sat Dec 10 04:34:35.846 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450892033000) }, max: { datetime: new Date(1451074635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 231 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15672ms Sat Dec 10 04:34:35.852 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:34:35.853 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1467911347000) }, { datetime: new Date(1467997080000) }) in IISLogs.pubbsdweb2', ts : 584bda3b666d1a4e49f54643 Sat Dec 10 04:34:35.853 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 59|0||584bbf7a90d1dc672b548236, current metadata version is 59|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:34:35.860 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 59|0||584bbf7a90d1dc672b548236 to shard version 59|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:34:35.860 I SHARDING [conn9] collection version was loaded at version 59|1||584bbf7a90d1dc672b548236, took 7ms Sat Dec 10 04:34:35.861 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:35.861-0600-584bda3b666d1a4e49f54644", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366075861), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:34:35.863 I SHARDING [conn9] moveChunk request accepted at version 59|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:34:37.406 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:34:37.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:37.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:38.339 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776151 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 928ms Sat Dec 10 04:34:38.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1031, clonedBytes: 308097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:39.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10876, clonedBytes: 3164320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:40.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22583, clonedBytes: 6547582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:41.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33187, clonedBytes: 9582776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:42.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42780, clonedBytes: 12263099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:43.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52918, clonedBytes: 14986602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:45.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58226, clonedBytes: 16379531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:45.231 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15542620 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 673ms Sat Dec 10 04:34:46.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65580, clonedBytes: 18297371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:47.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75174, clonedBytes: 20595659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:48.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85334, clonedBytes: 23122281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:49.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96553, clonedBytes: 26409864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:50.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107715, clonedBytes: 29737078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:51.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda3b666d1a4e49f54645", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31544494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:51.639 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:34:51.641 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:34:51.641 I SHARDING [conn9] moveChunk setting version to: 60|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:34:51.651 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31544494, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:34:51.651 I SHARDING [conn9] moveChunk updating self version to: 60|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1467997080000) } -> { datetime: new Date(1468173881000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:34:51.653 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:51.653-0600-584bda4b666d1a4e49f54648", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366091653), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31544494, catchup: 0, steady: 0 } } Sat Dec 10 04:34:51.653 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:34:51.653 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:34:51.654 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:51.654-0600-584bda4b666d1a4e49f54649", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366091654), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, step 1 of 6: 0, step 2 of 6: 10, step 3 of 6: 1546, step 4 of 6: 14228, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:34:51.655 I SHARDING [conn9] distributed lock with ts: 584bda3b666d1a4e49f54643' unlocked. Sat Dec 10 04:34:51.655 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467911347000) }, max: { datetime: new Date(1467997080000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 242 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15803ms Sat Dec 10 04:34:51.659 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:34:51.660 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453047583000) }, { datetime: new Date(1453166536000) }) in IISLogs.pubprdweb02', ts : 584bda4b666d1a4e49f5464a Sat Dec 10 04:34:51.660 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 52|0||584bc22c90d1dc672b54829b, current metadata version is 52|0||584bc22c90d1dc672b54829b Sat Dec 10 04:34:51.661 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 52|0||584bc22c90d1dc672b54829b to shard version 52|1||584bc22c90d1dc672b54829b Sat Dec 10 04:34:51.661 I SHARDING [conn9] collection version was loaded at version 52|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:34:51.661 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:34:51.661-0600-584bda4b666d1a4e49f5464b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366091661), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:34:51.662 I SHARDING [conn9] moveChunk request accepted at version 52|1||584bc22c90d1dc672b54829b Sat Dec 10 04:34:51.767 I SHARDING [RangeDeleter] rangeDeleter deleted 113715 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445137339000) } -> { datetime: new Date(1445175278000) } Sat Dec 10 04:34:51.768 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445285458000) } -> { datetime: new Date(1445295436000) }, with opId: 117914 Sat Dec 10 04:34:53.271 I SHARDING [conn9] moveChunk number of documents: 106487 Sat Dec 10 04:34:53.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:53.985 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776304 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 707ms Sat Dec 10 04:34:54.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3131, clonedBytes: 904668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:55.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12789, clonedBytes: 3759582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:56.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23454, clonedBytes: 7017552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:57.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34343, clonedBytes: 10293527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:58.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44626, clonedBytes: 13546953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:34:59.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53606, clonedBytes: 16412024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:00.523 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16279350 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 579ms Sat Dec 10 04:35:01.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57245, clonedBytes: 17533106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:02.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67352, clonedBytes: 20600100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:03.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77000, clonedBytes: 23440087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:04.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86440, clonedBytes: 26280158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:05.125 I NETWORK [conn79] end connection 10.112.9.26:56706 (28 connections now open) Sat Dec 10 04:35:05.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96203, clonedBytes: 29154717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:05.441 I NETWORK [conn80] end connection 10.112.9.26:56707 (27 connections now open) Sat Dec 10 04:35:06.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105590, clonedBytes: 32029736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:07.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda4b666d1a4e49f5464c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106487, clonedBytes: 32332169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:07.437 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:35:07.438 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:35:07.438 I SHARDING [conn9] moveChunk setting version to: 53|0||584bc22c90d1dc672b54829b Sat Dec 10 04:35:07.444 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106487, clonedBytes: 32332169, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:35:07.444 I SHARDING [conn9] moveChunk updating self version to: 53|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453166536000) } -> { datetime: new Date(1453324909000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:35:07.446 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:07.446-0600-584bda5b666d1a4e49f5464f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366107446), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106487, clonedBytes: 32332169, catchup: 0, steady: 0 } } Sat Dec 10 04:35:07.447 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:35:07.447 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:35:07.447 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:07.447-0600-584bda5b666d1a4e49f54650", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366107447), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1614, step 4 of 6: 14159, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:35:07.448 I SHARDING [conn9] distributed lock with ts: 584bda4b666d1a4e49f5464a' unlocked. Sat Dec 10 04:35:07.448 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453047583000) }, max: { datetime: new Date(1453166536000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 297 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15789ms Sat Dec 10 04:35:07.452 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:35:07.453 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445481861000) }, { datetime: new Date(1445525303000) }) in IISLogs.pubprdweb03', ts : 584bda5b666d1a4e49f54651 Sat Dec 10 04:35:07.453 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 37|0||584bc97f90d1dc672b548352, current metadata version is 37|0||584bc97f90d1dc672b548352 Sat Dec 10 04:35:07.454 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 37|0||584bc97f90d1dc672b548352 to shard version 37|1||584bc97f90d1dc672b548352 Sat Dec 10 04:35:07.454 I SHARDING [conn9] collection version was loaded at version 37|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:35:07.454 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:07.454-0600-584bda5b666d1a4e49f54652", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366107454), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:35:07.455 I SHARDING [conn9] moveChunk request accepted at version 37|1||584bc97f90d1dc672b548352 Sat Dec 10 04:35:08.399 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:35:08.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:08.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:09.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:09.556 I SHARDING [RangeDeleter] rangeDeleter deleted 112248 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445285458000) } -> { datetime: new Date(1445295436000) } Sat Dec 10 04:35:09.556 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1466985991000) } -> { datetime: new Date(1467013012000) }, with opId: 118071 Sat Dec 10 04:35:09.565 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 1026 } }, Database: { acquireCount: { r: 513 } }, Collection: { acquireCount: { r: 513 } } } protocol:op_command 1156ms Sat Dec 10 04:35:10.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8061, clonedBytes: 2064296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:11.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19494, clonedBytes: 4916005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:12.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29471, clonedBytes: 7458363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:14.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39605, clonedBytes: 10129530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:15.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50624, clonedBytes: 12955893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:16.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59839, clonedBytes: 15329152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:17.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 16340662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:18.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 16340662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:19.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 16340662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:20.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 16340662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:21.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 16340662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:22.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 16340662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:22.777 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13240626 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 5417ms Sat Dec 10 04:35:23.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68958, clonedBytes: 17676489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:24.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74728, clonedBytes: 19179807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:25.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84044, clonedBytes: 21637646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:26.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91761, clonedBytes: 23661890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:28.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102890, clonedBytes: 26468366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:29.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111398, clonedBytes: 28636892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:30.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda5b666d1a4e49f54653", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29242488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:30.109 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:35:30.110 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:35:30.111 I SHARDING [conn9] moveChunk setting version to: 38|0||584bc97f90d1dc672b548352 Sat Dec 10 04:35:30.121 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29242488, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:35:30.121 I SHARDING [conn9] moveChunk updating self version to: 38|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445525303000) } -> { datetime: new Date(1445564222000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:35:30.123 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:30.123-0600-584bda72666d1a4e49f54656", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366130123), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29242488, catchup: 0, steady: 0 } } Sat Dec 10 04:35:30.123 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:35:30.123 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:35:30.124 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:30.124-0600-584bda72666d1a4e49f54657", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366130124), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 947, step 4 of 6: 21706, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:35:30.125 I SHARDING [conn9] distributed lock with ts: 584bda5b666d1a4e49f54651' unlocked. Sat Dec 10 04:35:30.125 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445481861000) }, max: { datetime: new Date(1445525303000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 329 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22673ms Sat Dec 10 04:35:30.130 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:35:30.130 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446664797000) }, { datetime: new Date(1446739368000) }) in IISLogs.pubprdweb04', ts : 584bda72666d1a4e49f54658 Sat Dec 10 04:35:30.131 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 33|0||584bcad890d1dc672b54835d, current metadata version is 33|0||584bcad890d1dc672b54835d Sat Dec 10 04:35:30.132 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 33|0||584bcad890d1dc672b54835d to shard version 33|1||584bcad890d1dc672b54835d Sat Dec 10 04:35:30.132 I SHARDING [conn9] collection version was loaded at version 33|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:35:30.132 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:30.132-0600-584bda72666d1a4e49f54659", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366130132), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:35:30.133 I SHARDING [conn9] moveChunk request accepted at version 33|1||584bcad890d1dc672b54835d Sat Dec 10 04:35:32.676 I SHARDING [conn9] moveChunk number of documents: 112228 Sat Dec 10 04:35:32.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:32.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:32.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:32.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:32.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:32.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:32.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:33.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:33.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:33.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:34.112 I SHARDING [RangeDeleter] rangeDeleter deleted 113369 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1466985991000) } -> { datetime: new Date(1467013012000) } Sat Dec 10 04:35:34.112 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1448702009000) } -> { datetime: new Date(1448905844000) }, with opId: 118244 Sat Dec 10 04:35:34.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:35.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:35.949 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 1036 } }, Database: { acquireCount: { r: 518 } }, Collection: { acquireCount: { r: 518 } } } protocol:op_command 3267ms Sat Dec 10 04:35:36.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7704, clonedBytes: 1972000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:37.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17913, clonedBytes: 4695336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:39.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26287, clonedBytes: 6917760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:40.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34151, clonedBytes: 9009416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:41.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44086, clonedBytes: 11645417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:42.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55264, clonedBytes: 14688152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:43.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61561, clonedBytes: 16356196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:43.654 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13689364 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 518ms Sat Dec 10 04:35:44.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70229, clonedBytes: 18679884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:45.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81568, clonedBytes: 21587116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:46.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92299, clonedBytes: 24383132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:47.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103141, clonedBytes: 27284486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:48.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda72666d1a4e49f5465a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112228, clonedBytes: 29701853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:48.955 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:35:48.956 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:35:48.957 I SHARDING [conn9] moveChunk setting version to: 34|0||584bcad890d1dc672b54835d Sat Dec 10 04:35:48.962 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112228, clonedBytes: 29701853, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:35:48.962 I SHARDING [conn9] moveChunk updating self version to: 34|1||584bcad890d1dc672b54835d through { datetime: new Date(1446739368000) } -> { datetime: new Date(1446808984000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:35:48.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:48.964-0600-584bda84666d1a4e49f5465d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366148964), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112228, clonedBytes: 29701853, catchup: 0, steady: 0 } } Sat Dec 10 04:35:48.965 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:35:48.965 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:35:48.965 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:48.965-0600-584bda84666d1a4e49f5465e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366148965), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2546, step 4 of 6: 16275, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:35:48.967 I SHARDING [conn9] distributed lock with ts: 584bda72666d1a4e49f54658' unlocked. Sat Dec 10 04:35:48.967 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446664797000) }, max: { datetime: new Date(1446739368000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 33000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 275 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18837ms Sat Dec 10 04:35:50.044 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:35:50.045 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468003493000) }, { datetime: new Date(1468099437000) }) in IISLogs.pubbsdweb1', ts : 584bda86666d1a4e49f5465f Sat Dec 10 04:35:50.045 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 87|0||584bba0d90d1dc672b548145, current metadata version is 87|0||584bba0d90d1dc672b548145 Sat Dec 10 04:35:50.047 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 87|0||584bba0d90d1dc672b548145 to shard version 87|1||584bba0d90d1dc672b548145 Sat Dec 10 04:35:50.047 I SHARDING [conn9] collection version was loaded at version 87|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:35:50.047 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:35:50.047-0600-584bda86666d1a4e49f54660", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366150047), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:35:50.047 I SHARDING [conn9] moveChunk request accepted at version 87|1||584bba0d90d1dc672b548145 Sat Dec 10 04:35:51.448 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 04:35:51.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:51.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:52.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:52.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:52.879 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776099 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1409ms Sat Dec 10 04:35:53.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1656, clonedBytes: 489413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:54.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10476, clonedBytes: 3121194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:55.114 I SHARDING [RangeDeleter] rangeDeleter deleted 102966 documents for IISLogs.pubprdweb01 from { datetime: new Date(1448702009000) } -> { datetime: new Date(1448905844000) } Sat Dec 10 04:35:55.114 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465830103000) } -> { datetime: new Date(1465897733000) }, with opId: 118330 Sat Dec 10 04:35:55.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21547, clonedBytes: 6411820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:56.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31683, clonedBytes: 9427329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:58.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44494, clonedBytes: 13221949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:35:59.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55273, clonedBytes: 16400150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:00.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55273, clonedBytes: 16400150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:01.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55273, clonedBytes: 16400150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:02.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55273, clonedBytes: 16400150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:02.384 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776250 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 3316ms Sat Dec 10 04:36:03.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63698, clonedBytes: 18877367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:04.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74798, clonedBytes: 22142506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:05.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85265, clonedBytes: 25227097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:06.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95866, clonedBytes: 28374401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:07.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107055, clonedBytes: 31680761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:08.320 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:762421 locks:{ Global: { acquireCount: { r: 48 } }, Database: { acquireCount: { r: 24 } }, Collection: { acquireCount: { r: 24 } } } protocol:op_command 288ms Sat Dec 10 04:36:08.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda86666d1a4e49f54661", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 33546672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:08.687 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:36:08.689 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:36:08.689 I SHARDING [conn9] moveChunk setting version to: 88|0||584bba0d90d1dc672b548145 Sat Dec 10 04:36:08.702 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 33546672, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:36:08.702 I SHARDING [conn9] moveChunk updating self version to: 88|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468099437000) } -> { datetime: new Date(1468210560000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:36:08.704 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:08.704-0600-584bda98666d1a4e49f54664", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366168704), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 33546672, catchup: 0, steady: 0 } } Sat Dec 10 04:36:08.704 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:36:08.705 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:36:08.705 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:08.705-0600-584bda98666d1a4e49f54665", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366168705), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1403, step 4 of 6: 17235, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:36:08.707 I SHARDING [conn9] distributed lock with ts: 584bda86666d1a4e49f5465f' unlocked. Sat Dec 10 04:36:08.707 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468003493000) }, max: { datetime: new Date(1468099437000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 354 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18663ms Sat Dec 10 04:36:08.714 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:36:08.716 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451074635000) }, { datetime: new Date(1451279938000) }) in IISLogs.pubprdweb01', ts : 584bda98666d1a4e49f54666 Sat Dec 10 04:36:08.716 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 61|0||584bbf4f90d1dc672b54822e, current metadata version is 61|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:36:08.717 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 61|0||584bbf4f90d1dc672b54822e to shard version 61|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:36:08.717 I SHARDING [conn9] collection version was loaded at version 61|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:36:08.717 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:08.717-0600-584bda98666d1a4e49f54667", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366168717), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:36:08.719 I SHARDING [conn9] moveChunk request accepted at version 61|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:36:10.400 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 04:36:10.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:10.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:11.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:11.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:12.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:13.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:14.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:15.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:16.410 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 954 } }, Database: { acquireCount: { r: 477 } }, Collection: { acquireCount: { r: 477 } } } protocol:op_command 5999ms Sat Dec 10 04:36:16.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 424, clonedBytes: 125872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:17.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11100, clonedBytes: 3261894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:18.264 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465830103000) } -> { datetime: new Date(1465897733000) } Sat Dec 10 04:36:18.264 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1450459671000) } -> { datetime: new Date(1450643610000) }, with opId: 118437 Sat Dec 10 04:36:18.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20918, clonedBytes: 6120694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:19.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31193, clonedBytes: 9130704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:20.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41515, clonedBytes: 12265924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:21.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51642, clonedBytes: 15524663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:22.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54496, clonedBytes: 16405755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:24.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54496, clonedBytes: 16405755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:24.567 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15166746 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 2338ms Sat Dec 10 04:36:25.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58383, clonedBytes: 17634479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:26.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68511, clonedBytes: 20780005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:27.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78994, clonedBytes: 23993172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:28.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88046, clonedBytes: 26761343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:29.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97570, clonedBytes: 29672356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:30.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bda98666d1a4e49f54668", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 31244432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:30.293 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:36:30.294 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:36:30.295 I SHARDING [conn9] moveChunk setting version to: 62|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:36:30.312 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 31244432, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:36:30.312 I SHARDING [conn9] moveChunk updating self version to: 62|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451279938000) } -> { datetime: new Date(1451394469000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:36:30.314 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:30.314-0600-584bdaae666d1a4e49f5466b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366190314), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 31244432, catchup: 0, steady: 0 } } Sat Dec 10 04:36:30.314 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:36:30.319 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:36:30.319 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:30.319-0600-584bdaae666d1a4e49f5466c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366190319), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1689, step 4 of 6: 19882, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:36:30.320 I SHARDING [conn9] distributed lock with ts: 584bda98666d1a4e49f54666' unlocked. Sat Dec 10 04:36:30.320 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451074635000) }, max: { datetime: new Date(1451279938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4479 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21606ms Sat Dec 10 04:36:30.329 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:36:30.330 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1467997080000) }, { datetime: new Date(1468173881000) }) in IISLogs.pubbsdweb2', ts : 584bdaae666d1a4e49f5466d Sat Dec 10 04:36:30.330 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 60|0||584bbf7a90d1dc672b548236, current metadata version is 60|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:36:30.341 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 60|0||584bbf7a90d1dc672b548236 to shard version 60|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:36:30.341 I SHARDING [conn9] collection version was loaded at version 60|1||584bbf7a90d1dc672b548236, took 10ms Sat Dec 10 04:36:30.341 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:30.341-0600-584bdaae666d1a4e49f5466e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366190341), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:36:30.341 I SHARDING [conn9] moveChunk request accepted at version 60|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:36:30.773 I COMMAND [conn2] command admin.$cmd command: isMaster { ismaster: 1 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:448 locks:{} protocol:op_command 126ms Sat Dec 10 04:36:32.047 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 04:36:32.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:32.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:33.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:33.226 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776128 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 1164ms Sat Dec 10 04:36:34.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10749, clonedBytes: 3248970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:35.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23349, clonedBytes: 7046100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:36.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34803, clonedBytes: 10397896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:37.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45165, clonedBytes: 13321527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:38.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56501, clonedBytes: 16391583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:39.562 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15525736 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 649ms Sat Dec 10 04:36:39.996 I SHARDING [RangeDeleter] rangeDeleter deleted 106525 documents for IISLogs.pubprdweb02 from { datetime: new Date(1450459671000) } -> { datetime: new Date(1450643610000) } Sat Dec 10 04:36:39.996 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445175278000) } -> { datetime: new Date(1445205843000) }, with opId: 118550 Sat Dec 10 04:36:40.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60087, clonedBytes: 17285697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:41.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71739, clonedBytes: 20386703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:42.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82599, clonedBytes: 23377390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:43.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94613, clonedBytes: 26642602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:44.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106185, clonedBytes: 29493594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:45.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdaae666d1a4e49f5466f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 31527566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:45.638 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:36:45.639 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:36:45.640 I SHARDING [conn9] moveChunk setting version to: 61|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:36:45.649 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 31527566, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:36:45.649 I SHARDING [conn9] moveChunk updating self version to: 61|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1468173881000) } -> { datetime: new Date(1468271434000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:36:45.652 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:45.652-0600-584bdabd666d1a4e49f54672", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366205652), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 31527566, catchup: 0, steady: 0 } } Sat Dec 10 04:36:45.653 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:36:45.653 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:36:45.653 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:45.653-0600-584bdabd666d1a4e49f54673", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366205653), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, step 1 of 6: 0, step 2 of 6: 12, step 3 of 6: 1709, step 4 of 6: 13587, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:36:45.654 I SHARDING [conn9] distributed lock with ts: 584bdaae666d1a4e49f5466d' unlocked. Sat Dec 10 04:36:45.655 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1467997080000) }, max: { datetime: new Date(1468173881000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2136 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15326ms Sat Dec 10 04:36:45.660 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:36:45.661 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453166536000) }, { datetime: new Date(1453324909000) }) in IISLogs.pubprdweb02', ts : 584bdabd666d1a4e49f54674 Sat Dec 10 04:36:45.661 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 53|0||584bc22c90d1dc672b54829b, current metadata version is 53|0||584bc22c90d1dc672b54829b Sat Dec 10 04:36:45.662 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 53|0||584bc22c90d1dc672b54829b to shard version 53|1||584bc22c90d1dc672b54829b Sat Dec 10 04:36:45.663 I SHARDING [conn9] collection version was loaded at version 53|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:36:45.663 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:36:45.663-0600-584bdabd666d1a4e49f54675", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366205663), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:36:45.664 I SHARDING [conn9] moveChunk request accepted at version 53|1||584bc22c90d1dc672b54829b Sat Dec 10 04:36:48.225 I SHARDING [conn9] moveChunk number of documents: 106556 Sat Dec 10 04:36:48.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:48.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:49.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:49.629 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776242 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1387ms Sat Dec 10 04:36:49.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:50.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10667, clonedBytes: 3204654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:52.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21443, clonedBytes: 6679391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:53.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32950, clonedBytes: 10186572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:54.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44058, clonedBytes: 13326536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:55.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55176, clonedBytes: 16400972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:56.299 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14953464 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 775ms Sat Dec 10 04:36:56.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57210, clonedBytes: 16964213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:56.702 I SHARDING [RangeDeleter] rangeDeleter deleted 113778 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445175278000) } -> { datetime: new Date(1445205843000) } Sat Dec 10 04:36:56.702 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445295436000) } -> { datetime: new Date(1445307040000) }, with opId: 118649 Sat Dec 10 04:36:57.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67891, clonedBytes: 20023915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:58.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79662, clonedBytes: 23463267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:36:59.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91432, clonedBytes: 26753661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:01.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104745, clonedBytes: 30494476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:02.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdabd666d1a4e49f54676", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106556, clonedBytes: 31005738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:02.335 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:37:02.336 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:37:02.337 I SHARDING [conn9] moveChunk setting version to: 54|0||584bc22c90d1dc672b54829b Sat Dec 10 04:37:02.340 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106556, clonedBytes: 31005738, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:37:02.340 I SHARDING [conn9] moveChunk updating self version to: 54|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453324909000) } -> { datetime: new Date(1453497448000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:37:02.341 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:02.341-0600-584bdace666d1a4e49f54679", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366222341), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106556, clonedBytes: 31005738, catchup: 0, steady: 0 } } Sat Dec 10 04:37:02.342 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:37:02.342 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:37:02.342 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:02.342-0600-584bdace666d1a4e49f5467a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366222342), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2570, step 4 of 6: 14098, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:37:02.344 I SHARDING [conn9] distributed lock with ts: 584bdabd666d1a4e49f54674' unlocked. Sat Dec 10 04:37:02.344 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453166536000) }, max: { datetime: new Date(1453324909000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 275 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16684ms Sat Dec 10 04:37:02.347 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:37:02.348 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445525303000) }, { datetime: new Date(1445564222000) }) in IISLogs.pubprdweb03', ts : 584bdace666d1a4e49f5467b Sat Dec 10 04:37:02.348 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 38|0||584bc97f90d1dc672b548352, current metadata version is 38|0||584bc97f90d1dc672b548352 Sat Dec 10 04:37:02.350 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 38|0||584bc97f90d1dc672b548352 to shard version 38|1||584bc97f90d1dc672b548352 Sat Dec 10 04:37:02.350 I SHARDING [conn9] collection version was loaded at version 38|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:37:02.350 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:02.350-0600-584bdace666d1a4e49f5467c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366222350), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:37:02.350 I SHARDING [conn9] moveChunk request accepted at version 38|1||584bc97f90d1dc672b548352 Sat Dec 10 04:37:03.262 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 04:37:03.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:03.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:04.305 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776196 locks:{ Global: { acquireCount: { r: 978 } }, Database: { acquireCount: { r: 489 } }, Collection: { acquireCount: { r: 489 } } } protocol:op_command 1022ms Sat Dec 10 04:37:04.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:05.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5508, clonedBytes: 1442632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:06.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15471, clonedBytes: 4165315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:07.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25470, clonedBytes: 6754753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:08.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35681, clonedBytes: 9489682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:09.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45618, clonedBytes: 12202548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:10.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55647, clonedBytes: 14870239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:11.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61177, clonedBytes: 16358919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:12.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61177, clonedBytes: 16358919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:13.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61177, clonedBytes: 16358919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:14.359 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14924393 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 3237ms Sat Dec 10 04:37:14.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63863, clonedBytes: 17088155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:15.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74223, clonedBytes: 19955141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:16.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84257, clonedBytes: 22895344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:17.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94387, clonedBytes: 25690998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:17.963 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445295436000) } -> { datetime: new Date(1445307040000) } Sat Dec 10 04:37:17.963 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467013012000) } -> { datetime: new Date(1467042056000) }, with opId: 118816 Sat Dec 10 04:37:18.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104601, clonedBytes: 28415925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:19.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdace666d1a4e49f5467d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 30926319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:19.903 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:37:19.904 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:37:19.905 I SHARDING [conn9] moveChunk setting version to: 39|0||584bc97f90d1dc672b548352 Sat Dec 10 04:37:19.915 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 30926319, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:37:19.915 I SHARDING [conn9] moveChunk updating self version to: 39|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445564222000) } -> { datetime: new Date(1445590106000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:37:19.917 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:19.917-0600-584bdadf666d1a4e49f54680", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366239917), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 30926319, catchup: 0, steady: 0 } } Sat Dec 10 04:37:19.918 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:37:19.918 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:37:19.918 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:19.918-0600-584bdadf666d1a4e49f54681", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366239918), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 914, step 4 of 6: 16636, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:37:19.919 I SHARDING [conn9] distributed lock with ts: 584bdace666d1a4e49f5467b' unlocked. Sat Dec 10 04:37:19.919 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445525303000) }, max: { datetime: new Date(1445564222000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 219 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17572ms Sat Dec 10 04:37:19.924 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:37:19.925 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446739368000) }, { datetime: new Date(1446808984000) }) in IISLogs.pubprdweb04', ts : 584bdadf666d1a4e49f54682 Sat Dec 10 04:37:19.925 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 34|0||584bcad890d1dc672b54835d, current metadata version is 34|0||584bcad890d1dc672b54835d Sat Dec 10 04:37:19.926 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 34|0||584bcad890d1dc672b54835d to shard version 34|1||584bcad890d1dc672b54835d Sat Dec 10 04:37:19.926 I SHARDING [conn9] collection version was loaded at version 34|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:37:19.927 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:19.927-0600-584bdadf666d1a4e49f54683", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366239927), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:37:19.927 I SHARDING [conn9] moveChunk request accepted at version 34|1||584bcad890d1dc672b54835d Sat Dec 10 04:37:22.241 I SHARDING [conn9] moveChunk number of documents: 112220 Sat Dec 10 04:37:22.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:22.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:23.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:24.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:25.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:26.356 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 1038 } }, Database: { acquireCount: { r: 519 } }, Collection: { acquireCount: { r: 519 } } } protocol:op_command 4110ms Sat Dec 10 04:37:26.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5, clonedBytes: 1502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:27.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5010, clonedBytes: 1320110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:28.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15125, clonedBytes: 3926636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:29.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25160, clonedBytes: 6529876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:30.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34962, clonedBytes: 9118446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:31.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44854, clonedBytes: 11760647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:32.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54277, clonedBytes: 14268828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:33.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56837, clonedBytes: 14945630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:34.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56837, clonedBytes: 14945630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:35.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56837, clonedBytes: 14945630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:36.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56837, clonedBytes: 14945630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:38.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56837, clonedBytes: 14945630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:39.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62105, clonedBytes: 16352545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:40.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62105, clonedBytes: 16352545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:41.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62105, clonedBytes: 16352545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:41.762 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13891583 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 2813ms Sat Dec 10 04:37:42.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67081, clonedBytes: 17669657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:43.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78377, clonedBytes: 20748334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:43.570 I SHARDING [RangeDeleter] rangeDeleter deleted 113364 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467013012000) } -> { datetime: new Date(1467042056000) } Sat Dec 10 04:37:43.570 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1448905844000) } -> { datetime: new Date(1449027819000) }, with opId: 118929 Sat Dec 10 04:37:44.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89246, clonedBytes: 23739700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:45.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98918, clonedBytes: 26371097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:46.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109157, clonedBytes: 29084307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:47.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdadf666d1a4e49f54684", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112220, clonedBytes: 29904285, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:47.861 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:37:47.862 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:37:47.863 I SHARDING [conn9] moveChunk setting version to: 35|0||584bcad890d1dc672b54835d Sat Dec 10 04:37:47.865 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112220, clonedBytes: 29904285, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:37:47.865 I SHARDING [conn9] moveChunk updating self version to: 35|1||584bcad890d1dc672b54835d through { datetime: new Date(1446808984000) } -> { datetime: new Date(1446959036000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:37:47.867 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:47.867-0600-584bdafb666d1a4e49f54687", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366267867), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112220, clonedBytes: 29904285, catchup: 0, steady: 0 } } Sat Dec 10 04:37:47.867 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:37:47.867 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:37:47.868 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:47.868-0600-584bdafb666d1a4e49f54688", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366267868), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2316, step 4 of 6: 25615, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:37:47.869 I SHARDING [conn9] distributed lock with ts: 584bdadf666d1a4e49f54682' unlocked. Sat Dec 10 04:37:47.869 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446739368000) }, max: { datetime: new Date(1446808984000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 34000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5155 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27945ms Sat Dec 10 04:37:48.944 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:37:48.945 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468099437000) }, { datetime: new Date(1468210560000) }) in IISLogs.pubbsdweb1', ts : 584bdafc666d1a4e49f54689 Sat Dec 10 04:37:48.945 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 88|0||584bba0d90d1dc672b548145, current metadata version is 88|0||584bba0d90d1dc672b548145 Sat Dec 10 04:37:48.946 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 88|0||584bba0d90d1dc672b548145 to shard version 88|1||584bba0d90d1dc672b548145 Sat Dec 10 04:37:48.946 I SHARDING [conn9] collection version was loaded at version 88|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:37:48.946 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:37:48.946-0600-584bdafc666d1a4e49f5468a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366268946), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:37:48.947 I SHARDING [conn9] moveChunk request accepted at version 88|1||584bba0d90d1dc672b548145 Sat Dec 10 04:37:51.319 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:37:51.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:51.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:52.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:52.972 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776328 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 1622ms Sat Dec 10 04:37:53.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 893, clonedBytes: 265266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:54.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9783, clonedBytes: 2895008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:55.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20602, clonedBytes: 6079216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:56.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33400, clonedBytes: 9833805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:57.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44128, clonedBytes: 12989724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:58.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54214, clonedBytes: 15948758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:37:59.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55732, clonedBytes: 16397166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:01.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55732, clonedBytes: 16397166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:02.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55732, clonedBytes: 16397166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:02.441 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776175 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 3343ms Sat Dec 10 04:38:03.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60902, clonedBytes: 17923876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:04.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71127, clonedBytes: 20941211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:05.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81207, clonedBytes: 23913595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:06.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91479, clonedBytes: 26952593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:07.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101630, clonedBytes: 29957591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:08.157 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1448905844000) } -> { datetime: new Date(1449027819000) } Sat Dec 10 04:38:08.159 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1465897733000) } -> { datetime: new Date(1466009769000) }, with opId: 119075 Sat Dec 10 04:38:08.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111217, clonedBytes: 32795908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:08.489 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:648619 locks:{ Global: { acquireCount: { r: 48 } }, Database: { acquireCount: { r: 24 } }, Collection: { acquireCount: { r: 24 } } } protocol:op_command 380ms Sat Dec 10 04:38:09.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdafc666d1a4e49f5468b", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 33432631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:09.249 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:38:09.251 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:38:09.251 I SHARDING [conn9] moveChunk setting version to: 89|0||584bba0d90d1dc672b548145 Sat Dec 10 04:38:09.253 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 33432631, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:38:09.253 I SHARDING [conn9] moveChunk updating self version to: 89|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468210560000) } -> { datetime: new Date(1468270655000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:38:09.254 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:38:09.254-0600-584bdb11666d1a4e49f5468e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366289254), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 33432631, catchup: 0, steady: 0 } } Sat Dec 10 04:38:09.255 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:38:09.255 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:38:09.255 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:38:09.255-0600-584bdb11666d1a4e49f5468f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366289255), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2375, step 4 of 6: 17926, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:38:09.256 I SHARDING [conn9] distributed lock with ts: 584bdafc666d1a4e49f54689' unlocked. Sat Dec 10 04:38:09.256 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468099437000) }, max: { datetime: new Date(1468210560000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 104 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20313ms Sat Dec 10 04:38:09.260 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:38:09.261 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451279938000) }, { datetime: new Date(1451394469000) }) in IISLogs.pubprdweb01', ts : 584bdb11666d1a4e49f54690 Sat Dec 10 04:38:09.261 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 62|0||584bbf4f90d1dc672b54822e, current metadata version is 62|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:38:09.264 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 62|0||584bbf4f90d1dc672b54822e to shard version 62|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:38:09.264 I SHARDING [conn9] collection version was loaded at version 62|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 04:38:09.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:38:09.264-0600-584bdb11666d1a4e49f54691", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366289264), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:38:09.264 I SHARDING [conn9] moveChunk request accepted at version 62|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:38:10.934 I SHARDING [conn9] moveChunk number of documents: 102925 Sat Dec 10 04:38:10.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:10.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:10.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:10.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:10.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:11.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:11.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:11.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:11.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:12.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:13.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:14.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:15.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:16.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:17.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:17.354 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776289 locks:{ Global: { acquireCount: { r: 970 } }, Database: { acquireCount: { r: 485 } }, Collection: { acquireCount: { r: 485 } } } protocol:op_command 6417ms Sat Dec 10 04:38:18.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6651, clonedBytes: 2143447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:19.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16839, clonedBytes: 5406837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:20.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27395, clonedBytes: 8623805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:21.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37663, clonedBytes: 11489856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:22.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47950, clonedBytes: 14532506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:23.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54369, clonedBytes: 16406668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:24.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54369, clonedBytes: 16406668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:25.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54369, clonedBytes: 16406668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:26.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54369, clonedBytes: 16406668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:27.306 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15214691 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 4175ms Sat Dec 10 04:38:27.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57810, clonedBytes: 17387730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:28.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67499, clonedBytes: 20260409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:29.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78833, clonedBytes: 23722088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:30.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88592, clonedBytes: 26711822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:31.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95747, clonedBytes: 28994358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:33.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102516, clonedBytes: 31168644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:34.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb11666d1a4e49f54692", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102925, clonedBytes: 31292429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:34.025 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:38:34.026 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:38:34.026 I SHARDING [conn9] moveChunk setting version to: 63|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:38:34.036 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102925, clonedBytes: 31292429, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:38:34.036 I SHARDING [conn9] moveChunk updating self version to: 63|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451394469000) } -> { datetime: new Date(1451505545000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:38:34.038 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:38:34.038-0600-584bdb2a666d1a4e49f54695", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366314038), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102925, clonedBytes: 31292429, catchup: 0, steady: 0 } } Sat Dec 10 04:38:34.038 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:38:34.039 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:38:34.039 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:38:34.039-0600-584bdb2a666d1a4e49f54696", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366314039), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1670, step 4 of 6: 23087, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:38:34.040 I SHARDING [conn9] distributed lock with ts: 584bdb11666d1a4e49f54690' unlocked. Sat Dec 10 04:38:34.040 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451279938000) }, max: { datetime: new Date(1451394469000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:810 reslen:154 locks:{ Global: { acquireCount: { r: 1632, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 177 } }, Database: { acquireCount: { r: 812, w: 4, W: 2 } }, Collection: { acquireCount: { r: 812, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24780ms Sat Dec 10 04:38:34.044 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:38:34.045 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1468173881000) }, { datetime: new Date(1468271434000) }) in IISLogs.pubbsdweb2', ts : 584bdb2a666d1a4e49f54697 Sat Dec 10 04:38:34.045 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 61|0||584bbf7a90d1dc672b548236, current metadata version is 61|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:38:34.048 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 61|0||584bbf7a90d1dc672b548236 to shard version 61|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:38:34.048 I SHARDING [conn9] collection version was loaded at version 61|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:38:34.048 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:38:34.048-0600-584bdb2a666d1a4e49f54698", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366314048), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:38:34.048 I SHARDING [conn9] moveChunk request accepted at version 61|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:38:34.270 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1465897733000) } -> { datetime: new Date(1466009769000) } Sat Dec 10 04:38:34.270 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1450643610000) } -> { datetime: new Date(1450876498000) }, with opId: 119325 Sat Dec 10 04:38:35.610 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:38:35.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:35.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:36.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:36.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:37.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:38.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:39.205 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776320 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 3591ms Sat Dec 10 04:38:39.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5554, clonedBytes: 1568309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:40.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13307, clonedBytes: 3711972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:41.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22290, clonedBytes: 6078996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:42.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30283, clonedBytes: 8003503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:44.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42477, clonedBytes: 11306343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:45.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52525, clonedBytes: 14170547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:46.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59848, clonedBytes: 16368346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:47.074 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16335749 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1103ms Sat Dec 10 04:38:47.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60944, clonedBytes: 16698761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:48.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71759, clonedBytes: 19894946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:49.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:50.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:51.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:52.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:53.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:53.997 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1450643610000) } -> { datetime: new Date(1450876498000) } Sat Dec 10 04:38:53.998 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445205843000) } -> { datetime: new Date(1445239201000) }, with opId: 119400 Sat Dec 10 04:38:54.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:55.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:56.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:57.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:58.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:38:59.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:00.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:01.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:02.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:03.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:04.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:05.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:06.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:07.689 I SHARDING [RangeDeleter] rangeDeleter deleted 113740 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445205843000) } -> { datetime: new Date(1445239201000) } Sat Dec 10 04:39:07.690 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445307040000) } -> { datetime: new Date(1445318340000) }, with opId: 119449 Sat Dec 10 04:39:07.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:08.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:09.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:10.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79737, clonedBytes: 22235876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:12.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85603, clonedBytes: 23967627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:13.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96650, clonedBytes: 27247857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:14.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107414, clonedBytes: 30468654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:15.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb2a666d1a4e49f54699", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 32337785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:15.331 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:39:15.332 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:39:15.332 I SHARDING [conn9] moveChunk setting version to: 62|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:39:15.339 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 32337785, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:39:15.339 I SHARDING [conn9] moveChunk updating self version to: 62|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1468271434000) } -> { datetime: new Date(1468354550000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:39:15.340 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:15.340-0600-584bdb53666d1a4e49f5469c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366355340), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 32337785, catchup: 0, steady: 0 } } Sat Dec 10 04:39:15.341 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:39:15.341 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:39:15.341 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:15.341-0600-584bdb53666d1a4e49f5469d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366355341), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1563, step 4 of 6: 39715, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:39:15.342 I SHARDING [conn9] distributed lock with ts: 584bdb2a666d1a4e49f54697' unlocked. Sat Dec 10 04:39:15.342 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468173881000) }, max: { datetime: new Date(1468271434000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 183 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1344 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 41298ms Sat Dec 10 04:39:15.346 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:39:15.347 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453324909000) }, { datetime: new Date(1453497448000) }) in IISLogs.pubprdweb02', ts : 584bdb53666d1a4e49f5469e Sat Dec 10 04:39:15.347 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 54|0||584bc22c90d1dc672b54829b, current metadata version is 54|0||584bc22c90d1dc672b54829b Sat Dec 10 04:39:15.349 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 54|0||584bc22c90d1dc672b54829b to shard version 54|1||584bc22c90d1dc672b54829b Sat Dec 10 04:39:15.349 I SHARDING [conn9] collection version was loaded at version 54|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:39:15.349 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:15.349-0600-584bdb53666d1a4e49f5469f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366355349), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:39:15.349 I SHARDING [conn9] moveChunk request accepted at version 54|1||584bc22c90d1dc672b54829b Sat Dec 10 04:39:17.100 I SHARDING [conn9] moveChunk number of documents: 106525 Sat Dec 10 04:39:17.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:17.824 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776143 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 719ms Sat Dec 10 04:39:18.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4177, clonedBytes: 1159985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:19.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14957, clonedBytes: 4249124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:20.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26885, clonedBytes: 7718237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:21.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37174, clonedBytes: 10575789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:22.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48042, clonedBytes: 13604797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:23.382 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445307040000) } -> { datetime: new Date(1445318340000) } Sat Dec 10 04:39:23.383 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467042056000) } -> { datetime: new Date(1467110522000) }, with opId: 119554 Sat Dec 10 04:39:23.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57791, clonedBytes: 16382568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:24.437 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14611386 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 581ms Sat Dec 10 04:39:25.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63089, clonedBytes: 17930333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:26.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74996, clonedBytes: 21419245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:27.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86959, clonedBytes: 24753836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:28.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97632, clonedBytes: 27855769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:29.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb53666d1a4e49f546a0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106525, clonedBytes: 30663778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:29.575 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:39:29.576 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:39:29.577 I SHARDING [conn9] moveChunk setting version to: 55|0||584bc22c90d1dc672b54829b Sat Dec 10 04:39:29.583 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106525, clonedBytes: 30663778, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:39:29.583 I SHARDING [conn9] moveChunk updating self version to: 55|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453497448000) } -> { datetime: new Date(1453630727000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:39:29.584 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:29.584-0600-584bdb61666d1a4e49f546a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366369584), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106525, clonedBytes: 30663778, catchup: 0, steady: 0 } } Sat Dec 10 04:39:29.585 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:39:29.585 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:39:29.585 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:29.585-0600-584bdb61666d1a4e49f546a4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366369585), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1753, step 4 of 6: 12471, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:39:29.586 I SHARDING [conn9] distributed lock with ts: 584bdb53666d1a4e49f5469e' unlocked. Sat Dec 10 04:39:29.587 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453324909000) }, max: { datetime: new Date(1453497448000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 176 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14241ms Sat Dec 10 04:39:29.591 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:39:29.591 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445564222000) }, { datetime: new Date(1445590106000) }) in IISLogs.pubprdweb03', ts : 584bdb61666d1a4e49f546a5 Sat Dec 10 04:39:29.591 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 39|0||584bc97f90d1dc672b548352, current metadata version is 39|0||584bc97f90d1dc672b548352 Sat Dec 10 04:39:29.593 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 39|0||584bc97f90d1dc672b548352 to shard version 39|1||584bc97f90d1dc672b548352 Sat Dec 10 04:39:29.593 I SHARDING [conn9] collection version was loaded at version 39|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:39:29.593 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:29.593-0600-584bdb61666d1a4e49f546a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366369593), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:39:29.594 I SHARDING [conn9] moveChunk request accepted at version 39|1||584bc97f90d1dc672b548352 Sat Dec 10 04:39:30.394 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:39:30.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:30.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:31.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:32.195 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776224 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 1797ms Sat Dec 10 04:39:32.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1943, clonedBytes: 501925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:33.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11615, clonedBytes: 3052536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:34.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22451, clonedBytes: 5934657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:35.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33072, clonedBytes: 8729933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:36.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44645, clonedBytes: 11742179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:38.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56078, clonedBytes: 14747637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:39.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62193, clonedBytes: 16351835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:40.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62193, clonedBytes: 16351835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:41.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62193, clonedBytes: 16351835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:42.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62193, clonedBytes: 16351835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:42.432 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13838293 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 3680ms Sat Dec 10 04:39:43.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68304, clonedBytes: 17972545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:43.403 I SHARDING [RangeDeleter] rangeDeleter deleted 113366 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467042056000) } -> { datetime: new Date(1467110522000) } Sat Dec 10 04:39:43.404 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1449027819000) } -> { datetime: new Date(1449181756000) }, with opId: 119648 Sat Dec 10 04:39:44.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72766, clonedBytes: 19149107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:45.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78476, clonedBytes: 20663397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:46.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82692, clonedBytes: 21757813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:47.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88101, clonedBytes: 23165404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:48.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98952, clonedBytes: 26029764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:49.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110633, clonedBytes: 29053478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:50.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb61666d1a4e49f546a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 29840240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:50.747 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:39:50.748 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:39:50.749 I SHARDING [conn9] moveChunk setting version to: 40|0||584bc97f90d1dc672b548352 Sat Dec 10 04:39:50.840 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 29840240, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:39:50.840 I SHARDING [conn9] moveChunk updating self version to: 40|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445590106000) } -> { datetime: new Date(1445622530000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:39:50.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:50.842-0600-584bdb76666d1a4e49f546aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366390842), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 29840240, catchup: 0, steady: 0 } } Sat Dec 10 04:39:50.843 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:39:50.843 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:39:50.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:50.843-0600-584bdb76666d1a4e49f546ab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366390843), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 803, step 4 of 6: 20349, step 5 of 6: 95, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:39:50.844 I SHARDING [conn9] distributed lock with ts: 584bdb61666d1a4e49f546a5' unlocked. Sat Dec 10 04:39:50.845 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445564222000) }, max: { datetime: new Date(1445590106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 405 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21254ms Sat Dec 10 04:39:50.860 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:39:50.861 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446808984000) }, { datetime: new Date(1446959036000) }) in IISLogs.pubprdweb04', ts : 584bdb76666d1a4e49f546ac Sat Dec 10 04:39:50.861 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 35|0||584bcad890d1dc672b54835d, current metadata version is 35|0||584bcad890d1dc672b54835d Sat Dec 10 04:39:50.862 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 35|0||584bcad890d1dc672b54835d to shard version 35|1||584bcad890d1dc672b54835d Sat Dec 10 04:39:50.862 I SHARDING [conn9] collection version was loaded at version 35|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:39:50.862 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:39:50.862-0600-584bdb76666d1a4e49f546ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366390862), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:39:50.863 I SHARDING [conn9] moveChunk request accepted at version 35|1||584bcad890d1dc672b54835d Sat Dec 10 04:39:54.608 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 04:39:54.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:54.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:54.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:54.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:54.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:54.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:54.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:55.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:55.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:55.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:56.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:57.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:39:58.580 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 3968ms Sat Dec 10 04:39:59.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3865, clonedBytes: 1036217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:00.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11927, clonedBytes: 3170501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:01.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21499, clonedBytes: 5766269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:02.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32984, clonedBytes: 8883569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:03.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43749, clonedBytes: 11890389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:04.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51960, clonedBytes: 14179312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:05.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59376, clonedBytes: 16371648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:06.317 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15217247 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 833ms Sat Dec 10 04:40:06.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62708, clonedBytes: 17356630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:07.617 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1449027819000) } -> { datetime: new Date(1449181756000) } Sat Dec 10 04:40:07.617 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466009769000) } -> { datetime: new Date(1466084043000) }, with opId: 119786 Sat Dec 10 04:40:07.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73135, clonedBytes: 20288574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:09.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82754, clonedBytes: 22898321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:10.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91565, clonedBytes: 25352345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:11.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101704, clonedBytes: 28216799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:12.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112036, clonedBytes: 31179349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:13.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb76666d1a4e49f546ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 31229921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:13.197 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:40:13.198 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:40:13.199 I SHARDING [conn9] moveChunk setting version to: 36|0||584bcad890d1dc672b54835d Sat Dec 10 04:40:13.201 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 31229921, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:40:13.201 I SHARDING [conn9] moveChunk updating self version to: 36|1||584bcad890d1dc672b54835d through { datetime: new Date(1446959036000) } -> { datetime: new Date(1447112465000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:40:13.202 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:13.202-0600-584bdb8d666d1a4e49f546b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366413202), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 31229921, catchup: 0, steady: 0 } } Sat Dec 10 04:40:13.203 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:40:13.210 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:40:13.210 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:13.210-0600-584bdb8d666d1a4e49f546b2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366413210), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3746, step 4 of 6: 18585, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:40:13.212 I SHARDING [conn9] distributed lock with ts: 584bdb76666d1a4e49f546ac' unlocked. Sat Dec 10 04:40:13.212 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446808984000) }, max: { datetime: new Date(1446959036000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 35000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7935 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22351ms Sat Dec 10 04:40:14.284 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:40:14.285 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468210560000) }, { datetime: new Date(1468270655000) }) in IISLogs.pubbsdweb1', ts : 584bdb8e666d1a4e49f546b3 Sat Dec 10 04:40:14.285 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 89|0||584bba0d90d1dc672b548145, current metadata version is 89|0||584bba0d90d1dc672b548145 Sat Dec 10 04:40:14.286 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 89|0||584bba0d90d1dc672b548145 to shard version 89|1||584bba0d90d1dc672b548145 Sat Dec 10 04:40:14.286 I SHARDING [conn9] collection version was loaded at version 89|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:40:14.287 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:14.286-0600-584bdb8e666d1a4e49f546b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366414286), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:40:14.287 I SHARDING [conn9] moveChunk request accepted at version 89|1||584bba0d90d1dc672b548145 Sat Dec 10 04:40:17.172 I SHARDING [conn9] moveChunk number of documents: 113361 Sat Dec 10 04:40:17.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:17.775 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 599ms Sat Dec 10 04:40:18.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4524, clonedBytes: 1334310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:19.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13452, clonedBytes: 3967987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:20.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24905, clonedBytes: 7345002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:21.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36464, clonedBytes: 10769359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:22.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47189, clonedBytes: 13976652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:23.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55367, clonedBytes: 16399481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:24.257 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776069 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 818ms Sat Dec 10 04:40:24.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58552, clonedBytes: 17318874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:25.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68708, clonedBytes: 20256720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:26.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79036, clonedBytes: 23231717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:27.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89391, clonedBytes: 26230993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:28.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100347, clonedBytes: 29396082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:30.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110164, clonedBytes: 32229992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:31.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb8e666d1a4e49f546b5", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113361, clonedBytes: 33147569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:31.034 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:40:31.036 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:40:31.036 I SHARDING [conn9] moveChunk setting version to: 90|0||584bba0d90d1dc672b548145 Sat Dec 10 04:40:31.038 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113361, clonedBytes: 33147569, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:40:31.038 I SHARDING [conn9] moveChunk updating self version to: 90|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468270655000) } -> { datetime: new Date(1468339821000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:40:31.039 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:31.039-0600-584bdb9f666d1a4e49f546b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366431039), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113361, clonedBytes: 33147569, catchup: 0, steady: 0 } } Sat Dec 10 04:40:31.040 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:40:31.040 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:40:31.040 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:31.040-0600-584bdb9f666d1a4e49f546b9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366431040), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2888, step 4 of 6: 13858, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:40:31.042 I SHARDING [conn9] distributed lock with ts: 584bdb8e666d1a4e49f546b3' unlocked. Sat Dec 10 04:40:31.042 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468210560000) }, max: { datetime: new Date(1468270655000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:912 reslen:154 locks:{ Global: { acquireCount: { r: 1836, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 70 } }, Database: { acquireCount: { r: 914, w: 4, W: 2 } }, Collection: { acquireCount: { r: 914, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16758ms Sat Dec 10 04:40:31.074 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:40:31.075 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451394469000) }, { datetime: new Date(1451505545000) }) in IISLogs.pubprdweb01', ts : 584bdb9f666d1a4e49f546ba Sat Dec 10 04:40:31.075 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 63|0||584bbf4f90d1dc672b54822e, current metadata version is 63|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:40:31.076 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 63|0||584bbf4f90d1dc672b54822e to shard version 63|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:40:31.076 I SHARDING [conn9] collection version was loaded at version 63|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:40:31.077 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:31.077-0600-584bdb9f666d1a4e49f546bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366431077), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:40:31.077 I SHARDING [conn9] moveChunk request accepted at version 63|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:40:32.110 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466009769000) } -> { datetime: new Date(1466084043000) } Sat Dec 10 04:40:32.110 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1450876498000) } -> { datetime: new Date(1451111806000) }, with opId: 120039 Sat Dec 10 04:40:33.449 I SHARDING [conn9] moveChunk number of documents: 102931 Sat Dec 10 04:40:33.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:33.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:34.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:34.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:34.874 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776151 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1420ms Sat Dec 10 04:40:35.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5574, clonedBytes: 1689310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:36.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15271, clonedBytes: 4560133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:37.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25864, clonedBytes: 7701836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:38.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35942, clonedBytes: 10666404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:39.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46026, clonedBytes: 13692054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:40.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55121, clonedBytes: 16401266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:41.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55121, clonedBytes: 16401266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:41.833 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14965640 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 1185ms Sat Dec 10 04:40:42.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64117, clonedBytes: 19268100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:43.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74450, clonedBytes: 22580387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:44.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84968, clonedBytes: 25747335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:45.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93755, clonedBytes: 28350923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:46.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdb9f666d1a4e49f546bc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102931, clonedBytes: 31043198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:46.948 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:40:46.949 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:40:46.949 I SHARDING [conn9] moveChunk setting version to: 64|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:40:46.958 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102931, clonedBytes: 31043198, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:40:46.958 I SHARDING [conn9] moveChunk updating self version to: 64|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451505545000) } -> { datetime: new Date(1451661627000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:40:46.960 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:46.960-0600-584bdbae666d1a4e49f546bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366446960), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102931, clonedBytes: 31043198, catchup: 0, steady: 0 } } Sat Dec 10 04:40:46.961 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:40:46.961 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:40:46.961 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:46.961-0600-584bdbae666d1a4e49f546c0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366446961), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2374, step 4 of 6: 13494, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:40:46.963 I SHARDING [conn9] distributed lock with ts: 584bdb9f666d1a4e49f546ba' unlocked. Sat Dec 10 04:40:46.963 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451394469000) }, max: { datetime: new Date(1451505545000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:818 reslen:154 locks:{ Global: { acquireCount: { r: 1648, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 113 } }, Database: { acquireCount: { r: 820, w: 4, W: 2 } }, Collection: { acquireCount: { r: 820, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15889ms Sat Dec 10 04:40:46.971 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:40:46.972 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1468271434000) }, { datetime: new Date(1468354550000) }) in IISLogs.pubbsdweb2', ts : 584bdbae666d1a4e49f546c1 Sat Dec 10 04:40:46.972 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 62|0||584bbf7a90d1dc672b548236, current metadata version is 62|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:40:46.974 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 62|0||584bbf7a90d1dc672b548236 to shard version 62|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:40:46.974 I SHARDING [conn9] collection version was loaded at version 62|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:40:46.974 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:40:46.974-0600-584bdbae666d1a4e49f546c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366446974), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:40:46.975 I SHARDING [conn9] moveChunk request accepted at version 62|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:40:48.258 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:40:48.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:48.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:49.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:50.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:51.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:52.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:52.900 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 998 } }, Database: { acquireCount: { r: 499 } }, Collection: { acquireCount: { r: 499 } } } protocol:op_command 4639ms Sat Dec 10 04:40:53.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4996, clonedBytes: 1488937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:54.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15218, clonedBytes: 4433918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:54.678 I SHARDING [RangeDeleter] rangeDeleter deleted 106486 documents for IISLogs.pubprdweb02 from { datetime: new Date(1450876498000) } -> { datetime: new Date(1451111806000) } Sat Dec 10 04:40:54.678 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445239201000) } -> { datetime: new Date(1445267757000) }, with opId: 120133 Sat Dec 10 04:40:55.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25421, clonedBytes: 7309350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:56.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35597, clonedBytes: 9878323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:57.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45488, clonedBytes: 12493377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:58.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55732, clonedBytes: 15371897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:40:59.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59193, clonedBytes: 16372711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:00.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59193, clonedBytes: 16372711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:01.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59193, clonedBytes: 16372711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:02.149 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16416883 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 3149ms Sat Dec 10 04:41:02.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64446, clonedBytes: 17896677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:03.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74587, clonedBytes: 20857975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:04.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85393, clonedBytes: 24022870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:06.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97084, clonedBytes: 27499941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:07.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106433, clonedBytes: 30251312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:08.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112078, clonedBytes: 31928691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:09.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbae666d1a4e49f546c3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 32418699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:09.337 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:41:09.338 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:41:09.339 I SHARDING [conn9] moveChunk setting version to: 63|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:41:09.341 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 32418699, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:41:09.341 I SHARDING [conn9] moveChunk updating self version to: 63|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1468354550000) } -> { datetime: new Date(1468697607000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:41:09.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:09.343-0600-584bdbc5666d1a4e49f546c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366469343), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 32418699, catchup: 0, steady: 0 } } Sat Dec 10 04:41:09.343 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:41:09.343 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:41:09.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:09.343-0600-584bdbc5666d1a4e49f546c7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366469343), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1285, step 4 of 6: 21075, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:41:09.345 I SHARDING [conn9] distributed lock with ts: 584bdbae666d1a4e49f546c1' unlocked. Sat Dec 10 04:41:09.345 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468271434000) }, max: { datetime: new Date(1468354550000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 193 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22375ms Sat Dec 10 04:41:09.349 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:41:09.349 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453497448000) }, { datetime: new Date(1453630727000) }) in IISLogs.pubprdweb02', ts : 584bdbc5666d1a4e49f546c8 Sat Dec 10 04:41:09.350 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 55|0||584bc22c90d1dc672b54829b, current metadata version is 55|0||584bc22c90d1dc672b54829b Sat Dec 10 04:41:09.351 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 55|0||584bc22c90d1dc672b54829b to shard version 55|1||584bc22c90d1dc672b54829b Sat Dec 10 04:41:09.351 I SHARDING [conn9] collection version was loaded at version 55|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:41:09.351 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:09.351-0600-584bdbc5666d1a4e49f546c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366469351), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:41:09.352 I SHARDING [conn9] moveChunk request accepted at version 55|1||584bc22c90d1dc672b54829b Sat Dec 10 04:41:10.283 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 04:41:10.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:10.971 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776314 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 683ms Sat Dec 10 04:41:11.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2932, clonedBytes: 797998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:12.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13072, clonedBytes: 3863304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:13.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22987, clonedBytes: 6896122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:14.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30919, clonedBytes: 9458072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:15.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41025, clonedBytes: 12811899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:16.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52458, clonedBytes: 16420070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:17.000 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445239201000) } -> { datetime: new Date(1445267757000) } Sat Dec 10 04:41:17.000 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445318340000) } -> { datetime: new Date(1445330486000) }, with opId: 120256 Sat Dec 10 04:41:17.625 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776326 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 659ms Sat Dec 10 04:41:18.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55562, clonedBytes: 17347297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:19.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66724, clonedBytes: 20758965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:20.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77141, clonedBytes: 24001227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:21.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87536, clonedBytes: 27228164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:22.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98260, clonedBytes: 30602896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:23.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbc5666d1a4e49f546ca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 33286459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:23.551 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:41:23.553 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:41:23.553 I SHARDING [conn9] moveChunk setting version to: 56|0||584bc22c90d1dc672b54829b Sat Dec 10 04:41:23.562 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 33286459, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:41:23.562 I SHARDING [conn9] moveChunk updating self version to: 56|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453630727000) } -> { datetime: new Date(1453758058000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:41:23.563 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:23.563-0600-584bdbd3666d1a4e49f546cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366483563), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 33286459, catchup: 0, steady: 0 } } Sat Dec 10 04:41:23.564 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:41:23.564 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:41:23.564 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:23.564-0600-584bdbd3666d1a4e49f546ce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366483564), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 934, step 4 of 6: 13264, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:41:23.565 I SHARDING [conn9] distributed lock with ts: 584bdbc5666d1a4e49f546c8' unlocked. Sat Dec 10 04:41:23.566 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453497448000) }, max: { datetime: new Date(1453630727000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 232 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14216ms Sat Dec 10 04:41:23.569 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:41:23.570 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445590106000) }, { datetime: new Date(1445622530000) }) in IISLogs.pubprdweb03', ts : 584bdbd3666d1a4e49f546cf Sat Dec 10 04:41:23.570 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 40|0||584bc97f90d1dc672b548352, current metadata version is 40|0||584bc97f90d1dc672b548352 Sat Dec 10 04:41:23.572 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 40|0||584bc97f90d1dc672b548352 to shard version 40|1||584bc97f90d1dc672b548352 Sat Dec 10 04:41:23.572 I SHARDING [conn9] collection version was loaded at version 40|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:41:23.572 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:23.572-0600-584bdbd3666d1a4e49f546d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366483572), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:41:23.572 I SHARDING [conn9] moveChunk request accepted at version 40|1||584bc97f90d1dc672b548352 Sat Dec 10 04:41:24.467 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 04:41:24.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:24.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:25.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:25.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:26.183 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776234 locks:{ Global: { acquireCount: { r: 996 } }, Database: { acquireCount: { r: 498 } }, Collection: { acquireCount: { r: 498 } } } protocol:op_command 1712ms Sat Dec 10 04:41:26.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3398, clonedBytes: 890968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:27.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14633, clonedBytes: 3843419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:28.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25812, clonedBytes: 6838167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:29.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36285, clonedBytes: 9625662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:31.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46998, clonedBytes: 12484544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:32.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57494, clonedBytes: 15230330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:33.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61644, clonedBytes: 16355688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:34.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61644, clonedBytes: 16355688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:34.615 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14217136 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 2127ms Sat Dec 10 04:41:35.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66727, clonedBytes: 17734352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:36.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76893, clonedBytes: 20436494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:36.778 I SHARDING [RangeDeleter] rangeDeleter deleted 112218 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445318340000) } -> { datetime: new Date(1445330486000) } Sat Dec 10 04:41:36.778 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467110522000) } -> { datetime: new Date(1467149842000) }, with opId: 120355 Sat Dec 10 04:41:37.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86232, clonedBytes: 22928715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:38.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96510, clonedBytes: 25632272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:39.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106830, clonedBytes: 28385232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:40.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbd3666d1a4e49f546d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 30219072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:40.351 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:41:40.352 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:41:40.353 I SHARDING [conn9] moveChunk setting version to: 41|0||584bc97f90d1dc672b548352 Sat Dec 10 04:41:40.357 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 30219072, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:41:40.357 I SHARDING [conn9] moveChunk updating self version to: 41|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445622530000) } -> { datetime: new Date(1445654499000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:41:40.358 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:40.358-0600-584bdbe4666d1a4e49f546d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366500358), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 30219072, catchup: 0, steady: 0 } } Sat Dec 10 04:41:40.359 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:41:40.359 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:41:40.359 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:40.359-0600-584bdbe4666d1a4e49f546d5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366500359), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 897, step 4 of 6: 15880, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:41:40.361 I SHARDING [conn9] distributed lock with ts: 584bdbd3666d1a4e49f546cf' unlocked. Sat Dec 10 04:41:40.361 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445590106000) }, max: { datetime: new Date(1445622530000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 243 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16792ms Sat Dec 10 04:41:40.366 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:41:40.367 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1446959036000) }, { datetime: new Date(1447112465000) }) in IISLogs.pubprdweb04', ts : 584bdbe4666d1a4e49f546d6 Sat Dec 10 04:41:40.367 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 36|0||584bcad890d1dc672b54835d, current metadata version is 36|0||584bcad890d1dc672b54835d Sat Dec 10 04:41:40.369 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 36|0||584bcad890d1dc672b54835d to shard version 36|1||584bcad890d1dc672b54835d Sat Dec 10 04:41:40.369 I SHARDING [conn9] collection version was loaded at version 36|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:41:40.370 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:41:40.369-0600-584bdbe4666d1a4e49f546d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366500369), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:41:40.370 I SHARDING [conn9] moveChunk request accepted at version 36|1||584bcad890d1dc672b54835d Sat Dec 10 04:41:42.662 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 04:41:42.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:42.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:43.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:43.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:44.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:45.595 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 2904ms Sat Dec 10 04:41:45.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 134, clonedBytes: 36340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:46.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7902, clonedBytes: 2278610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:47.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17987, clonedBytes: 5023025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:48.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28015, clonedBytes: 7772173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:50.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38025, clonedBytes: 10623428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:51.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47690, clonedBytes: 13303099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:52.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57117, clonedBytes: 15942926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:53.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58579, clonedBytes: 16377210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:54.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58579, clonedBytes: 16377210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:54.156 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14642409 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1923ms Sat Dec 10 04:41:55.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68742, clonedBytes: 19228404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:56.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79206, clonedBytes: 21984550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:57.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89317, clonedBytes: 24620459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:58.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99206, clonedBytes: 27236443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:41:59.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109188, clonedBytes: 29860081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:00.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbe4666d1a4e49f546d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 30655059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:00.533 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:42:00.534 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:42:00.535 I SHARDING [conn9] moveChunk setting version to: 37|0||584bcad890d1dc672b54835d Sat Dec 10 04:42:00.537 I SHARDING [RangeDeleter] rangeDeleter deleted 113357 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467110522000) } -> { datetime: new Date(1467149842000) } Sat Dec 10 04:42:00.537 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1449181756000) } -> { datetime: new Date(1449358178000) }, with opId: 120550 Sat Dec 10 04:42:00.540 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 30655059, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:42:00.540 I SHARDING [conn9] moveChunk updating self version to: 37|1||584bcad890d1dc672b54835d through { datetime: new Date(1447112465000) } -> { datetime: new Date(1447200052000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:42:00.542 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:00.542-0600-584bdbf8666d1a4e49f546db", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366520542), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 30655059, catchup: 0, steady: 0 } } Sat Dec 10 04:42:00.542 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:42:00.543 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:42:00.544 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:00.543-0600-584bdbf8666d1a4e49f546dc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366520543), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2293, step 4 of 6: 17867, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:42:00.545 I SHARDING [conn9] distributed lock with ts: 584bdbe4666d1a4e49f546d6' unlocked. Sat Dec 10 04:42:00.545 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446959036000) }, max: { datetime: new Date(1447112465000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 36000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5792 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20178ms Sat Dec 10 04:42:01.635 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:42:01.636 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468270655000) }, { datetime: new Date(1468339821000) }) in IISLogs.pubbsdweb1', ts : 584bdbf9666d1a4e49f546dd Sat Dec 10 04:42:01.636 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 90|0||584bba0d90d1dc672b548145, current metadata version is 90|0||584bba0d90d1dc672b548145 Sat Dec 10 04:42:01.637 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 90|0||584bba0d90d1dc672b548145 to shard version 90|1||584bba0d90d1dc672b548145 Sat Dec 10 04:42:01.637 I SHARDING [conn9] collection version was loaded at version 90|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:42:01.637 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:01.637-0600-584bdbf9666d1a4e49f546de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366521637), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:42:01.638 I SHARDING [conn9] moveChunk request accepted at version 90|1||584bba0d90d1dc672b548145 Sat Dec 10 04:42:04.296 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:42:04.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:04.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:05.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:06.494 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776280 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 2193ms Sat Dec 10 04:42:06.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:07.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8220, clonedBytes: 2364789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:08.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19012, clonedBytes: 5430082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:09.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30019, clonedBytes: 8492770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:10.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40287, clonedBytes: 11365489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:12.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50864, clonedBytes: 14284529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:13.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53818, clonedBytes: 15096038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:14.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53818, clonedBytes: 15096038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:15.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53818, clonedBytes: 15096038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:16.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53818, clonedBytes: 15096038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:17.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53818, clonedBytes: 15096038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:18.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58473, clonedBytes: 16377931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:19.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58473, clonedBytes: 16377931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:20.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58473, clonedBytes: 16377931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:21.304 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16378636 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 3645ms Sat Dec 10 04:42:21.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60815, clonedBytes: 17023304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:22.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71429, clonedBytes: 20033448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:23.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81980, clonedBytes: 23066947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:24.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92534, clonedBytes: 26198509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:25.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103057, clonedBytes: 29326002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:26.563 I SHARDING [RangeDeleter] rangeDeleter deleted 102923 documents for IISLogs.pubprdweb01 from { datetime: new Date(1449181756000) } -> { datetime: new Date(1449358178000) } Sat Dec 10 04:42:26.563 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466084043000) } -> { datetime: new Date(1466358817000) }, with opId: 120655 Sat Dec 10 04:42:26.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdbf9666d1a4e49f546df", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 32383320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:26.786 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:42:26.787 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:42:26.787 I SHARDING [conn9] moveChunk setting version to: 91|0||584bba0d90d1dc672b548145 Sat Dec 10 04:42:26.797 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 32383320, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:42:26.797 I SHARDING [conn9] moveChunk updating self version to: 91|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468339821000) } -> { datetime: new Date(1468383560000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:42:26.798 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:26.798-0600-584bdc12666d1a4e49f546e2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366546798), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 32383320, catchup: 0, steady: 0 } } Sat Dec 10 04:42:26.799 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:42:26.799 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:42:26.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:26.799-0600-584bdc12666d1a4e49f546e3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366546799), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2661, step 4 of 6: 22486, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:42:26.801 I SHARDING [conn9] distributed lock with ts: 584bdbf9666d1a4e49f546dd' unlocked. Sat Dec 10 04:42:26.801 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468270655000) }, max: { datetime: new Date(1468339821000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3577 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25168ms Sat Dec 10 04:42:26.806 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:42:26.807 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451505545000) }, { datetime: new Date(1451661627000) }) in IISLogs.pubprdweb01', ts : 584bdc12666d1a4e49f546e4 Sat Dec 10 04:42:26.807 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 64|0||584bbf4f90d1dc672b54822e, current metadata version is 64|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:42:26.808 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 64|0||584bbf4f90d1dc672b54822e to shard version 64|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:42:26.808 I SHARDING [conn9] collection version was loaded at version 64|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:42:26.808 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:26.808-0600-584bdc12666d1a4e49f546e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366546808), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:42:26.809 I SHARDING [conn9] moveChunk request accepted at version 64|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:42:32.229 I SHARDING [conn9] moveChunk number of documents: 102912 Sat Dec 10 04:42:32.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:32.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:33.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:34.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:34.707 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776051 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2463ms Sat Dec 10 04:42:35.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5401, clonedBytes: 1566183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:36.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15759, clonedBytes: 4623904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:37.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27537, clonedBytes: 8228193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:38.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38849, clonedBytes: 11900652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:39.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49756, clonedBytes: 15285802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:40.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53484, clonedBytes: 16412625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:41.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15215571 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 1436ms Sat Dec 10 04:42:42.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56606, clonedBytes: 17366711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:43.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66944, clonedBytes: 20462713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:44.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75692, clonedBytes: 22995625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:45.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86226, clonedBytes: 26124447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:46.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97470, clonedBytes: 29587075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:47.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc12666d1a4e49f546e6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102912, clonedBytes: 31293162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:47.633 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:42:47.634 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:42:47.634 I SHARDING [conn9] moveChunk setting version to: 65|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:42:47.638 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102912, clonedBytes: 31293162, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:42:47.638 I SHARDING [conn9] moveChunk updating self version to: 65|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451661627000) } -> { datetime: new Date(1451797805000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:42:47.639 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:47.639-0600-584bdc27666d1a4e49f546e9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366567639), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102912, clonedBytes: 31293162, catchup: 0, steady: 0 } } Sat Dec 10 04:42:47.640 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:42:47.640 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:42:47.640 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:47.640-0600-584bdc27666d1a4e49f546ea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366567640), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5422, step 4 of 6: 15399, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:42:47.641 I SHARDING [conn9] distributed lock with ts: 584bdc12666d1a4e49f546e4' unlocked. Sat Dec 10 04:42:47.642 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451505545000) }, max: { datetime: new Date(1451661627000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:855 reslen:154 locks:{ Global: { acquireCount: { r: 1722, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 254 } }, Database: { acquireCount: { r: 857, w: 4, W: 2 } }, Collection: { acquireCount: { r: 857, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20835ms Sat Dec 10 04:42:47.646 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:42:47.647 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1468354550000) }, { datetime: new Date(1468697607000) }) in IISLogs.pubbsdweb2', ts : 584bdc27666d1a4e49f546eb Sat Dec 10 04:42:47.647 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 63|0||584bbf7a90d1dc672b548236, current metadata version is 63|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:42:47.648 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 63|0||584bbf7a90d1dc672b548236 to shard version 63|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:42:47.648 I SHARDING [conn9] collection version was loaded at version 63|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:42:47.649 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:42:47.649-0600-584bdc27666d1a4e49f546ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366567649), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:42:47.649 I SHARDING [conn9] moveChunk request accepted at version 63|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:42:51.357 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466084043000) } -> { datetime: new Date(1466358817000) } Sat Dec 10 04:42:51.358 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1451111806000) } -> { datetime: new Date(1451323445000) }, with opId: 120802 Sat Dec 10 04:42:52.074 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:42:52.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:52.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:53.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:54.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:54.938 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776221 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 2860ms Sat Dec 10 04:42:55.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2249, clonedBytes: 669506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:56.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12465, clonedBytes: 3700200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:57.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23120, clonedBytes: 6709651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:58.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33662, clonedBytes: 9871050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:42:59.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43880, clonedBytes: 12909002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:00.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54069, clonedBytes: 15931057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:01.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55648, clonedBytes: 16397647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:02.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55648, clonedBytes: 16397647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:03.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55648, clonedBytes: 16397647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:04.516 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 3861ms Sat Dec 10 04:43:04.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56043, clonedBytes: 16513950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:05.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66467, clonedBytes: 19572719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:06.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76834, clonedBytes: 22628011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:07.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87220, clonedBytes: 25687156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:08.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97446, clonedBytes: 28736220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:09.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107117, clonedBytes: 31612230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:10.390 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:783607 locks:{ Global: { acquireCount: { r: 48 } }, Database: { acquireCount: { r: 24 } }, Collection: { acquireCount: { r: 24 } } } protocol:op_command 176ms Sat Dec 10 04:43:10.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc27666d1a4e49f546ed", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33565320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:10.824 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:43:10.825 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:43:10.826 I SHARDING [conn9] moveChunk setting version to: 64|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:43:10.834 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33565320, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:43:10.834 I SHARDING [conn9] moveChunk updating self version to: 64|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1468697607000) } -> { datetime: new Date(1468860692000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:43:10.836 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:10.835-0600-584bdc3e666d1a4e49f546f0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366590835), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33565320, catchup: 0, steady: 0 } } Sat Dec 10 04:43:10.836 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:43:10.836 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:43:10.837 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:10.837-0600-584bdc3e666d1a4e49f546f1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366590837), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4427, step 4 of 6: 18746, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:43:10.838 I SHARDING [conn9] distributed lock with ts: 584bdc27666d1a4e49f546eb' unlocked. Sat Dec 10 04:43:10.838 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468354550000) }, max: { datetime: new Date(1468697607000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:934 reslen:154 locks:{ Global: { acquireCount: { r: 1880, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 379 } }, Database: { acquireCount: { r: 936, w: 4, W: 2 } }, Collection: { acquireCount: { r: 936, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 240 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23192ms Sat Dec 10 04:43:10.842 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:43:10.843 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453630727000) }, { datetime: new Date(1453758058000) }) in IISLogs.pubprdweb02', ts : 584bdc3e666d1a4e49f546f2 Sat Dec 10 04:43:10.843 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 56|0||584bc22c90d1dc672b54829b, current metadata version is 56|0||584bc22c90d1dc672b54829b Sat Dec 10 04:43:10.844 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 56|0||584bc22c90d1dc672b54829b to shard version 56|1||584bc22c90d1dc672b54829b Sat Dec 10 04:43:10.844 I SHARDING [conn9] collection version was loaded at version 56|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:43:10.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:10.844-0600-584bdc3e666d1a4e49f546f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366590844), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:43:10.845 I SHARDING [conn9] moveChunk request accepted at version 56|1||584bc22c90d1dc672b54829b Sat Dec 10 04:43:12.027 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 04:43:12.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:12.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:13.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:14.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:15.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:15.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 3698ms Sat Dec 10 04:43:16.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3793, clonedBytes: 1259085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:17.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14027, clonedBytes: 4509684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:18.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24329, clonedBytes: 7699779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:19.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34449, clonedBytes: 10944014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:20.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41909, clonedBytes: 13282784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:21.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51931, clonedBytes: 16423607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:22.427 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16570628 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1000ms Sat Dec 10 04:43:22.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52286, clonedBytes: 16527054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:23.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64088, clonedBytes: 20250299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:24.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75573, clonedBytes: 23759548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:25.084 I SHARDING [RangeDeleter] rangeDeleter deleted 106560 documents for IISLogs.pubprdweb02 from { datetime: new Date(1451111806000) } -> { datetime: new Date(1451323445000) } Sat Dec 10 04:43:25.084 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445267757000) } -> { datetime: new Date(1445275736000) }, with opId: 120954 Sat Dec 10 04:43:26.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87269, clonedBytes: 27081474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:27.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97046, clonedBytes: 29918801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:28.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc3e666d1a4e49f546f4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 32623053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:28.150 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:43:28.151 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:43:28.151 I SHARDING [conn9] moveChunk setting version to: 57|0||584bc22c90d1dc672b54829b Sat Dec 10 04:43:28.153 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 32623053, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:43:28.153 I SHARDING [conn9] moveChunk updating self version to: 57|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453758058000) } -> { datetime: new Date(1453911860000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:43:28.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:28.155-0600-584bdc50666d1a4e49f546f7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366608155), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 32623053, catchup: 0, steady: 0 } } Sat Dec 10 04:43:28.155 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:43:28.155 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:43:28.156 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:28.156-0600-584bdc50666d1a4e49f546f8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366608156), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1188, step 4 of 6: 16115, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:43:28.157 I SHARDING [conn9] distributed lock with ts: 584bdc3e666d1a4e49f546f2' unlocked. Sat Dec 10 04:43:28.157 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453630727000) }, max: { datetime: new Date(1453758058000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 260 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 104 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17315ms Sat Dec 10 04:43:28.161 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:43:28.162 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445622530000) }, { datetime: new Date(1445654499000) }) in IISLogs.pubprdweb03', ts : 584bdc50666d1a4e49f546f9 Sat Dec 10 04:43:28.162 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 41|0||584bc97f90d1dc672b548352, current metadata version is 41|0||584bc97f90d1dc672b548352 Sat Dec 10 04:43:28.163 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 41|0||584bc97f90d1dc672b548352 to shard version 41|1||584bc97f90d1dc672b548352 Sat Dec 10 04:43:28.163 I SHARDING [conn9] collection version was loaded at version 41|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:43:28.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:28.163-0600-584bdc50666d1a4e49f546fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366608163), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:43:28.164 I SHARDING [conn9] moveChunk request accepted at version 41|1||584bc97f90d1dc672b548352 Sat Dec 10 04:43:28.989 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:43:29.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:29.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:30.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:30.596 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776326 locks:{ Global: { acquireCount: { r: 978 } }, Database: { acquireCount: { r: 489 } }, Collection: { acquireCount: { r: 489 } } } protocol:op_command 1603ms Sat Dec 10 04:43:31.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5153, clonedBytes: 1359875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:32.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16427, clonedBytes: 4351809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:33.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27957, clonedBytes: 7497524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:34.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39342, clonedBytes: 10659221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:35.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51593, clonedBytes: 13854487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:36.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60811, clonedBytes: 16361611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:37.538 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14785606 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 716ms Sat Dec 10 04:43:38.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65077, clonedBytes: 17507702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:39.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75157, clonedBytes: 20245136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:40.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87877, clonedBytes: 23701267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:41.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99153, clonedBytes: 26724676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:42.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109750, clonedBytes: 29686818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:43.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc50666d1a4e49f546fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30787648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:43.550 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:43:43.551 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:43:43.555 I SHARDING [conn9] moveChunk setting version to: 42|0||584bc97f90d1dc672b548352 Sat Dec 10 04:43:43.558 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30787648, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:43:43.558 I SHARDING [conn9] moveChunk updating self version to: 42|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445654499000) } -> { datetime: new Date(1445695676000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:43:43.559 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:43.559-0600-584bdc5f666d1a4e49f546fe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366623559), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30787648, catchup: 0, steady: 0 } } Sat Dec 10 04:43:43.560 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:43:43.560 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:43:43.561 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:43.561-0600-584bdc5f666d1a4e49f546ff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366623561), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 826, step 4 of 6: 14557, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:43:43.563 I SHARDING [conn9] distributed lock with ts: 584bdc50666d1a4e49f546f9' unlocked. Sat Dec 10 04:43:43.563 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445622530000) }, max: { datetime: new Date(1445654499000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 210 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 3469 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15402ms Sat Dec 10 04:43:43.571 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:43:43.572 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447112465000) }, { datetime: new Date(1447200052000) }) in IISLogs.pubprdweb04', ts : 584bdc5f666d1a4e49f54700 Sat Dec 10 04:43:43.572 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 37|0||584bcad890d1dc672b54835d, current metadata version is 37|0||584bcad890d1dc672b54835d Sat Dec 10 04:43:43.575 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 37|0||584bcad890d1dc672b54835d to shard version 37|1||584bcad890d1dc672b54835d Sat Dec 10 04:43:43.575 I SHARDING [conn9] collection version was loaded at version 37|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 04:43:43.575 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:43:43.575-0600-584bdc5f666d1a4e49f54701", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366623575), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:43:43.576 I SHARDING [conn9] moveChunk request accepted at version 37|1||584bcad890d1dc672b54835d Sat Dec 10 04:43:44.650 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 04:43:44.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:44.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:45.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:45.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:46.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:46.830 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776101 locks:{ Global: { acquireCount: { r: 998 } }, Database: { acquireCount: { r: 499 } }, Collection: { acquireCount: { r: 499 } } } protocol:op_command 2168ms Sat Dec 10 04:43:47.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5777, clonedBytes: 1541104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:48.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15613, clonedBytes: 4162639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:49.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24611, clonedBytes: 6568403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:50.170 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445267757000) } -> { datetime: new Date(1445275736000) } Sat Dec 10 04:43:50.170 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445330486000) } -> { datetime: new Date(1445342263000) }, with opId: 121127 Sat Dec 10 04:43:50.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34437, clonedBytes: 9137971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:51.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43794, clonedBytes: 11619617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:52.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53508, clonedBytes: 14146390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:54.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61940, clonedBytes: 16353483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:55.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61940, clonedBytes: 16353483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:55.320 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13505528 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 1446ms Sat Dec 10 04:43:56.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68500, clonedBytes: 18039212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:57.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78505, clonedBytes: 20592762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:58.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88647, clonedBytes: 23239052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:43:59.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98350, clonedBytes: 25794536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:00.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108390, clonedBytes: 28490263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:01.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc5f666d1a4e49f54702", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29517992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:01.271 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:44:01.272 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:44:01.273 I SHARDING [conn9] moveChunk setting version to: 38|0||584bcad890d1dc672b54835d Sat Dec 10 04:44:01.278 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29517992, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:44:01.278 I SHARDING [conn9] moveChunk updating self version to: 38|1||584bcad890d1dc672b54835d through { datetime: new Date(1447200052000) } -> { datetime: new Date(1447296117000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:44:01.279 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:01.279-0600-584bdc71666d1a4e49f54705", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366641279), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29517992, catchup: 0, steady: 0 } } Sat Dec 10 04:44:01.280 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:44:01.307 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:44:01.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:01.307-0600-584bdc71666d1a4e49f54706", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366641307), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1077, step 4 of 6: 16616, step 5 of 6: 36, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:44:01.309 I SHARDING [conn9] distributed lock with ts: 584bdc5f666d1a4e49f54700' unlocked. Sat Dec 10 04:44:01.309 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447112465000) }, max: { datetime: new Date(1447200052000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 37000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 60541 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 65 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17739ms Sat Dec 10 04:44:02.383 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:44:02.384 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468339821000) }, { datetime: new Date(1468383560000) }) in IISLogs.pubbsdweb1', ts : 584bdc72666d1a4e49f54707 Sat Dec 10 04:44:02.384 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 91|0||584bba0d90d1dc672b548145, current metadata version is 91|0||584bba0d90d1dc672b548145 Sat Dec 10 04:44:02.385 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 91|0||584bba0d90d1dc672b548145 to shard version 91|1||584bba0d90d1dc672b548145 Sat Dec 10 04:44:02.385 I SHARDING [conn9] collection version was loaded at version 91|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:44:02.385 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:02.385-0600-584bdc72666d1a4e49f54708", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366642385), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:44:02.386 I SHARDING [conn9] moveChunk request accepted at version 91|1||584bba0d90d1dc672b548145 Sat Dec 10 04:44:05.023 I SHARDING [conn9] moveChunk number of documents: 113359 Sat Dec 10 04:44:05.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:05.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:06.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:07.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:08.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:09.026 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776160 locks:{ Global: { acquireCount: { r: 962 } }, Database: { acquireCount: { r: 481 } }, Collection: { acquireCount: { r: 481 } } } protocol:op_command 3980ms Sat Dec 10 04:44:09.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57, clonedBytes: 16991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:10.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6038, clonedBytes: 1786628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:11.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16143, clonedBytes: 4764622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:12.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27630, clonedBytes: 8047568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:13.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37806, clonedBytes: 10972162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:14.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47445, clonedBytes: 13767154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:14.559 I SHARDING [RangeDeleter] rangeDeleter deleted 112230 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445330486000) } -> { datetime: new Date(1445342263000) } Sat Dec 10 04:44:14.559 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467149842000) } -> { datetime: new Date(1467216943000) }, with opId: 121287 Sat Dec 10 04:44:15.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56542, clonedBytes: 16391328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:16.400 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16371939 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 986ms Sat Dec 10 04:44:16.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57438, clonedBytes: 16647750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:17.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68604, clonedBytes: 19870677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:18.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79044, clonedBytes: 22853542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:19.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90301, clonedBytes: 25992093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:20.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100416, clonedBytes: 28780261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:21.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111466, clonedBytes: 31852068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:23.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc72666d1a4e49f54709", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113359, clonedBytes: 32376510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:23.040 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:44:23.048 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:44:23.048 I SHARDING [conn9] moveChunk setting version to: 92|0||584bba0d90d1dc672b548145 Sat Dec 10 04:44:23.162 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113359, clonedBytes: 32376510, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:44:23.162 I SHARDING [conn9] moveChunk updating self version to: 92|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468383560000) } -> { datetime: new Date(1468424851000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:44:23.180 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:23.180-0600-584bdc87666d1a4e49f5470c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366663180), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113359, clonedBytes: 32376510, catchup: 0, steady: 0 } } Sat Dec 10 04:44:23.180 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:44:23.181 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:44:23.181 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:23.181-0600-584bdc87666d1a4e49f5470d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366663181), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2640, step 4 of 6: 18012, step 5 of 6: 140, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:44:23.182 I SHARDING [conn9] distributed lock with ts: 584bdc72666d1a4e49f54707' unlocked. Sat Dec 10 04:44:23.182 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468339821000) }, max: { datetime: new Date(1468383560000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3733 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 23 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20800ms Sat Dec 10 04:44:23.186 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:44:23.187 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451661627000) }, { datetime: new Date(1451797805000) }) in IISLogs.pubprdweb01', ts : 584bdc87666d1a4e49f5470e Sat Dec 10 04:44:23.187 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 65|0||584bbf4f90d1dc672b54822e, current metadata version is 65|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:44:23.188 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 65|0||584bbf4f90d1dc672b54822e to shard version 65|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:44:23.188 I SHARDING [conn9] collection version was loaded at version 65|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:44:23.189 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:23.189-0600-584bdc87666d1a4e49f5470f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366663189), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:44:23.189 I SHARDING [conn9] moveChunk request accepted at version 65|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:44:30.214 I SHARDING [conn9] moveChunk number of documents: 102944 Sat Dec 10 04:44:30.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:30.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:31.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:32.200 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776324 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1981ms Sat Dec 10 04:44:32.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2959, clonedBytes: 927806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:33.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13847, clonedBytes: 4295955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:34.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24878, clonedBytes: 7650076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:35.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35301, clonedBytes: 10856431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:36.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43411, clonedBytes: 13321325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:37.413 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467149842000) } -> { datetime: new Date(1467216943000) } Sat Dec 10 04:44:37.413 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1449358178000) } -> { datetime: new Date(1449546900000) }, with opId: 121420 Sat Dec 10 04:44:38.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52941, clonedBytes: 16416699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:39.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52941, clonedBytes: 16416699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:40.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52941, clonedBytes: 16416699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:41.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52941, clonedBytes: 16416699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:41.828 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15755247 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 3774ms Sat Dec 10 04:44:42.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57706, clonedBytes: 17970085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:43.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69201, clonedBytes: 21514734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:44.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80545, clonedBytes: 24999262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:45.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92607, clonedBytes: 28717136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:46.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102944, clonedBytes: 31832887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:47.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc87666d1a4e49f54710", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102944, clonedBytes: 31832887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:47.970 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:44:47.971 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:44:47.972 I SHARDING [conn9] moveChunk setting version to: 66|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:44:47.975 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102944, clonedBytes: 31832887, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:44:47.975 I SHARDING [conn9] moveChunk updating self version to: 66|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451797805000) } -> { datetime: new Date(1451938632000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:44:47.977 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:47.977-0600-584bdc9f666d1a4e49f54713", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366687977), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102944, clonedBytes: 31832887, catchup: 0, steady: 0 } } Sat Dec 10 04:44:47.977 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:44:47.978 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:44:47.978 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:47.978-0600-584bdc9f666d1a4e49f54714", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366687978), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 7027, step 4 of 6: 17751, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:44:47.979 I SHARDING [conn9] distributed lock with ts: 584bdc87666d1a4e49f5470e' unlocked. Sat Dec 10 04:44:47.979 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451661627000) }, max: { datetime: new Date(1451797805000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 253 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 68 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24793ms Sat Dec 10 04:44:47.983 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:44:47.984 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1468697607000) }, { datetime: new Date(1468860692000) }) in IISLogs.pubbsdweb2', ts : 584bdc9f666d1a4e49f54715 Sat Dec 10 04:44:47.984 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 64|0||584bbf7a90d1dc672b548236, current metadata version is 64|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:44:47.986 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 64|0||584bbf7a90d1dc672b548236 to shard version 64|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:44:47.986 I SHARDING [conn9] collection version was loaded at version 64|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:44:47.986 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:44:47.986-0600-584bdc9f666d1a4e49f54716", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366687986), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:44:47.986 I SHARDING [conn9] moveChunk request accepted at version 64|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:44:52.067 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:44:52.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:52.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:53.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:54.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:55.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:56.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:56.450 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776030 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 4359ms Sat Dec 10 04:44:57.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6255, clonedBytes: 1860453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:58.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16873, clonedBytes: 5002068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:44:59.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27071, clonedBytes: 8037545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:00.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37722, clonedBytes: 11209323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:01.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48178, clonedBytes: 14291215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:02.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55324, clonedBytes: 16399724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:03.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55324, clonedBytes: 16399724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:04.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55324, clonedBytes: 16399724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:05.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55324, clonedBytes: 16399724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:05.648 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776091 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 3509ms Sat Dec 10 04:45:06.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63398, clonedBytes: 18846218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:07.310 I SHARDING [RangeDeleter] rangeDeleter deleted 102926 documents for IISLogs.pubprdweb01 from { datetime: new Date(1449358178000) } -> { datetime: new Date(1449546900000) } Sat Dec 10 04:45:07.310 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466358817000) } -> { datetime: new Date(1466462011000) }, with opId: 121634 Sat Dec 10 04:45:07.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75555, clonedBytes: 22536575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:08.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85977, clonedBytes: 25624254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:09.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95749, clonedBytes: 28525299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:10.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106587, clonedBytes: 31784354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:11.645 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1140814 locks:{ Global: { acquireCount: { r: 66 } }, Database: { acquireCount: { r: 33 } }, Collection: { acquireCount: { r: 33 } } } protocol:op_command 358ms Sat Dec 10 04:45:12.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113618, clonedBytes: 33886449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:13.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdc9f666d1a4e49f54717", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33923375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:13.026 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:45:13.026 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:45:13.027 I SHARDING [conn9] moveChunk setting version to: 65|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:45:13.036 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33923375, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:45:13.036 I SHARDING [conn9] moveChunk updating self version to: 65|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1468860692000) } -> { datetime: new Date(1468935049000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:45:13.037 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:13.037-0600-584bdcb9666d1a4e49f5471a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366713037), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33923375, catchup: 0, steady: 0 } } Sat Dec 10 04:45:13.038 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:45:13.038 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:45:13.038 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:13.038-0600-584bdcb9666d1a4e49f5471b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366713038), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4083, step 4 of 6: 20954, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:45:13.040 I SHARDING [conn9] distributed lock with ts: 584bdc9f666d1a4e49f54715' unlocked. Sat Dec 10 04:45:13.040 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468697607000) }, max: { datetime: new Date(1468860692000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:928 reslen:154 locks:{ Global: { acquireCount: { r: 1868, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 155 } }, Database: { acquireCount: { r: 930, w: 4, W: 2 } }, Collection: { acquireCount: { r: 930, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 149 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25057ms Sat Dec 10 04:45:13.045 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:45:13.045 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453758058000) }, { datetime: new Date(1453911860000) }) in IISLogs.pubprdweb02', ts : 584bdcb9666d1a4e49f5471c Sat Dec 10 04:45:13.046 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 57|0||584bc22c90d1dc672b54829b, current metadata version is 57|0||584bc22c90d1dc672b54829b Sat Dec 10 04:45:13.047 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 57|0||584bc22c90d1dc672b54829b to shard version 57|1||584bc22c90d1dc672b54829b Sat Dec 10 04:45:13.047 I SHARDING [conn9] collection version was loaded at version 57|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:45:13.047 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:13.047-0600-584bdcb9666d1a4e49f5471d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366713047), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:45:13.048 I SHARDING [conn9] moveChunk request accepted at version 57|1||584bc22c90d1dc672b54829b Sat Dec 10 04:45:15.156 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 04:45:15.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:15.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:16.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:17.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:18.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:18.654 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776244 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 3490ms Sat Dec 10 04:45:19.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6552, clonedBytes: 1849523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:20.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16737, clonedBytes: 4839846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:21.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26772, clonedBytes: 7980979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:22.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37106, clonedBytes: 11065769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:23.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47333, clonedBytes: 14099047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:24.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55049, clonedBytes: 16401863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:25.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55049, clonedBytes: 16401863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:26.421 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16238394 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 2113ms Sat Dec 10 04:45:26.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58068, clonedBytes: 17307872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:28.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66533, clonedBytes: 20025115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:29.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76660, clonedBytes: 23047093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:30.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87941, clonedBytes: 26646734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:31.083 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466358817000) } -> { datetime: new Date(1466462011000) } Sat Dec 10 04:45:31.084 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1451323445000) } -> { datetime: new Date(1451496395000) }, with opId: 121822 Sat Dec 10 04:45:31.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98591, clonedBytes: 29927364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:32.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcb9666d1a4e49f5471e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 32290901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:32.284 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:45:32.285 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:45:32.286 I SHARDING [conn9] moveChunk setting version to: 58|0||584bc22c90d1dc672b54829b Sat Dec 10 04:45:32.294 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 32290901, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:45:32.294 I SHARDING [conn9] moveChunk updating self version to: 58|1||584bc22c90d1dc672b54829b through { datetime: new Date(1453911860000) } -> { datetime: new Date(1454045297000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:45:32.296 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:32.296-0600-584bdccc666d1a4e49f54721", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366732296), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 32290901, catchup: 0, steady: 0 } } Sat Dec 10 04:45:32.296 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:45:32.297 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:45:32.297 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:32.297-0600-584bdccc666d1a4e49f54722", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366732297), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2113, step 4 of 6: 17120, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:45:32.298 I SHARDING [conn9] distributed lock with ts: 584bdcb9666d1a4e49f5471c' unlocked. Sat Dec 10 04:45:32.298 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453758058000) }, max: { datetime: new Date(1453911860000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 258 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 55 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19253ms Sat Dec 10 04:45:32.302 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:45:32.303 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445654499000) }, { datetime: new Date(1445695676000) }) in IISLogs.pubprdweb03', ts : 584bdccc666d1a4e49f54723 Sat Dec 10 04:45:32.303 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 42|0||584bc97f90d1dc672b548352, current metadata version is 42|0||584bc97f90d1dc672b548352 Sat Dec 10 04:45:32.304 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 42|0||584bc97f90d1dc672b548352 to shard version 42|1||584bc97f90d1dc672b548352 Sat Dec 10 04:45:32.304 I SHARDING [conn9] collection version was loaded at version 42|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:45:32.304 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:32.304-0600-584bdccc666d1a4e49f54724", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366732304), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:45:32.305 I SHARDING [conn9] moveChunk request accepted at version 42|1||584bc97f90d1dc672b548352 Sat Dec 10 04:45:33.222 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:45:33.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:33.903 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776266 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 661ms Sat Dec 10 04:45:34.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 849, clonedBytes: 221870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:35.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11013, clonedBytes: 3057085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:36.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21516, clonedBytes: 6020429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:37.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32125, clonedBytes: 9003699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:38.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42691, clonedBytes: 11986021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:39.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53977, clonedBytes: 15126141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:40.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58430, clonedBytes: 16378218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:40.860 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15660602 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 848ms Sat Dec 10 04:45:41.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66764, clonedBytes: 18713605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:42.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77724, clonedBytes: 21709726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:43.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89587, clonedBytes: 24999276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:45.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101164, clonedBytes: 28177977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:46.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112725, clonedBytes: 31385245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:47.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdccc666d1a4e49f54725", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31662584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:47.262 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:45:47.263 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:45:47.264 I SHARDING [conn9] moveChunk setting version to: 43|0||584bc97f90d1dc672b548352 Sat Dec 10 04:45:47.267 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31662584, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:45:47.267 I SHARDING [conn9] moveChunk updating self version to: 43|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445695676000) } -> { datetime: new Date(1445724622000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:45:47.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:47.268-0600-584bdcdb666d1a4e49f54728", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366747268), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31662584, catchup: 0, steady: 0 } } Sat Dec 10 04:45:47.269 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:45:47.269 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:45:47.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:47.269-0600-584bdcdb666d1a4e49f54729", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366747269), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 919, step 4 of 6: 14037, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:45:47.271 I SHARDING [conn9] distributed lock with ts: 584bdccc666d1a4e49f54723' unlocked. Sat Dec 10 04:45:47.271 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445654499000) }, max: { datetime: new Date(1445695676000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 118 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14970ms Sat Dec 10 04:45:47.275 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:45:47.276 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447200052000) }, { datetime: new Date(1447296117000) }) in IISLogs.pubprdweb04', ts : 584bdcdb666d1a4e49f5472a Sat Dec 10 04:45:47.276 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 38|0||584bcad890d1dc672b54835d, current metadata version is 38|0||584bcad890d1dc672b54835d Sat Dec 10 04:45:47.278 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 38|0||584bcad890d1dc672b54835d to shard version 38|1||584bcad890d1dc672b54835d Sat Dec 10 04:45:47.278 I SHARDING [conn9] collection version was loaded at version 38|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:45:47.278 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:45:47.278-0600-584bdcdb666d1a4e49f5472b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366747278), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:45:47.279 I SHARDING [conn9] moveChunk request accepted at version 38|1||584bcad890d1dc672b54835d Sat Dec 10 04:45:48.086 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 04:45:48.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:48.715 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776055 locks:{ Global: { acquireCount: { r: 978 } }, Database: { acquireCount: { r: 489 } }, Collection: { acquireCount: { r: 489 } } } protocol:op_command 624ms Sat Dec 10 04:45:49.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5407, clonedBytes: 1440177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:50.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16870, clonedBytes: 4544597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:51.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29025, clonedBytes: 7844226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:52.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39319, clonedBytes: 10594116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:54.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50705, clonedBytes: 13570655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:55.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61265, clonedBytes: 16233739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:55.745 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13584433 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 490ms Sat Dec 10 04:45:56.288 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1451323445000) } -> { datetime: new Date(1451496395000) } Sat Dec 10 04:45:56.288 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445275736000) } -> { datetime: new Date(1445282385000) }, with opId: 122046 Sat Dec 10 04:45:56.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66166, clonedBytes: 17489049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:57.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76617, clonedBytes: 20174274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:58.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87317, clonedBytes: 22995877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:45:59.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97688, clonedBytes: 25755758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:00.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108062, clonedBytes: 28487112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:01.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:02.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:03.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:04.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:05.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:06.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcdb666d1a4e49f5472c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:06.666 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:46:06.668 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:46:06.668 I SHARDING [conn9] moveChunk setting version to: 39|0||584bcad890d1dc672b54835d Sat Dec 10 04:46:06.675 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:46:06.675 I SHARDING [conn9] moveChunk updating self version to: 39|1||584bcad890d1dc672b54835d through { datetime: new Date(1447296117000) } -> { datetime: new Date(1447378206000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:46:06.676 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:06.676-0600-584bdcee666d1a4e49f5472f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366766676), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 29596858, catchup: 0, steady: 0 } } Sat Dec 10 04:46:06.677 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:46:06.677 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:46:06.677 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:06.677-0600-584bdcee666d1a4e49f54730", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366766677), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 810, step 4 of 6: 18576, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:46:06.679 I SHARDING [conn9] distributed lock with ts: 584bdcdb666d1a4e49f5472a' unlocked. Sat Dec 10 04:46:06.679 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447200052000) }, max: { datetime: new Date(1447296117000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 38000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 321 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19404ms Sat Dec 10 04:46:07.753 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:46:07.754 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468383560000) }, { datetime: new Date(1468424851000) }) in IISLogs.pubbsdweb1', ts : 584bdcef666d1a4e49f54731 Sat Dec 10 04:46:07.754 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 92|0||584bba0d90d1dc672b548145, current metadata version is 92|0||584bba0d90d1dc672b548145 Sat Dec 10 04:46:07.755 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 92|0||584bba0d90d1dc672b548145 to shard version 92|1||584bba0d90d1dc672b548145 Sat Dec 10 04:46:07.755 I SHARDING [conn9] collection version was loaded at version 92|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:46:07.756 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:07.756-0600-584bdcef666d1a4e49f54732", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366767756), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:46:07.756 I SHARDING [conn9] moveChunk request accepted at version 92|1||584bba0d90d1dc672b548145 Sat Dec 10 04:46:09.121 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:46:09.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:09.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:10.196 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776012 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1071ms Sat Dec 10 04:46:10.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112, clonedBytes: 30982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:11.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11830, clonedBytes: 3232598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:12.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23457, clonedBytes: 6381481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:13.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33471, clonedBytes: 9087295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:14.134 I COMMAND [conn6] command admin.$cmd command: isMaster { ismaster: 1 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:448 locks:{} protocol:op_command 167ms Sat Dec 10 04:46:14.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43158, clonedBytes: 11699958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:15.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53653, clonedBytes: 14580017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:16.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59982, clonedBytes: 16367100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:17.399 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15791937 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 820ms Sat Dec 10 04:46:17.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64692, clonedBytes: 17704847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:18.053 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445275736000) } -> { datetime: new Date(1445282385000) } Sat Dec 10 04:46:18.053 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445342263000) } -> { datetime: new Date(1445351808000) }, with opId: 122153 Sat Dec 10 04:46:19.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75356, clonedBytes: 20775628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:20.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86807, clonedBytes: 24071662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:21.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96776, clonedBytes: 26983598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:22.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106720, clonedBytes: 29871288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:23.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcef666d1a4e49f54733", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 31796353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:23.245 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:46:23.246 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:46:23.247 I SHARDING [conn9] moveChunk setting version to: 93|0||584bba0d90d1dc672b548145 Sat Dec 10 04:46:23.254 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 31796353, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:46:23.254 I SHARDING [conn9] moveChunk updating self version to: 93|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468424851000) } -> { datetime: new Date(1468445347000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:46:23.256 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:23.256-0600-584bdcff666d1a4e49f54736", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366783256), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 31796353, catchup: 0, steady: 0 } } Sat Dec 10 04:46:23.257 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:46:23.257 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:46:23.257 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:23.257-0600-584bdcff666d1a4e49f54737", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366783257), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1366, step 4 of 6: 14121, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:46:23.258 I SHARDING [conn9] distributed lock with ts: 584bdcef666d1a4e49f54731' unlocked. Sat Dec 10 04:46:23.258 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468383560000) }, max: { datetime: new Date(1468424851000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 142 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15505ms Sat Dec 10 04:46:23.262 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:46:23.263 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451797805000) }, { datetime: new Date(1451938632000) }) in IISLogs.pubprdweb01', ts : 584bdcff666d1a4e49f54738 Sat Dec 10 04:46:23.263 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 66|0||584bbf4f90d1dc672b54822e, current metadata version is 66|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:46:23.265 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 66|0||584bbf4f90d1dc672b54822e to shard version 66|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:46:23.265 I SHARDING [conn9] collection version was loaded at version 66|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:46:23.265 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:23.265-0600-584bdcff666d1a4e49f54739", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366783265), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:46:23.265 I SHARDING [conn9] moveChunk request accepted at version 66|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:46:24.038 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:46:24.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:24.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:25.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:26.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:26.466 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 2423ms Sat Dec 10 04:46:27.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6272, clonedBytes: 2042717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:28.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14915, clonedBytes: 4604376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:29.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22538, clonedBytes: 6829719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:30.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32477, clonedBytes: 9957079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:31.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40714, clonedBytes: 12383418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:32.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50130, clonedBytes: 15234198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:33.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53925, clonedBytes: 16409626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:34.181 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14388305 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 1365ms Sat Dec 10 04:46:34.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57268, clonedBytes: 17342467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:35.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68918, clonedBytes: 20865471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:36.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79554, clonedBytes: 23986046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:37.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90190, clonedBytes: 26974291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:39.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101675, clonedBytes: 30128010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:40.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdcff666d1a4e49f5473a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 30465872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:40.127 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:46:40.128 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:46:40.128 I SHARDING [conn9] moveChunk setting version to: 67|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:46:40.132 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 30465872, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:46:40.132 I SHARDING [conn9] moveChunk updating self version to: 67|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1451938632000) } -> { datetime: new Date(1452101652000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:46:40.133 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:40.133-0600-584bdd10666d1a4e49f5473d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366800133), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 30465872, catchup: 0, steady: 0 } } Sat Dec 10 04:46:40.134 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:46:40.134 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:46:40.134 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:40.134-0600-584bdd10666d1a4e49f5473e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366800134), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 775, step 4 of 6: 16084, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:46:40.135 I SHARDING [conn9] distributed lock with ts: 584bdcff666d1a4e49f54738' unlocked. Sat Dec 10 04:46:40.135 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451797805000) }, max: { datetime: new Date(1451938632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 330 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16873ms Sat Dec 10 04:46:40.140 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:46:40.141 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1468860692000) }, { datetime: new Date(1468935049000) }) in IISLogs.pubbsdweb2', ts : 584bdd10666d1a4e49f5473f Sat Dec 10 04:46:40.141 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 65|0||584bbf7a90d1dc672b548236, current metadata version is 65|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:46:40.142 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 65|0||584bbf7a90d1dc672b548236 to shard version 65|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:46:40.142 I SHARDING [conn9] collection version was loaded at version 65|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:46:40.142 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:46:40.142-0600-584bdd10666d1a4e49f54740", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366800142), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:46:40.143 I SHARDING [conn9] moveChunk request accepted at version 65|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:46:41.111 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:46:41.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:41.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:42.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:43.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:43.859 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 2702ms Sat Dec 10 04:46:44.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2347, clonedBytes: 701514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:44.972 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445342263000) } -> { datetime: new Date(1445351808000) } Sat Dec 10 04:46:44.973 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467216943000) } -> { datetime: new Date(1467286646000) }, with opId: 122376 Sat Dec 10 04:46:45.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13344, clonedBytes: 3987300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:46.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22930, clonedBytes: 6876832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:47.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33205, clonedBytes: 9964106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:48.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43274, clonedBytes: 12971644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:49.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51923, clonedBytes: 15615057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:50.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54561, clonedBytes: 16405173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:51.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54561, clonedBytes: 16405173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:52.110 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776118 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 2251ms Sat Dec 10 04:46:52.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59268, clonedBytes: 17848542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:53.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71012, clonedBytes: 21333519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:54.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80896, clonedBytes: 24231283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:56.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92033, clonedBytes: 27496779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:57.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99949, clonedBytes: 29813230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:58.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107895, clonedBytes: 32144336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:46:59.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:00.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:01.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:02.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:03.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:04.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:05.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:06.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:06.922 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467216943000) } -> { datetime: new Date(1467286646000) } Sat Dec 10 04:47:06.922 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1449546900000) } -> { datetime: new Date(1449682288000) }, with opId: 122455 Sat Dec 10 04:47:07.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:08.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:09.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:10.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:11.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:12.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:13.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:14.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:15.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:16.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:17.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:18.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32144629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:19.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd10666d1a4e49f54741", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33867332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:19.690 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:47:19.691 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:47:19.692 I SHARDING [conn9] moveChunk setting version to: 66|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:47:19.705 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33867332, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:47:19.705 I SHARDING [conn9] moveChunk updating self version to: 66|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1468935049000) } -> { datetime: new Date(1469023348000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:47:19.706 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:19.706-0600-584bdd37666d1a4e49f54744", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366839706), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33867332, catchup: 0, steady: 0 } } Sat Dec 10 04:47:19.707 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:47:19.707 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:47:19.707 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:19.707-0600-584bdd37666d1a4e49f54745", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366839707), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 994, step 4 of 6: 38551, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:47:19.709 I SHARDING [conn9] distributed lock with ts: 584bdd10666d1a4e49f5473f' unlocked. Sat Dec 10 04:47:19.709 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468860692000) }, max: { datetime: new Date(1468935049000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 221 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 39569ms Sat Dec 10 04:47:19.713 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:47:19.714 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1453911860000) }, { datetime: new Date(1454045297000) }) in IISLogs.pubprdweb02', ts : 584bdd37666d1a4e49f54746 Sat Dec 10 04:47:19.714 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 58|0||584bc22c90d1dc672b54829b, current metadata version is 58|0||584bc22c90d1dc672b54829b Sat Dec 10 04:47:19.715 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 58|0||584bc22c90d1dc672b54829b to shard version 58|1||584bc22c90d1dc672b54829b Sat Dec 10 04:47:19.715 I SHARDING [conn9] collection version was loaded at version 58|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:47:19.715 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:19.715-0600-584bdd37666d1a4e49f54747", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366839715), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:47:19.716 I SHARDING [conn9] moveChunk request accepted at version 58|1||584bc22c90d1dc672b54829b Sat Dec 10 04:47:20.498 I SHARDING [RangeDeleter] rangeDeleter deleted 102934 documents for IISLogs.pubprdweb01 from { datetime: new Date(1449546900000) } -> { datetime: new Date(1449682288000) } Sat Dec 10 04:47:20.498 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466462011000) } -> { datetime: new Date(1466524857000) }, with opId: 122515 Sat Dec 10 04:47:21.265 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 04:47:21.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:21.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:22.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:22.416 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776212 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1145ms Sat Dec 10 04:47:23.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8705, clonedBytes: 2578924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:24.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20069, clonedBytes: 5970979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:25.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29937, clonedBytes: 8844214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:26.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39984, clonedBytes: 11876679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:27.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50312, clonedBytes: 15051820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:28.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54802, clonedBytes: 16403560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:28.881 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15910889 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 623ms Sat Dec 10 04:47:30.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66349, clonedBytes: 19779970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:31.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76939, clonedBytes: 22890665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:32.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87202, clonedBytes: 26100623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:33.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97722, clonedBytes: 29226770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:34.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd37666d1a4e49f54748", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 31963357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:34.463 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:47:34.541 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:47:34.541 I SHARDING [conn9] moveChunk setting version to: 59|0||584bc22c90d1dc672b54829b Sat Dec 10 04:47:34.548 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 31963357, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:47:34.548 I SHARDING [conn9] moveChunk updating self version to: 59|1||584bc22c90d1dc672b54829b through { datetime: new Date(1454045297000) } -> { datetime: new Date(1454252978000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:47:34.549 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:34.549-0600-584bdd46666d1a4e49f5474b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366854549), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 31963357, catchup: 0, steady: 0 } } Sat Dec 10 04:47:34.556 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:47:34.557 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:47:34.557 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:34.557-0600-584bdd46666d1a4e49f5474c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366854557), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1553, step 4 of 6: 13192, step 5 of 6: 94, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:47:34.587 I SHARDING [conn9] distributed lock with ts: 584bdd37666d1a4e49f54746' unlocked. Sat Dec 10 04:47:34.588 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453911860000) }, max: { datetime: new Date(1454045297000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 999 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14874ms Sat Dec 10 04:47:34.592 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:47:34.593 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445695676000) }, { datetime: new Date(1445724622000) }) in IISLogs.pubprdweb03', ts : 584bdd46666d1a4e49f5474d Sat Dec 10 04:47:34.593 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 43|0||584bc97f90d1dc672b548352, current metadata version is 43|0||584bc97f90d1dc672b548352 Sat Dec 10 04:47:34.596 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 43|0||584bc97f90d1dc672b548352 to shard version 43|1||584bc97f90d1dc672b548352 Sat Dec 10 04:47:34.596 I SHARDING [conn9] collection version was loaded at version 43|1||584bc97f90d1dc672b548352, took 3ms Sat Dec 10 04:47:34.596 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:34.596-0600-584bdd46666d1a4e49f5474e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366854596), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:47:34.597 I SHARDING [conn9] moveChunk request accepted at version 43|1||584bc97f90d1dc672b548352 Sat Dec 10 04:47:35.886 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:47:35.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:35.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:35.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:35.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:35.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:36.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:36.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:36.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:36.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:36.935 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776151 locks:{ Global: { acquireCount: { r: 960 } }, Database: { acquireCount: { r: 480 } }, Collection: { acquireCount: { r: 480 } } } protocol:op_command 1045ms Sat Dec 10 04:47:37.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:38.041 I SHARDING [RangeDeleter] rangeDeleter deleted 113738 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466462011000) } -> { datetime: new Date(1466524857000) } Sat Dec 10 04:47:38.041 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1451496395000) } -> { datetime: new Date(1451710057000) }, with opId: 122593 Sat Dec 10 04:47:38.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7666, clonedBytes: 2090815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:39.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19309, clonedBytes: 5238554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:40.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29586, clonedBytes: 8037416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:41.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40123, clonedBytes: 10930196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:42.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47697, clonedBytes: 13136092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:43.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57885, clonedBytes: 15896078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:44.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59714, clonedBytes: 16369115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:45.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59714, clonedBytes: 16369115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:45.864 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15697583 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 2059ms Sat Dec 10 04:47:46.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64579, clonedBytes: 17659392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:47.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68606, clonedBytes: 18800991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:48.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74573, clonedBytes: 20496271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:49.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78930, clonedBytes: 21817812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:50.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84072, clonedBytes: 23305493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:51.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89702, clonedBytes: 24920982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:52.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94182, clonedBytes: 26243193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:54.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99175, clonedBytes: 27662258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:55.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104964, clonedBytes: 29253293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:56.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110472, clonedBytes: 30772940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:57.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd46666d1a4e49f5474f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31699457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:47:57.193 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:47:57.194 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:47:57.195 I SHARDING [conn9] moveChunk setting version to: 44|0||584bc97f90d1dc672b548352 Sat Dec 10 04:47:57.200 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31699457, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:47:57.200 I SHARDING [conn9] moveChunk updating self version to: 44|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445724622000) } -> { datetime: new Date(1445744913000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:47:57.201 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:57.201-0600-584bdd5d666d1a4e49f54752", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366877201), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31699457, catchup: 0, steady: 0 } } Sat Dec 10 04:47:57.202 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:47:57.213 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:47:57.213 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:57.213-0600-584bdd5d666d1a4e49f54753", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366877213), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1292, step 4 of 6: 21303, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:47:57.215 I SHARDING [conn9] distributed lock with ts: 584bdd46666d1a4e49f5474d' unlocked. Sat Dec 10 04:47:57.215 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445695676000) }, max: { datetime: new Date(1445724622000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11340 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22624ms Sat Dec 10 04:47:57.233 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:47:57.234 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447296117000) }, { datetime: new Date(1447378206000) }) in IISLogs.pubprdweb04', ts : 584bdd5d666d1a4e49f54754 Sat Dec 10 04:47:57.234 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 39|0||584bcad890d1dc672b54835d, current metadata version is 39|0||584bcad890d1dc672b54835d Sat Dec 10 04:47:57.236 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 39|0||584bcad890d1dc672b54835d to shard version 39|1||584bcad890d1dc672b54835d Sat Dec 10 04:47:57.236 I SHARDING [conn9] collection version was loaded at version 39|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:47:57.236 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:47:57.236-0600-584bdd5d666d1a4e49f54755", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366877236), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:47:57.237 I SHARDING [conn9] moveChunk request accepted at version 39|1||584bcad890d1dc672b54835d Sat Dec 10 04:48:00.124 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 04:48:00.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:00.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:01.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:02.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:03.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:04.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:05.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:05.960 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 5720ms Sat Dec 10 04:48:06.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8302, clonedBytes: 2285830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:08.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18153, clonedBytes: 4823202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:09.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26361, clonedBytes: 7023581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:10.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35020, clonedBytes: 9255288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:11.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43883, clonedBytes: 11589166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:11.593 I SHARDING [RangeDeleter] rangeDeleter deleted 106520 documents for IISLogs.pubprdweb02 from { datetime: new Date(1451496395000) } -> { datetime: new Date(1451710057000) } Sat Dec 10 04:48:11.594 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445282385000) } -> { datetime: new Date(1445289127000) }, with opId: 122730 Sat Dec 10 04:48:12.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54543, clonedBytes: 14330984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:13.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62362, clonedBytes: 16350718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:14.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62362, clonedBytes: 16350718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:15.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62362, clonedBytes: 16350718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:15.722 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13571116 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 2608ms Sat Dec 10 04:48:16.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68389, clonedBytes: 17903700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:17.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78953, clonedBytes: 20667277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:18.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89643, clonedBytes: 23465441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:19.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99535, clonedBytes: 26127404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:20.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109240, clonedBytes: 28791235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:21.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd5d666d1a4e49f54756", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29583769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:21.669 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:48:21.670 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:48:21.671 I SHARDING [conn9] moveChunk setting version to: 40|0||584bcad890d1dc672b54835d Sat Dec 10 04:48:21.672 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29583769, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:48:21.673 I SHARDING [conn9] moveChunk updating self version to: 40|1||584bcad890d1dc672b54835d through { datetime: new Date(1447378206000) } -> { datetime: new Date(1447476671000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:48:21.674 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:48:21.674-0600-584bdd75666d1a4e49f54759", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366901674), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29583769, catchup: 0, steady: 0 } } Sat Dec 10 04:48:21.674 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:48:21.675 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:48:21.675 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:48:21.675-0600-584bdd75666d1a4e49f5475a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366901675), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3001, step 4 of 6: 21429, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:48:21.676 I SHARDING [conn9] distributed lock with ts: 584bdd5d666d1a4e49f54754' unlocked. Sat Dec 10 04:48:21.676 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447296117000) }, max: { datetime: new Date(1447378206000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 39000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2570 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24443ms Sat Dec 10 04:48:22.749 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:48:22.750 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468424851000) }, { datetime: new Date(1468445347000) }) in IISLogs.pubbsdweb1', ts : 584bdd76666d1a4e49f5475b Sat Dec 10 04:48:22.750 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 93|0||584bba0d90d1dc672b548145, current metadata version is 93|0||584bba0d90d1dc672b548145 Sat Dec 10 04:48:22.752 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 93|0||584bba0d90d1dc672b548145 to shard version 93|1||584bba0d90d1dc672b548145 Sat Dec 10 04:48:22.752 I SHARDING [conn9] collection version was loaded at version 93|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:48:22.752 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:48:22.752-0600-584bdd76666d1a4e49f5475c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366902752), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:48:22.752 I SHARDING [conn9] moveChunk request accepted at version 93|1||584bba0d90d1dc672b548145 Sat Dec 10 04:48:28.853 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:48:28.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:28.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:28.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:28.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:28.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:29.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:29.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:29.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:29.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:29.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:30.444 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 1580ms Sat Dec 10 04:48:31.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4522, clonedBytes: 1316101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:32.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14682, clonedBytes: 4277859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:33.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24461, clonedBytes: 7129795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:34.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34371, clonedBytes: 9988984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:35.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44996, clonedBytes: 13050212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:36.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56261, clonedBytes: 16309710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:37.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56543, clonedBytes: 16391314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:37.809 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 1359ms Sat Dec 10 04:48:38.100 I SHARDING [RangeDeleter] rangeDeleter deleted 113737 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445282385000) } -> { datetime: new Date(1445289127000) } Sat Dec 10 04:48:38.100 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445351808000) } -> { datetime: new Date(1445371056000) }, with opId: 122907 Sat Dec 10 04:48:38.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62404, clonedBytes: 18094648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:39.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72543, clonedBytes: 21045564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:40.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80483, clonedBytes: 23352930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:41.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90545, clonedBytes: 26285535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:42.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101852, clonedBytes: 29564290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:44.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112617, clonedBytes: 32785943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:45.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd76666d1a4e49f5475d", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 33009440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:45.070 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:48:45.071 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:48:45.071 I SHARDING [conn9] moveChunk setting version to: 94|0||584bba0d90d1dc672b548145 Sat Dec 10 04:48:45.082 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 33009440, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:48:45.082 I SHARDING [conn9] moveChunk updating self version to: 94|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468445347000) } -> { datetime: new Date(1468502946000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:48:45.084 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:48:45.084-0600-584bdd8d666d1a4e49f54760", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366925084), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 33009440, catchup: 0, steady: 0 } } Sat Dec 10 04:48:45.084 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:48:45.084 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:48:45.085 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:48:45.084-0600-584bdd8d666d1a4e49f54761", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366925084), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6108, step 4 of 6: 16207, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:48:45.086 I SHARDING [conn9] distributed lock with ts: 584bdd76666d1a4e49f5475b' unlocked. Sat Dec 10 04:48:45.086 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468424851000) }, max: { datetime: new Date(1468445347000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:948 reslen:154 locks:{ Global: { acquireCount: { r: 1908, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 264 } }, Database: { acquireCount: { r: 950, w: 4, W: 2 } }, Collection: { acquireCount: { r: 950, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22337ms Sat Dec 10 04:48:45.089 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:48:45.090 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1451938632000) }, { datetime: new Date(1452101652000) }) in IISLogs.pubprdweb01', ts : 584bdd8d666d1a4e49f54762 Sat Dec 10 04:48:45.090 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 67|0||584bbf4f90d1dc672b54822e, current metadata version is 67|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:48:45.092 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 67|0||584bbf4f90d1dc672b54822e to shard version 67|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:48:45.092 I SHARDING [conn9] collection version was loaded at version 67|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:48:45.092 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:48:45.092-0600-584bdd8d666d1a4e49f54763", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366925092), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:48:45.092 I SHARDING [conn9] moveChunk request accepted at version 67|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:48:50.234 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:48:50.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:50.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:51.336 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 1097ms Sat Dec 10 04:48:51.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:52.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9499, clonedBytes: 2581975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:53.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20881, clonedBytes: 5796306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:54.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31225, clonedBytes: 8966296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:55.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42184, clonedBytes: 12038984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:56.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52240, clonedBytes: 14794981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:57.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58128, clonedBytes: 16380306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:58.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58128, clonedBytes: 16380306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:48:59.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58128, clonedBytes: 16380306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:00.430 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13300539 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 3072ms Sat Dec 10 04:49:01.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63173, clonedBytes: 17917755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:02.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73614, clonedBytes: 20967395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:03.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84408, clonedBytes: 24127278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:04.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93913, clonedBytes: 26876085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:05.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101669, clonedBytes: 29033848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:05.905 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445351808000) } -> { datetime: new Date(1445371056000) } Sat Dec 10 04:49:05.906 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467286646000) } -> { datetime: new Date(1467337295000) }, with opId: 123111 Sat Dec 10 04:49:06.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:07.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:08.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:09.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:10.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:11.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:12.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:13.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:14.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:15.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:16.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:17.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:19.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:20.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:21.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:22.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:23.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:24.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:25.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:26.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:27.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdd8d666d1a4e49f54764", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:27.604 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:49:27.605 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:49:27.606 I SHARDING [conn9] moveChunk setting version to: 68|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:49:27.609 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:49:27.609 I SHARDING [conn9] moveChunk updating self version to: 68|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452101652000) } -> { datetime: new Date(1452216065000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:49:27.611 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:49:27.611-0600-584bddb7666d1a4e49f54767", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366967611), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 29378207, catchup: 0, steady: 0 } } Sat Dec 10 04:49:27.611 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:49:27.620 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:49:27.620 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:49:27.620-0600-584bddb7666d1a4e49f54768", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366967620), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5145, step 4 of 6: 37365, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:49:27.621 I SHARDING [conn9] distributed lock with ts: 584bdd8d666d1a4e49f54762' unlocked. Sat Dec 10 04:49:27.622 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451938632000) }, max: { datetime: new Date(1452101652000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:853 reslen:154 locks:{ Global: { acquireCount: { r: 1718, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8674 } }, Database: { acquireCount: { r: 855, w: 4, W: 2 } }, Collection: { acquireCount: { r: 855, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 42533ms Sat Dec 10 04:49:27.638 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:49:27.639 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1468935049000) }, { datetime: new Date(1469023348000) }) in IISLogs.pubbsdweb2', ts : 584bddb7666d1a4e49f54769 Sat Dec 10 04:49:27.639 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 66|0||584bbf7a90d1dc672b548236, current metadata version is 66|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:49:27.640 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 66|0||584bbf7a90d1dc672b548236 to shard version 66|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:49:27.640 I SHARDING [conn9] collection version was loaded at version 66|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:49:27.640 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:49:27.640-0600-584bddb7666d1a4e49f5476a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366967640), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:49:27.641 I SHARDING [conn9] moveChunk request accepted at version 66|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:49:29.030 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:49:29.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:29.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:30.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:31.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:32.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:32.559 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467286646000) } -> { datetime: new Date(1467337295000) } Sat Dec 10 04:49:32.560 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1449682288000) } -> { datetime: new Date(1449862050000) }, with opId: 123247 Sat Dec 10 04:49:32.625 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776259 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 3587ms Sat Dec 10 04:49:33.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3001, clonedBytes: 903318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:34.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12852, clonedBytes: 3848954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:35.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23001, clonedBytes: 6855657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:36.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35114, clonedBytes: 10490525, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:37.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46750, clonedBytes: 13960532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:38.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54937, clonedBytes: 16402662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:39.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54937, clonedBytes: 16402662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:40.331 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776019 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1660ms Sat Dec 10 04:49:40.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60076, clonedBytes: 17934947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:42.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70915, clonedBytes: 21156297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:43.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81185, clonedBytes: 24207736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:44.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90965, clonedBytes: 27160166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:45.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100559, clonedBytes: 30067610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:46.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109886, clonedBytes: 32805000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:46.249 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1168259 locks:{ Global: { acquireCount: { r: 66 } }, Database: { acquireCount: { r: 33 } }, Collection: { acquireCount: { r: 33 } } } protocol:op_command 132ms Sat Dec 10 04:49:47.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddb7666d1a4e49f5476b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 33951067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:47.231 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:49:47.232 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:49:47.232 I SHARDING [conn9] moveChunk setting version to: 67|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:49:47.235 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 33951067, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:49:47.235 I SHARDING [conn9] moveChunk updating self version to: 67|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469023348000) } -> { datetime: new Date(1469128310000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:49:47.237 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:49:47.237-0600-584bddcb666d1a4e49f5476e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366987237), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 33951067, catchup: 0, steady: 0 } } Sat Dec 10 04:49:47.237 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:49:47.237 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:49:47.238 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:49:47.237-0600-584bddcb666d1a4e49f5476f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366987237), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1394, step 4 of 6: 18194, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:49:47.241 I SHARDING [conn9] distributed lock with ts: 584bddb7666d1a4e49f54769' unlocked. Sat Dec 10 04:49:47.241 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468935049000) }, max: { datetime: new Date(1469023348000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11814 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19603ms Sat Dec 10 04:49:47.248 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:49:47.249 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1454045297000) }, { datetime: new Date(1454252978000) }) in IISLogs.pubprdweb02', ts : 584bddcb666d1a4e49f54770 Sat Dec 10 04:49:47.250 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 59|0||584bc22c90d1dc672b54829b, current metadata version is 59|0||584bc22c90d1dc672b54829b Sat Dec 10 04:49:47.251 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 59|0||584bc22c90d1dc672b54829b to shard version 59|1||584bc22c90d1dc672b54829b Sat Dec 10 04:49:47.251 I SHARDING [conn9] collection version was loaded at version 59|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:49:47.251 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:49:47.251-0600-584bddcb666d1a4e49f54771", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481366987251), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:49:47.252 I SHARDING [conn9] moveChunk request accepted at version 59|1||584bc22c90d1dc672b54829b Sat Dec 10 04:49:48.654 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 04:49:48.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:48.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:49.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:49.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:49.932 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776255 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1258ms Sat Dec 10 04:49:50.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6816, clonedBytes: 2140214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:51.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14236, clonedBytes: 4400876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:52.668 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1449682288000) } -> { datetime: new Date(1449862050000) } Sat Dec 10 04:49:52.668 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466524857000) } -> { datetime: new Date(1466610825000) }, with opId: 123382 Sat Dec 10 04:49:52.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24460, clonedBytes: 7435250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:53.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34405, clonedBytes: 10368090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:55.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46556, clonedBytes: 14007571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:56.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54303, clonedBytes: 16407096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:56.815 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16431668 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 830ms Sat Dec 10 04:49:57.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58419, clonedBytes: 17705927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:58.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68612, clonedBytes: 20787640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:49:59.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79137, clonedBytes: 23967685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:00.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89522, clonedBytes: 27166470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:01.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101066, clonedBytes: 30783858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:02.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddcb666d1a4e49f54772", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 32484186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:02.811 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:50:02.813 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:50:02.814 I SHARDING [conn9] moveChunk setting version to: 60|0||584bc22c90d1dc672b54829b Sat Dec 10 04:50:02.818 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 32484186, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:50:02.818 I SHARDING [conn9] moveChunk updating self version to: 60|1||584bc22c90d1dc672b54829b through { datetime: new Date(1454252978000) } -> { datetime: new Date(1454426869000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:50:02.819 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:02.819-0600-584bddda666d1a4e49f54775", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367002819), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 32484186, catchup: 0, steady: 0 } } Sat Dec 10 04:50:02.820 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:50:02.822 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:50:02.822 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:02.822-0600-584bddda666d1a4e49f54776", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367002822), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1405, step 4 of 6: 14152, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:50:02.823 I SHARDING [conn9] distributed lock with ts: 584bddcb666d1a4e49f54770' unlocked. Sat Dec 10 04:50:02.823 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454045297000) }, max: { datetime: new Date(1454252978000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1420 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15575ms Sat Dec 10 04:50:02.827 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:50:02.828 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445724622000) }, { datetime: new Date(1445744913000) }) in IISLogs.pubprdweb03', ts : 584bddda666d1a4e49f54777 Sat Dec 10 04:50:02.828 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 44|0||584bc97f90d1dc672b548352, current metadata version is 44|0||584bc97f90d1dc672b548352 Sat Dec 10 04:50:02.829 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 44|0||584bc97f90d1dc672b548352 to shard version 44|1||584bc97f90d1dc672b548352 Sat Dec 10 04:50:02.829 I SHARDING [conn9] collection version was loaded at version 44|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:50:02.830 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:02.830-0600-584bddda666d1a4e49f54778", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367002830), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:50:02.830 I SHARDING [conn9] moveChunk request accepted at version 44|1||584bc97f90d1dc672b548352 Sat Dec 10 04:50:03.766 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:50:03.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:03.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:03.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:03.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:03.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:03.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:03.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:04.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:04.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:04.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:05.781 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776178 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 1990ms Sat Dec 10 04:50:05.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1, clonedBytes: 257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:06.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8665, clonedBytes: 2374704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:08.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19856, clonedBytes: 5543733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:09.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30297, clonedBytes: 8512988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:10.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40080, clonedBytes: 11282150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:11.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50493, clonedBytes: 14226175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:12.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58154, clonedBytes: 16380062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:13.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58154, clonedBytes: 16380062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:13.528 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15764040 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1536ms Sat Dec 10 04:50:14.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65149, clonedBytes: 18349881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:15.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76719, clonedBytes: 21599241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:16.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87240, clonedBytes: 24499180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:17.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97553, clonedBytes: 27356953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:17.984 I SHARDING [RangeDeleter] rangeDeleter deleted 113750 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466524857000) } -> { datetime: new Date(1466610825000) } Sat Dec 10 04:50:17.984 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1451710057000) } -> { datetime: new Date(1451929137000) }, with opId: 123530 Sat Dec 10 04:50:18.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108640, clonedBytes: 30447737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:19.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddda666d1a4e49f54779", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 31765927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:19.625 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:50:19.626 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:50:19.627 I SHARDING [conn9] moveChunk setting version to: 45|0||584bc97f90d1dc672b548352 Sat Dec 10 04:50:19.637 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 31765927, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:50:19.637 I SHARDING [conn9] moveChunk updating self version to: 45|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445744913000) } -> { datetime: new Date(1445765475000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:50:19.639 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:19.639-0600-584bddeb666d1a4e49f5477c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367019639), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 31765927, catchup: 0, steady: 0 } } Sat Dec 10 04:50:19.639 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:50:19.639 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:50:19.639 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:19.639-0600-584bddeb666d1a4e49f5477d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367019639), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 939, step 4 of 6: 15854, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:50:19.641 I SHARDING [conn9] distributed lock with ts: 584bddda666d1a4e49f54777' unlocked. Sat Dec 10 04:50:19.641 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445724622000) }, max: { datetime: new Date(1445744913000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 205 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16814ms Sat Dec 10 04:50:19.645 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:50:19.646 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447378206000) }, { datetime: new Date(1447476671000) }) in IISLogs.pubprdweb04', ts : 584bddeb666d1a4e49f5477e Sat Dec 10 04:50:19.646 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 40|0||584bcad890d1dc672b54835d, current metadata version is 40|0||584bcad890d1dc672b54835d Sat Dec 10 04:50:19.648 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 40|0||584bcad890d1dc672b54835d to shard version 40|1||584bcad890d1dc672b54835d Sat Dec 10 04:50:19.648 I SHARDING [conn9] collection version was loaded at version 40|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:50:19.648 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:19.648-0600-584bddeb666d1a4e49f5477f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367019648), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:50:19.648 I SHARDING [conn9] moveChunk request accepted at version 40|1||584bcad890d1dc672b54835d Sat Dec 10 04:50:22.080 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 04:50:22.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:22.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 970 } }, Database: { acquireCount: { r: 485 } }, Collection: { acquireCount: { r: 485 } } } protocol:op_command 667ms Sat Dec 10 04:50:23.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2838, clonedBytes: 743818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:24.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13284, clonedBytes: 3508392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:25.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24861, clonedBytes: 6748876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:26.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36282, clonedBytes: 9861189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:27.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46719, clonedBytes: 12621281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:28.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56466, clonedBytes: 15198279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:29.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:30.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:31.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:32.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:33.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:34.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:35.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:36.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:37.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:38.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:39.539 I SHARDING [RangeDeleter] rangeDeleter deleted 106490 documents for IISLogs.pubprdweb02 from { datetime: new Date(1451710057000) } -> { datetime: new Date(1451929137000) } Sat Dec 10 04:50:39.540 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445289127000) } -> { datetime: new Date(1445298342000) }, with opId: 123668 Sat Dec 10 04:50:39.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:40.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:41.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:42.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:44.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:45.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:46.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:47.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:48.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:49.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:50.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56647, clonedBytes: 15245817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:51.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57245, clonedBytes: 15401833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:52.241 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14157433 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 609ms Sat Dec 10 04:50:52.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61022, clonedBytes: 16395943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:53.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71638, clonedBytes: 19128476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:54.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83170, clonedBytes: 22102526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:55.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94038, clonedBytes: 25014715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:56.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105644, clonedBytes: 28232581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:57.057 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445289127000) } -> { datetime: new Date(1445298342000) } Sat Dec 10 04:50:57.057 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445371056000) } -> { datetime: new Date(1445493120000) }, with opId: 123732 Sat Dec 10 04:50:57.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bddeb666d1a4e49f54780", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30169995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:50:57.904 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:50:57.905 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:50:57.906 I SHARDING [conn9] moveChunk setting version to: 41|0||584bcad890d1dc672b54835d Sat Dec 10 04:50:57.912 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30169995, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:50:57.912 I SHARDING [conn9] moveChunk updating self version to: 41|1||584bcad890d1dc672b54835d through { datetime: new Date(1447476671000) } -> { datetime: new Date(1447552983000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:50:57.913 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:57.913-0600-584bde11666d1a4e49f54783", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367057913), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30169995, catchup: 0, steady: 0 } } Sat Dec 10 04:50:57.914 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:50:57.914 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:50:57.914 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:57.914-0600-584bde11666d1a4e49f54784", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367057914), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2434, step 4 of 6: 35819, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:50:57.916 I SHARDING [conn9] distributed lock with ts: 584bddeb666d1a4e49f5477e' unlocked. Sat Dec 10 04:50:57.916 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447378206000) }, max: { datetime: new Date(1447476671000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 40000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 213 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 88 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 38271ms Sat Dec 10 04:50:58.992 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:50:58.992 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468445347000) }, { datetime: new Date(1468502946000) }) in IISLogs.pubbsdweb1', ts : 584bde12666d1a4e49f54785 Sat Dec 10 04:50:58.993 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 94|0||584bba0d90d1dc672b548145, current metadata version is 94|0||584bba0d90d1dc672b548145 Sat Dec 10 04:50:58.994 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 94|0||584bba0d90d1dc672b548145 to shard version 94|1||584bba0d90d1dc672b548145 Sat Dec 10 04:50:58.994 I SHARDING [conn9] collection version was loaded at version 94|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:50:58.994 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:50:58.994-0600-584bde12666d1a4e49f54786", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367058994), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:50:58.995 I SHARDING [conn9] moveChunk request accepted at version 94|1||584bba0d90d1dc672b548145 Sat Dec 10 04:51:00.604 I SHARDING [conn9] moveChunk number of documents: 113360 Sat Dec 10 04:51:00.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:00.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:01.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:01.606 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 981ms Sat Dec 10 04:51:01.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:02.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7821, clonedBytes: 2347182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:03.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16417, clonedBytes: 4839097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:04.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27609, clonedBytes: 7986567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:06.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39041, clonedBytes: 11153823, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:07.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50069, clonedBytes: 14183691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:08.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58066, clonedBytes: 16380774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:09.203 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15619025 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1055ms Sat Dec 10 04:51:09.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60844, clonedBytes: 17160012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:10.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71162, clonedBytes: 19976272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:11.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82629, clonedBytes: 23070402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:12.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93712, clonedBytes: 26067555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:13.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104124, clonedBytes: 28949506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:14.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde12666d1a4e49f54787", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113360, clonedBytes: 31623703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:14.927 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:51:14.928 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:51:14.928 I SHARDING [conn9] moveChunk setting version to: 95|0||584bba0d90d1dc672b548145 Sat Dec 10 04:51:14.937 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113360, clonedBytes: 31623703, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:51:14.937 I SHARDING [conn9] moveChunk updating self version to: 95|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468502946000) } -> { datetime: new Date(1468522896000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:51:14.938 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:14.938-0600-584bde22666d1a4e49f5478a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367074938), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113360, clonedBytes: 31623703, catchup: 0, steady: 0 } } Sat Dec 10 04:51:14.939 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:51:14.939 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:51:14.939 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:14.939-0600-584bde22666d1a4e49f5478b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367074939), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1612, step 4 of 6: 14318, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:51:14.941 I SHARDING [conn9] distributed lock with ts: 584bde12666d1a4e49f54785' unlocked. Sat Dec 10 04:51:14.941 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468445347000) }, max: { datetime: new Date(1468502946000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 174 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15949ms Sat Dec 10 04:51:14.945 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:51:14.945 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452101652000) }, { datetime: new Date(1452216065000) }) in IISLogs.pubprdweb01', ts : 584bde22666d1a4e49f5478c Sat Dec 10 04:51:14.946 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 68|0||584bbf4f90d1dc672b54822e, current metadata version is 68|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:51:14.947 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 68|0||584bbf4f90d1dc672b54822e to shard version 68|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:51:14.947 I SHARDING [conn9] collection version was loaded at version 68|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:51:14.947 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:14.947-0600-584bde22666d1a4e49f5478d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367074947), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:51:14.948 I SHARDING [conn9] moveChunk request accepted at version 68|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:51:15.849 I SHARDING [conn9] moveChunk number of documents: 102912 Sat Dec 10 04:51:15.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:15.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:15.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:15.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:15.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:15.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:15.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:16.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:16.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:16.621 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 759ms Sat Dec 10 04:51:16.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2006, clonedBytes: 540617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:17.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12095, clonedBytes: 3297119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:18.587 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445371056000) } -> { datetime: new Date(1445493120000) } Sat Dec 10 04:51:18.587 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467337295000) } -> { datetime: new Date(1467421342000) }, with opId: 123870 Sat Dec 10 04:51:19.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22289, clonedBytes: 6133988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:20.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33347, clonedBytes: 9330930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:21.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44519, clonedBytes: 12795495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:22.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54378, clonedBytes: 15787612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:23.095 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13849197 locks:{ Global: { acquireCount: { r: 738 } }, Database: { acquireCount: { r: 369 } }, Collection: { acquireCount: { r: 369 } } } protocol:op_command 487ms Sat Dec 10 04:51:23.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60187, clonedBytes: 17447627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:24.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71235, clonedBytes: 20675787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:25.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82676, clonedBytes: 23937052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:26.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92172, clonedBytes: 26664071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:27.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde22666d1a4e49f5478e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102912, clonedBytes: 29926926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:27.927 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:51:27.928 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:51:27.928 I SHARDING [conn9] moveChunk setting version to: 69|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:51:27.938 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102912, clonedBytes: 29926926, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:51:27.938 I SHARDING [conn9] moveChunk updating self version to: 69|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452216065000) } -> { datetime: new Date(1452336046000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:51:27.939 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:27.939-0600-584bde2f666d1a4e49f54791", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367087939), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102912, clonedBytes: 29926926, catchup: 0, steady: 0 } } Sat Dec 10 04:51:27.940 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:51:27.940 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:51:27.940 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:27.940-0600-584bde2f666d1a4e49f54792", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367087940), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 904, step 4 of 6: 12074, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:51:27.942 I SHARDING [conn9] distributed lock with ts: 584bde22666d1a4e49f5478c' unlocked. Sat Dec 10 04:51:27.942 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452101652000) }, max: { datetime: new Date(1452216065000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 316 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 12997ms Sat Dec 10 04:51:27.946 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:51:27.947 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469023348000) }, { datetime: new Date(1469128310000) }) in IISLogs.pubbsdweb2', ts : 584bde2f666d1a4e49f54793 Sat Dec 10 04:51:27.947 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 67|0||584bbf7a90d1dc672b548236, current metadata version is 67|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:51:27.948 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 67|0||584bbf7a90d1dc672b548236 to shard version 67|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:51:27.948 I SHARDING [conn9] collection version was loaded at version 67|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:51:27.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:27.948-0600-584bde2f666d1a4e49f54794", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367087948), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:51:27.949 I SHARDING [conn9] moveChunk request accepted at version 67|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:51:29.330 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 04:51:29.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:29.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:30.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:31.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:32.212 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776322 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 2876ms Sat Dec 10 04:51:32.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2721, clonedBytes: 809907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:33.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12466, clonedBytes: 3703568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:34.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22356, clonedBytes: 6659627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:35.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33645, clonedBytes: 10040021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:37.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42525, clonedBytes: 12699822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:38.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50877, clonedBytes: 15219299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:39.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54849, clonedBytes: 16403341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:39.480 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467337295000) } -> { datetime: new Date(1467421342000) } Sat Dec 10 04:51:39.480 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1449862050000) } -> { datetime: new Date(1450052382000) }, with opId: 123956 Sat Dec 10 04:51:40.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54849, clonedBytes: 16403341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:40.726 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776186 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1888ms Sat Dec 10 04:51:41.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59120, clonedBytes: 17677662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:42.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69873, clonedBytes: 20916140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:43.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80758, clonedBytes: 24140530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:44.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90418, clonedBytes: 26992561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:45.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100395, clonedBytes: 29933967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:46.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110049, clonedBytes: 32804089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:47.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde2f666d1a4e49f54795", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33898413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:47.556 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:51:47.557 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:51:47.558 I SHARDING [conn9] moveChunk setting version to: 68|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:51:47.562 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33898413, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:51:47.562 I SHARDING [conn9] moveChunk updating self version to: 68|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469128310000) } -> { datetime: new Date(1469459627000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:51:47.564 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:47.564-0600-584bde43666d1a4e49f54798", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367107564), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33898413, catchup: 0, steady: 0 } } Sat Dec 10 04:51:47.564 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:51:47.565 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:51:47.565 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:47.565-0600-584bde43666d1a4e49f54799", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367107565), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1384, step 4 of 6: 18221, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:51:47.566 I SHARDING [conn9] distributed lock with ts: 584bde2f666d1a4e49f54793' unlocked. Sat Dec 10 04:51:47.566 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469023348000) }, max: { datetime: new Date(1469128310000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 312 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19620ms Sat Dec 10 04:51:47.570 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:51:47.571 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1454252978000) }, { datetime: new Date(1454426869000) }) in IISLogs.pubprdweb02', ts : 584bde43666d1a4e49f5479a Sat Dec 10 04:51:47.571 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 60|0||584bc22c90d1dc672b54829b, current metadata version is 60|0||584bc22c90d1dc672b54829b Sat Dec 10 04:51:47.573 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 60|0||584bc22c90d1dc672b54829b to shard version 60|1||584bc22c90d1dc672b54829b Sat Dec 10 04:51:47.573 I SHARDING [conn9] collection version was loaded at version 60|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:51:47.573 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:51:47.573-0600-584bde43666d1a4e49f5479b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367107573), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:51:47.573 I SHARDING [conn9] moveChunk request accepted at version 60|1||584bc22c90d1dc672b54829b Sat Dec 10 04:51:49.295 I SHARDING [conn9] moveChunk number of documents: 106515 Sat Dec 10 04:51:49.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:49.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:50.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:50.632 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776168 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1332ms Sat Dec 10 04:51:51.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4766, clonedBytes: 1518661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:52.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16068, clonedBytes: 5185230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:53.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25923, clonedBytes: 8262219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:54.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35865, clonedBytes: 11319017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:55.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46568, clonedBytes: 14619632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:56.128 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1449862050000) } -> { datetime: new Date(1450052382000) } Sat Dec 10 04:51:56.128 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466610825000) } -> { datetime: new Date(1466713618000) }, with opId: 124084 Sat Dec 10 04:51:56.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52739, clonedBytes: 16417957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:57.251 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16411971 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 632ms Sat Dec 10 04:51:57.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57655, clonedBytes: 17883700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:51:58.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68341, clonedBytes: 21006418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:00.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78217, clonedBytes: 23781470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:01.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89098, clonedBytes: 27051311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:02.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100759, clonedBytes: 30634597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:03.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde43666d1a4e49f5479c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106515, clonedBytes: 32464458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:03.375 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:52:03.376 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:52:03.377 I SHARDING [conn9] moveChunk setting version to: 61|0||584bc22c90d1dc672b54829b Sat Dec 10 04:52:03.388 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106515, clonedBytes: 32464458, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:52:03.389 I SHARDING [conn9] moveChunk updating self version to: 61|1||584bc22c90d1dc672b54829b through { datetime: new Date(1454426869000) } -> { datetime: new Date(1454531090000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:52:03.390 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:03.390-0600-584bde53666d1a4e49f5479f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367123390), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106515, clonedBytes: 32464458, catchup: 0, steady: 0 } } Sat Dec 10 04:52:03.391 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:52:03.391 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:52:03.391 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:03.391-0600-584bde53666d1a4e49f547a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367123391), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1724, step 4 of 6: 14076, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:52:03.393 I SHARDING [conn9] distributed lock with ts: 584bde43666d1a4e49f5479a' unlocked. Sat Dec 10 04:52:03.393 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454252978000) }, max: { datetime: new Date(1454426869000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 129 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15823ms Sat Dec 10 04:52:03.397 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:52:03.398 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445744913000) }, { datetime: new Date(1445765475000) }) in IISLogs.pubprdweb03', ts : 584bde53666d1a4e49f547a1 Sat Dec 10 04:52:03.398 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 45|0||584bc97f90d1dc672b548352, current metadata version is 45|0||584bc97f90d1dc672b548352 Sat Dec 10 04:52:03.400 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 45|0||584bc97f90d1dc672b548352 to shard version 45|1||584bc97f90d1dc672b548352 Sat Dec 10 04:52:03.400 I SHARDING [conn9] collection version was loaded at version 45|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:52:03.400 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:03.400-0600-584bde53666d1a4e49f547a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367123400), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:52:03.400 I SHARDING [conn9] moveChunk request accepted at version 45|1||584bc97f90d1dc672b548352 Sat Dec 10 04:52:04.366 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:52:04.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:04.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:05.376 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 958 } }, Database: { acquireCount: { r: 479 } }, Collection: { acquireCount: { r: 479 } } } protocol:op_command 1006ms Sat Dec 10 04:52:05.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:06.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11633, clonedBytes: 3144712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:07.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20227, clonedBytes: 5487800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:09.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28589, clonedBytes: 7759720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:10.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41175, clonedBytes: 11198208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:11.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52405, clonedBytes: 14317646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:12.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59720, clonedBytes: 16369080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:13.262 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15608032 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 764ms Sat Dec 10 04:52:13.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59720, clonedBytes: 16369080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:15.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71019, clonedBytes: 19560329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:16.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81842, clonedBytes: 22601078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:17.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92325, clonedBytes: 25543560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:18.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102363, clonedBytes: 28384455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:18.320 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466610825000) } -> { datetime: new Date(1466713618000) } Sat Dec 10 04:52:18.321 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1451929137000) } -> { datetime: new Date(1452033697000) }, with opId: 124220 Sat Dec 10 04:52:19.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112795, clonedBytes: 31342455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:20.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde53666d1a4e49f547a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 31609899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:20.526 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:52:20.548 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:52:20.548 I SHARDING [conn9] moveChunk setting version to: 46|0||584bc97f90d1dc672b548352 Sat Dec 10 04:52:20.637 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 31609899, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:52:20.637 I SHARDING [conn9] moveChunk updating self version to: 46|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445765475000) } -> { datetime: new Date(1445792221000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:52:20.639 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:20.639-0600-584bde64666d1a4e49f547a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367140639), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 31609899, catchup: 0, steady: 0 } } Sat Dec 10 04:52:20.640 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:52:20.640 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:52:20.640 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:20.640-0600-584bde64666d1a4e49f547a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367140640), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 968, step 4 of 6: 16156, step 5 of 6: 114, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:52:20.642 I SHARDING [conn9] distributed lock with ts: 584bde53666d1a4e49f547a1' unlocked. Sat Dec 10 04:52:20.642 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445744913000) }, max: { datetime: new Date(1445765475000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 476 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17245ms Sat Dec 10 04:52:20.662 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:52:20.663 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447476671000) }, { datetime: new Date(1447552983000) }) in IISLogs.pubprdweb04', ts : 584bde64666d1a4e49f547a8 Sat Dec 10 04:52:20.663 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 41|0||584bcad890d1dc672b54835d, current metadata version is 41|0||584bcad890d1dc672b54835d Sat Dec 10 04:52:20.669 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 41|0||584bcad890d1dc672b54835d to shard version 41|1||584bcad890d1dc672b54835d Sat Dec 10 04:52:20.669 I SHARDING [conn9] collection version was loaded at version 41|1||584bcad890d1dc672b54835d, took 5ms Sat Dec 10 04:52:20.669 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:20.669-0600-584bde64666d1a4e49f547a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367140669), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:52:20.669 I SHARDING [conn9] moveChunk request accepted at version 41|1||584bcad890d1dc672b54835d Sat Dec 10 04:52:27.845 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 04:52:27.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:27.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:27.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:27.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:27.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:28.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:28.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:28.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:28.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:28.815 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776208 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 949ms Sat Dec 10 04:52:29.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72, clonedBytes: 23308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:30.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8800, clonedBytes: 2839650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:31.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18969, clonedBytes: 6090778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:32.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30674, clonedBytes: 9812834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:33.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42342, clonedBytes: 13390766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:34.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52543, clonedBytes: 16419369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:35.013 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16692920 locks:{ Global: { acquireCount: { r: 946 } }, Database: { acquireCount: { r: 473 } }, Collection: { acquireCount: { r: 473 } } } protocol:op_command 633ms Sat Dec 10 04:52:35.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55929, clonedBytes: 17326673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:36.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66492, clonedBytes: 20333929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:37.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78772, clonedBytes: 23630933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:38.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89141, clonedBytes: 26436992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:39.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100123, clonedBytes: 29527856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:40.301 I SHARDING [RangeDeleter] rangeDeleter deleted 106559 documents for IISLogs.pubprdweb02 from { datetime: new Date(1451929137000) } -> { datetime: new Date(1452033697000) } Sat Dec 10 04:52:40.301 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445298342000) } -> { datetime: new Date(1445338616000) }, with opId: 124381 Sat Dec 10 04:52:40.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111377, clonedBytes: 32486714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:42.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde64666d1a4e49f547aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 32705477, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:42.000 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:52:42.001 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:52:42.002 I SHARDING [conn9] moveChunk setting version to: 42|0||584bcad890d1dc672b54835d Sat Dec 10 04:52:42.005 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 32705477, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:52:42.005 I SHARDING [conn9] moveChunk updating self version to: 42|1||584bcad890d1dc672b54835d through { datetime: new Date(1447552983000) } -> { datetime: new Date(1447636537000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:52:42.007 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:42.007-0600-584bde7a666d1a4e49f547ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367162007), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 32705477, catchup: 0, steady: 0 } } Sat Dec 10 04:52:42.008 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:52:42.008 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:52:42.008 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:42.008-0600-584bde7a666d1a4e49f547ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367162008), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 7194, step 4 of 6: 14135, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:52:42.010 I SHARDING [conn9] distributed lock with ts: 584bde64666d1a4e49f547a8' unlocked. Sat Dec 10 04:52:42.010 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447476671000) }, max: { datetime: new Date(1447552983000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 41000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:914 reslen:154 locks:{ Global: { acquireCount: { r: 1840, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7031 } }, Database: { acquireCount: { r: 916, w: 4, W: 2 } }, Collection: { acquireCount: { r: 916, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21348ms Sat Dec 10 04:52:43.080 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:52:43.081 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468502946000) }, { datetime: new Date(1468522896000) }) in IISLogs.pubbsdweb1', ts : 584bde7b666d1a4e49f547af Sat Dec 10 04:52:43.081 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 95|0||584bba0d90d1dc672b548145, current metadata version is 95|0||584bba0d90d1dc672b548145 Sat Dec 10 04:52:43.082 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 95|0||584bba0d90d1dc672b548145 to shard version 95|1||584bba0d90d1dc672b548145 Sat Dec 10 04:52:43.082 I SHARDING [conn9] collection version was loaded at version 95|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:52:43.082 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:43.082-0600-584bde7b666d1a4e49f547b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367163082), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:52:43.083 I SHARDING [conn9] moveChunk request accepted at version 95|1||584bba0d90d1dc672b548145 Sat Dec 10 04:52:45.257 I SHARDING [conn9] moveChunk number of documents: 113358 Sat Dec 10 04:52:45.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:45.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:46.301 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776225 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1040ms Sat Dec 10 04:52:46.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 235, clonedBytes: 68495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:47.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10625, clonedBytes: 3091134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:48.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22009, clonedBytes: 6412302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:49.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33135, clonedBytes: 9689287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:51.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44868, clonedBytes: 13144574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:52.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55537, clonedBytes: 16330386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:53.102 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 908ms Sat Dec 10 04:52:53.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56676, clonedBytes: 16669512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:54.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66861, clonedBytes: 19720318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:55.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77792, clonedBytes: 23006216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:56.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88710, clonedBytes: 26269138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:57.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97683, clonedBytes: 28962995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:58.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108018, clonedBytes: 32084881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:59.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde7b666d1a4e49f547b1", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113358, clonedBytes: 33693343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:52:59.833 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:52:59.834 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:52:59.834 I SHARDING [conn9] moveChunk setting version to: 96|0||584bba0d90d1dc672b548145 Sat Dec 10 04:52:59.839 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113358, clonedBytes: 33693343, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:52:59.839 I SHARDING [conn9] moveChunk updating self version to: 96|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468522896000) } -> { datetime: new Date(1468554249000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:52:59.841 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:59.840-0600-584bde8b666d1a4e49f547b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367179840), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113358, clonedBytes: 33693343, catchup: 0, steady: 0 } } Sat Dec 10 04:52:59.841 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:52:59.841 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:52:59.841 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:59.841-0600-584bde8b666d1a4e49f547b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367179841), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2176, step 4 of 6: 14572, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:52:59.843 I SHARDING [conn9] distributed lock with ts: 584bde7b666d1a4e49f547af' unlocked. Sat Dec 10 04:52:59.843 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468502946000) }, max: { datetime: new Date(1468522896000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1385 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16763ms Sat Dec 10 04:52:59.847 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:52:59.847 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452216065000) }, { datetime: new Date(1452336046000) }) in IISLogs.pubprdweb01', ts : 584bde8b666d1a4e49f547b6 Sat Dec 10 04:52:59.848 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 69|0||584bbf4f90d1dc672b54822e, current metadata version is 69|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:52:59.850 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 69|0||584bbf4f90d1dc672b54822e to shard version 69|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:52:59.850 I SHARDING [conn9] collection version was loaded at version 69|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 04:52:59.850 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:52:59.850-0600-584bde8b666d1a4e49f547b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367179850), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:52:59.851 I SHARDING [conn9] moveChunk request accepted at version 69|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:53:00.609 I SHARDING [conn9] moveChunk number of documents: 102944 Sat Dec 10 04:53:00.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:00.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:01.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:01.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:02.120 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1496ms Sat Dec 10 04:53:02.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1335, clonedBytes: 403857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:03.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11811, clonedBytes: 3573186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:04.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22012, clonedBytes: 6914242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:05.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31416, clonedBytes: 9859151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:06.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41459, clonedBytes: 12881536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:08.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52172, clonedBytes: 16011696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:08.865 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15375210 locks:{ Global: { acquireCount: { r: 786 } }, Database: { acquireCount: { r: 393 } }, Collection: { acquireCount: { r: 393 } } } protocol:op_command 639ms Sat Dec 10 04:53:09.094 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445298342000) } -> { datetime: new Date(1445338616000) } Sat Dec 10 04:53:09.094 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445493120000) } -> { datetime: new Date(1445636071000) }, with opId: 124637 Sat Dec 10 04:53:09.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55362, clonedBytes: 16916804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:10.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66236, clonedBytes: 20023810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:11.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77538, clonedBytes: 23473019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:12.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89000, clonedBytes: 26951539, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:13.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98390, clonedBytes: 29999690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:14.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:15.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:16.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:17.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:18.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:19.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde8b666d1a4e49f547b8", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:19.843 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:53:19.844 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:53:19.845 I SHARDING [conn9] moveChunk setting version to: 70|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:53:19.853 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:53:19.853 I SHARDING [conn9] moveChunk updating self version to: 70|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452336046000) } -> { datetime: new Date(1452476407000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:53:19.854 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:19.854-0600-584bde9f666d1a4e49f547bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367199854), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102944, clonedBytes: 31452626, catchup: 0, steady: 0 } } Sat Dec 10 04:53:19.855 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:53:19.857 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:53:19.857 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:19.857-0600-584bde9f666d1a4e49f547bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367199857), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 760, step 4 of 6: 19230, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:53:19.857 I SHARDING [conn9] distributed lock with ts: 584bde8b666d1a4e49f547b6' unlocked. Sat Dec 10 04:53:19.857 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452216065000) }, max: { datetime: new Date(1452336046000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 843 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20011ms Sat Dec 10 04:53:19.862 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:53:19.863 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469128310000) }, { datetime: new Date(1469459627000) }) in IISLogs.pubbsdweb2', ts : 584bde9f666d1a4e49f547bd Sat Dec 10 04:53:19.863 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 68|0||584bbf7a90d1dc672b548236, current metadata version is 68|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:53:19.864 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 68|0||584bbf7a90d1dc672b548236 to shard version 68|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:53:19.864 I SHARDING [conn9] collection version was loaded at version 68|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:53:19.864 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:19.864-0600-584bde9f666d1a4e49f547be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367199864), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:53:19.865 I SHARDING [conn9] moveChunk request accepted at version 68|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:53:20.890 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 04:53:20.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:20.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:20.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:20.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:20.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:20.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:21.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:21.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:21.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:22.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:23.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:24.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:24.435 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776239 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 3532ms Sat Dec 10 04:53:25.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7139, clonedBytes: 2121073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:26.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16951, clonedBytes: 5037460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:27.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29166, clonedBytes: 8675488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:28.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37461, clonedBytes: 11115803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:29.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48216, clonedBytes: 14354964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:30.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54980, clonedBytes: 16402341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:31.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54980, clonedBytes: 16402341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:32.776 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776053 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 2373ms Sat Dec 10 04:53:32.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54980, clonedBytes: 16402341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:33.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65384, clonedBytes: 19510008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:34.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76682, clonedBytes: 22859455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:36.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88044, clonedBytes: 26219009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:37.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98440, clonedBytes: 29203298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:38.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109310, clonedBytes: 32442986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:38.419 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445493120000) } -> { datetime: new Date(1445636071000) } Sat Dec 10 04:53:38.419 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467421342000) } -> { datetime: new Date(1467514501000) }, with opId: 124804 Sat Dec 10 04:53:38.426 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1003127 locks:{ Global: { acquireCount: { r: 56 } }, Database: { acquireCount: { r: 28 } }, Collection: { acquireCount: { r: 28 } } } protocol:op_command 116ms Sat Dec 10 04:53:39.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bde9f666d1a4e49f547bf", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33785357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:39.215 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:53:39.216 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:53:39.217 I SHARDING [conn9] moveChunk setting version to: 69|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:53:39.218 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33785357, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:53:39.218 I SHARDING [conn9] moveChunk updating self version to: 69|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469459627000) } -> { datetime: new Date(1469544624000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:53:39.220 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:39.220-0600-584bdeb3666d1a4e49f547c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367219220), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33785357, catchup: 0, steady: 0 } } Sat Dec 10 04:53:39.221 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:53:39.221 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:53:39.221 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:39.221-0600-584bdeb3666d1a4e49f547c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367219221), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1027, step 4 of 6: 18321, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:53:39.222 I SHARDING [conn9] distributed lock with ts: 584bde9f666d1a4e49f547bd' unlocked. Sat Dec 10 04:53:39.222 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469128310000) }, max: { datetime: new Date(1469459627000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 20 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19360ms Sat Dec 10 04:53:39.226 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:53:39.227 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1454426869000) }, { datetime: new Date(1454531090000) }) in IISLogs.pubprdweb02', ts : 584bdeb3666d1a4e49f547c4 Sat Dec 10 04:53:39.227 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 61|0||584bc22c90d1dc672b54829b, current metadata version is 61|0||584bc22c90d1dc672b54829b Sat Dec 10 04:53:39.228 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 61|0||584bc22c90d1dc672b54829b to shard version 61|1||584bc22c90d1dc672b54829b Sat Dec 10 04:53:39.228 I SHARDING [conn9] collection version was loaded at version 61|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:53:39.228 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:39.228-0600-584bdeb3666d1a4e49f547c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367219228), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:53:39.229 I SHARDING [conn9] moveChunk request accepted at version 61|1||584bc22c90d1dc672b54829b Sat Dec 10 04:53:40.038 I SHARDING [conn9] moveChunk number of documents: 106528 Sat Dec 10 04:53:40.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:40.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:41.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:42.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:42.882 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776014 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 2836ms Sat Dec 10 04:53:43.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1663, clonedBytes: 518496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:44.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11752, clonedBytes: 3470183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:45.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21293, clonedBytes: 6382691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:46.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31449, clonedBytes: 9574004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:47.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42007, clonedBytes: 12673565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:48.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53251, clonedBytes: 16250177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:49.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53782, clonedBytes: 16410502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:50.237 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16413275 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1590ms Sat Dec 10 04:53:50.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57269, clonedBytes: 17550962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:51.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68142, clonedBytes: 20981358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:52.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78556, clonedBytes: 24243814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:53.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88395, clonedBytes: 27128754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:54.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98333, clonedBytes: 30085716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:55.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdeb3666d1a4e49f547c6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106528, clonedBytes: 32465517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:55.912 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:53:55.913 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:53:55.914 I SHARDING [conn9] moveChunk setting version to: 62|0||584bc22c90d1dc672b54829b Sat Dec 10 04:53:55.916 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106528, clonedBytes: 32465517, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:53:55.916 I SHARDING [conn9] moveChunk updating self version to: 62|1||584bc22c90d1dc672b54829b through { datetime: new Date(1454531090000) } -> { datetime: new Date(1454703746000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:53:55.918 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:55.918-0600-584bdec3666d1a4e49f547c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367235918), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106528, clonedBytes: 32465517, catchup: 0, steady: 0 } } Sat Dec 10 04:53:55.919 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:53:55.920 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:53:55.920 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:55.920-0600-584bdec3666d1a4e49f547ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367235920), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 811, step 4 of 6: 15871, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:53:55.922 I SHARDING [conn9] distributed lock with ts: 584bdeb3666d1a4e49f547c4' unlocked. Sat Dec 10 04:53:55.922 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454426869000) }, max: { datetime: new Date(1454531090000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 304 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16696ms Sat Dec 10 04:53:55.927 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:53:55.928 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445765475000) }, { datetime: new Date(1445792221000) }) in IISLogs.pubprdweb03', ts : 584bdec3666d1a4e49f547cb Sat Dec 10 04:53:55.928 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 46|0||584bc97f90d1dc672b548352, current metadata version is 46|0||584bc97f90d1dc672b548352 Sat Dec 10 04:53:55.930 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 46|0||584bc97f90d1dc672b548352 to shard version 46|1||584bc97f90d1dc672b548352 Sat Dec 10 04:53:55.930 I SHARDING [conn9] collection version was loaded at version 46|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:53:55.930 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:53:55.930-0600-584bdec3666d1a4e49f547cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367235930), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:53:55.930 I SHARDING [conn9] moveChunk request accepted at version 46|1||584bc97f90d1dc672b548352 Sat Dec 10 04:53:56.750 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:53:56.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:56.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:56.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:56.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:56.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:56.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:56.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:57.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:57.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:57.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:58.703 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776267 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 1936ms Sat Dec 10 04:53:58.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2, clonedBytes: 636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:53:59.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8228, clonedBytes: 2291533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:00.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17694, clonedBytes: 4999855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:01.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27510, clonedBytes: 7775729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:03.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39463, clonedBytes: 11175340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:04.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49940, clonedBytes: 14169483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:05.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57948, clonedBytes: 16381593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:06.159 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15189604 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1096ms Sat Dec 10 04:54:06.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59318, clonedBytes: 16786486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:07.083 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467421342000) } -> { datetime: new Date(1467514501000) } Sat Dec 10 04:54:07.083 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450052382000) } -> { datetime: new Date(1450190730000) }, with opId: 124990 Sat Dec 10 04:54:07.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70601, clonedBytes: 19674648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:08.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80902, clonedBytes: 22436931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:09.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91263, clonedBytes: 25219530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:10.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101222, clonedBytes: 27854721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:11.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111425, clonedBytes: 30572308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:12.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdec3666d1a4e49f547cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31191594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:12.825 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:54:12.826 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:54:12.827 I SHARDING [conn9] moveChunk setting version to: 47|0||584bc97f90d1dc672b548352 Sat Dec 10 04:54:12.841 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31191594, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:54:12.841 I SHARDING [conn9] moveChunk updating self version to: 47|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445792221000) } -> { datetime: new Date(1445816114000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:54:12.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:54:12.843-0600-584bded4666d1a4e49f547d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367252843), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31191594, catchup: 0, steady: 0 } } Sat Dec 10 04:54:12.844 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:54:12.844 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:54:12.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:54:12.844-0600-584bded4666d1a4e49f547d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367252844), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 821, step 4 of 6: 16072, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:54:12.845 I SHARDING [conn9] distributed lock with ts: 584bdec3666d1a4e49f547cb' unlocked. Sat Dec 10 04:54:12.846 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445765475000) }, max: { datetime: new Date(1445792221000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 155 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16918ms Sat Dec 10 04:54:12.851 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:54:12.852 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447552983000) }, { datetime: new Date(1447636537000) }) in IISLogs.pubprdweb04', ts : 584bded4666d1a4e49f547d2 Sat Dec 10 04:54:12.852 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 42|0||584bcad890d1dc672b54835d, current metadata version is 42|0||584bcad890d1dc672b54835d Sat Dec 10 04:54:12.854 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 42|0||584bcad890d1dc672b54835d to shard version 42|1||584bcad890d1dc672b54835d Sat Dec 10 04:54:12.854 I SHARDING [conn9] collection version was loaded at version 42|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:54:12.854 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:54:12.854-0600-584bded4666d1a4e49f547d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367252854), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:54:12.854 I SHARDING [conn9] moveChunk request accepted at version 42|1||584bcad890d1dc672b54835d Sat Dec 10 04:54:13.957 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 04:54:13.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:13.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:13.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:14.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:14.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:14.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:14.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:14.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:14.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:15.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:15.622 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776133 locks:{ Global: { acquireCount: { r: 984 } }, Database: { acquireCount: { r: 492 } }, Collection: { acquireCount: { r: 492 } } } protocol:op_command 1660ms Sat Dec 10 04:54:16.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3428, clonedBytes: 905459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:17.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13852, clonedBytes: 3653062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:18.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24173, clonedBytes: 6459331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:19.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33482, clonedBytes: 9046887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:20.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43505, clonedBytes: 11664631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:21.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53570, clonedBytes: 14300092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:22.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61252, clonedBytes: 16358331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:23.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61252, clonedBytes: 16358331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:24.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61252, clonedBytes: 16358331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:24.960 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14084439 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 2804ms Sat Dec 10 04:54:25.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65256, clonedBytes: 17427626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:26.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75408, clonedBytes: 20141988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:27.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84144, clonedBytes: 22532035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:28.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93307, clonedBytes: 25029352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:29.192 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450052382000) } -> { datetime: new Date(1450190730000) } Sat Dec 10 04:54:29.192 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466713618000) } -> { datetime: new Date(1466852236000) }, with opId: 125154 Sat Dec 10 04:54:29.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101691, clonedBytes: 27333296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:30.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110580, clonedBytes: 29665731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:31.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:32.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:33.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:34.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:36.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:37.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:38.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:39.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:40.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:41.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:42.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:43.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:44.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bded4666d1a4e49f547d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:44.219 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:54:44.220 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:54:44.220 I SHARDING [conn9] moveChunk setting version to: 43|0||584bcad890d1dc672b54835d Sat Dec 10 04:54:44.224 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:54:44.224 I SHARDING [conn9] moveChunk updating self version to: 43|1||584bcad890d1dc672b54835d through { datetime: new Date(1447636537000) } -> { datetime: new Date(1447710272000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:54:44.226 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:54:44.226-0600-584bdef4666d1a4e49f547d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367284226), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30096935, catchup: 0, steady: 0 } } Sat Dec 10 04:54:44.226 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:54:44.227 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:54:44.227 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:54:44.227-0600-584bdef4666d1a4e49f547d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367284227), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1105, step 4 of 6: 30256, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:54:44.228 I SHARDING [conn9] distributed lock with ts: 584bded4666d1a4e49f547d2' unlocked. Sat Dec 10 04:54:44.228 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447552983000) }, max: { datetime: new Date(1447636537000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 42000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 219 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 31376ms Sat Dec 10 04:54:45.299 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:54:45.300 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468522896000) }, { datetime: new Date(1468554249000) }) in IISLogs.pubbsdweb1', ts : 584bdef5666d1a4e49f547d9 Sat Dec 10 04:54:45.300 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 96|0||584bba0d90d1dc672b548145, current metadata version is 96|0||584bba0d90d1dc672b548145 Sat Dec 10 04:54:45.301 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 96|0||584bba0d90d1dc672b548145 to shard version 96|1||584bba0d90d1dc672b548145 Sat Dec 10 04:54:45.301 I SHARDING [conn9] collection version was loaded at version 96|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:54:45.301 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:54:45.301-0600-584bdef5666d1a4e49f547da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367285301), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:54:45.302 I SHARDING [conn9] moveChunk request accepted at version 96|1||584bba0d90d1dc672b548145 Sat Dec 10 04:54:52.897 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466713618000) } -> { datetime: new Date(1466852236000) } Sat Dec 10 04:54:52.897 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1452033697000) } -> { datetime: new Date(1452153370000) }, with opId: 125297 Sat Dec 10 04:54:57.943 I SHARDING [conn9] moveChunk number of documents: 113362 Sat Dec 10 04:54:57.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:57.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:57.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:57.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:58.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:58.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:58.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:58.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:58.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:59.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:54:59.782 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776295 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1823ms Sat Dec 10 04:55:00.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1128, clonedBytes: 340860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:01.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10143, clonedBytes: 3062737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:02.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20284, clonedBytes: 6116839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:03.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30929, clonedBytes: 9292188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:04.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41093, clonedBytes: 12318746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:05.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49570, clonedBytes: 14854467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:06.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54662, clonedBytes: 16404623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:07.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54662, clonedBytes: 16404623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:07.992 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776216 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1849ms Sat Dec 10 04:55:08.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61220, clonedBytes: 18389841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:09.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73018, clonedBytes: 21960957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:11.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84942, clonedBytes: 25578320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:12.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95734, clonedBytes: 28859771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:13.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106333, clonedBytes: 32090198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:13.520 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1430838 locks:{ Global: { acquireCount: { r: 78 } }, Database: { acquireCount: { r: 39 } }, Collection: { acquireCount: { r: 39 } } } protocol:op_command 112ms Sat Dec 10 04:55:14.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdef5666d1a4e49f547db", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113362, clonedBytes: 34217355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:14.200 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:55:14.201 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:55:14.201 I SHARDING [conn9] moveChunk setting version to: 97|0||584bba0d90d1dc672b548145 Sat Dec 10 04:55:14.210 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113362, clonedBytes: 34217355, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:55:14.210 I SHARDING [conn9] moveChunk updating self version to: 97|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468554249000) } -> { datetime: new Date(1468590473000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:55:14.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:14.211-0600-584bdf12666d1a4e49f547de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367314211), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113362, clonedBytes: 34217355, catchup: 0, steady: 0 } } Sat Dec 10 04:55:14.212 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:55:14.215 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:55:14.215 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:14.215-0600-584bdf12666d1a4e49f547df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367314215), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 12643, step 4 of 6: 16252, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:55:14.216 I SHARDING [conn9] distributed lock with ts: 584bdef5666d1a4e49f547d9' unlocked. Sat Dec 10 04:55:14.216 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468522896000) }, max: { datetime: new Date(1468554249000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:1030 reslen:154 locks:{ Global: { acquireCount: { r: 2072, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2816 } }, Database: { acquireCount: { r: 1032, w: 4, W: 2 } }, Collection: { acquireCount: { r: 1032, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 28918ms Sat Dec 10 04:55:14.220 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:55:14.221 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452336046000) }, { datetime: new Date(1452476407000) }) in IISLogs.pubprdweb01', ts : 584bdf12666d1a4e49f547e0 Sat Dec 10 04:55:14.221 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 70|0||584bbf4f90d1dc672b54822e, current metadata version is 70|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:55:14.222 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 70|0||584bbf4f90d1dc672b54822e to shard version 70|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:55:14.222 I SHARDING [conn9] collection version was loaded at version 70|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:55:14.222 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:14.222-0600-584bdf12666d1a4e49f547e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367314222), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:55:14.223 I SHARDING [conn9] moveChunk request accepted at version 70|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:55:14.924 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 04:55:14.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:14.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:14.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:14.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:14.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:14.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:15.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:15.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:15.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:15.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:17.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:17.963 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776283 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 3018ms Sat Dec 10 04:55:18.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:19.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7793, clonedBytes: 2470405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:20.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17990, clonedBytes: 5650790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:21.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28270, clonedBytes: 8777869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:22.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38061, clonedBytes: 11821431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:23.151 I SHARDING [RangeDeleter] rangeDeleter deleted 106484 documents for IISLogs.pubprdweb02 from { datetime: new Date(1452033697000) } -> { datetime: new Date(1452153370000) } Sat Dec 10 04:55:23.151 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445338616000) } -> { datetime: new Date(1445354160000) }, with opId: 125439 Sat Dec 10 04:55:23.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49282, clonedBytes: 15189762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:24.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53089, clonedBytes: 16415622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:25.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53089, clonedBytes: 16415622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:26.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15765974 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 2421ms Sat Dec 10 04:55:26.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56016, clonedBytes: 17363330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:27.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66644, clonedBytes: 20766917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:28.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78212, clonedBytes: 24386256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:29.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88649, clonedBytes: 27470761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:30.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99146, clonedBytes: 30663458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:31.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf12666d1a4e49f547e2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 31843685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:31.813 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:55:31.814 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:55:31.815 I SHARDING [conn9] moveChunk setting version to: 71|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:55:31.819 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 31843685, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:55:31.819 I SHARDING [conn9] moveChunk updating self version to: 71|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452476407000) } -> { datetime: new Date(1452580508000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:55:31.822 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:31.822-0600-584bdf23666d1a4e49f547e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367331822), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 31843685, catchup: 0, steady: 0 } } Sat Dec 10 04:55:31.825 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:55:31.825 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:55:31.825 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:31.825-0600-584bdf23666d1a4e49f547e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367331825), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 703, step 4 of 6: 16885, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:55:31.828 I SHARDING [conn9] distributed lock with ts: 584bdf12666d1a4e49f547e0' unlocked. Sat Dec 10 04:55:31.828 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452336046000) }, max: { datetime: new Date(1452476407000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 320 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17608ms Sat Dec 10 04:55:31.832 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:55:31.833 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469459627000) }, { datetime: new Date(1469544624000) }) in IISLogs.pubbsdweb2', ts : 584bdf23666d1a4e49f547e7 Sat Dec 10 04:55:31.833 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 69|0||584bbf7a90d1dc672b548236, current metadata version is 69|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:55:31.834 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 69|0||584bbf7a90d1dc672b548236 to shard version 69|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:55:31.834 I SHARDING [conn9] collection version was loaded at version 69|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:55:31.834 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:31.834-0600-584bdf23666d1a4e49f547e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367331834), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:55:31.835 I SHARDING [conn9] moveChunk request accepted at version 69|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:55:33.159 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 04:55:33.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:33.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:34.152 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776168 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 989ms Sat Dec 10 04:55:34.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2861, clonedBytes: 852974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:35.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14844, clonedBytes: 4436557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:37.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21810, clonedBytes: 6515047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:38.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27056, clonedBytes: 8077928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:39.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35670, clonedBytes: 10621425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:40.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46090, clonedBytes: 13694198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:41.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55419, clonedBytes: 16399197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:42.113 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16441190 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 1012ms Sat Dec 10 04:55:42.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56407, clonedBytes: 16666261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:43.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67044, clonedBytes: 19565463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:44.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78371, clonedBytes: 22659590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:45.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87921, clonedBytes: 25287693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:46.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99312, clonedBytes: 28436597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:47.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111068, clonedBytes: 31695412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:47.957 I SHARDING [RangeDeleter] rangeDeleter deleted 113736 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445338616000) } -> { datetime: new Date(1445354160000) } Sat Dec 10 04:55:47.957 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445636071000) } -> { datetime: new Date(1445838407000) }, with opId: 125604 Sat Dec 10 04:55:48.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf23666d1a4e49f547e9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 32443053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:48.843 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:55:48.844 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:55:48.844 I SHARDING [conn9] moveChunk setting version to: 70|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:55:48.851 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 32443053, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:55:48.851 I SHARDING [conn9] moveChunk updating self version to: 70|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469544624000) } -> { datetime: new Date(1469561328000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:55:48.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:48.852-0600-584bdf34666d1a4e49f547ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367348852), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 32443053, catchup: 0, steady: 0 } } Sat Dec 10 04:55:48.853 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:55:48.853 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:55:48.853 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:48.853-0600-584bdf34666d1a4e49f547ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367348853), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1326, step 4 of 6: 15679, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:55:48.854 I SHARDING [conn9] distributed lock with ts: 584bdf23666d1a4e49f547e7' unlocked. Sat Dec 10 04:55:48.854 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469459627000) }, max: { datetime: new Date(1469544624000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9827 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17023ms Sat Dec 10 04:55:48.858 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:55:48.859 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1454531090000) }, { datetime: new Date(1454703746000) }) in IISLogs.pubprdweb02', ts : 584bdf34666d1a4e49f547ee Sat Dec 10 04:55:48.859 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 62|0||584bc22c90d1dc672b54829b, current metadata version is 62|0||584bc22c90d1dc672b54829b Sat Dec 10 04:55:48.860 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 62|0||584bc22c90d1dc672b54829b to shard version 62|1||584bc22c90d1dc672b54829b Sat Dec 10 04:55:48.860 I SHARDING [conn9] collection version was loaded at version 62|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:55:48.860 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:55:48.860-0600-584bdf34666d1a4e49f547ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367348860), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:55:48.861 I SHARDING [conn9] moveChunk request accepted at version 62|1||584bc22c90d1dc672b54829b Sat Dec 10 04:55:49.755 I SHARDING [conn9] moveChunk number of documents: 106482 Sat Dec 10 04:55:49.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:49.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:49.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:49.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:49.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:49.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:49.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:50.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:50.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:50.613 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 838ms Sat Dec 10 04:55:50.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47, clonedBytes: 13368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:51.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7002, clonedBytes: 1966291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:52.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17140, clonedBytes: 4980072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:54.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29239, clonedBytes: 8671497, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:55.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39426, clonedBytes: 11723276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:56.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49989, clonedBytes: 14825301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:57.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55313, clonedBytes: 16399894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:57.777 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15862648 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 874ms Sat Dec 10 04:55:58.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61005, clonedBytes: 18136880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:55:59.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71774, clonedBytes: 21471526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:00.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82862, clonedBytes: 24835518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:01.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92983, clonedBytes: 27781007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:02.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102803, clonedBytes: 30699096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:03.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:04.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:05.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:06.078 I SHARDING [RangeDeleter] rangeDeleter deleted 112216 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445636071000) } -> { datetime: new Date(1445838407000) } Sat Dec 10 04:56:06.079 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467514501000) } -> { datetime: new Date(1467596901000) }, with opId: 125753 Sat Dec 10 04:56:07.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:08.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:09.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf34666d1a4e49f547f0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:09.053 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:56:09.054 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:56:09.055 I SHARDING [conn9] moveChunk setting version to: 63|0||584bc22c90d1dc672b54829b Sat Dec 10 04:56:09.057 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:56:09.057 I SHARDING [conn9] moveChunk updating self version to: 63|1||584bc22c90d1dc672b54829b through { datetime: new Date(1454703746000) } -> { datetime: new Date(1454917774000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:56:09.058 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:09.058-0600-584bdf49666d1a4e49f547f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367369058), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106482, clonedBytes: 31915321, catchup: 0, steady: 0 } } Sat Dec 10 04:56:09.059 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:56:09.059 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:56:09.059 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:09.059-0600-584bdf49666d1a4e49f547f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367369059), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 896, step 4 of 6: 19294, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:56:09.061 I SHARDING [conn9] distributed lock with ts: 584bdf34666d1a4e49f547ee' unlocked. Sat Dec 10 04:56:09.061 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454531090000) }, max: { datetime: new Date(1454703746000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 392 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20203ms Sat Dec 10 04:56:09.067 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:56:09.067 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445792221000) }, { datetime: new Date(1445816114000) }) in IISLogs.pubprdweb03', ts : 584bdf49666d1a4e49f547f5 Sat Dec 10 04:56:09.067 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 47|0||584bc97f90d1dc672b548352, current metadata version is 47|0||584bc97f90d1dc672b548352 Sat Dec 10 04:56:09.069 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 47|0||584bc97f90d1dc672b548352 to shard version 47|1||584bc97f90d1dc672b548352 Sat Dec 10 04:56:09.069 I SHARDING [conn9] collection version was loaded at version 47|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:56:09.069 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:09.069-0600-584bdf49666d1a4e49f547f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367369069), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:56:09.070 I SHARDING [conn9] moveChunk request accepted at version 47|1||584bc97f90d1dc672b548352 Sat Dec 10 04:56:09.955 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 04:56:09.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:09.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:09.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:09.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:09.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:10.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:10.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:10.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:10.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:11.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:12.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:12.347 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776213 locks:{ Global: { acquireCount: { r: 1002 } }, Database: { acquireCount: { r: 501 } }, Collection: { acquireCount: { r: 501 } } } protocol:op_command 2179ms Sat Dec 10 04:56:13.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6087, clonedBytes: 1617029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:14.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15811, clonedBytes: 4165856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:15.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25216, clonedBytes: 6604887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:16.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34934, clonedBytes: 9189028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:17.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46240, clonedBytes: 12174944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:18.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57160, clonedBytes: 15195341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:19.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61547, clonedBytes: 16356346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:19.711 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14468284 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 631ms Sat Dec 10 04:56:20.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71011, clonedBytes: 18933577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:21.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81454, clonedBytes: 21781191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:22.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92732, clonedBytes: 24851579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:24.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104244, clonedBytes: 27919348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:25.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf49666d1a4e49f547f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30470206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:25.163 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:56:25.164 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:56:25.164 I SHARDING [conn9] moveChunk setting version to: 48|0||584bc97f90d1dc672b548352 Sat Dec 10 04:56:25.191 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30470206, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:56:25.191 I SHARDING [conn9] moveChunk updating self version to: 48|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445816114000) } -> { datetime: new Date(1445835273000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:56:25.192 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:25.192-0600-584bdf59666d1a4e49f547fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367385192), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30470206, catchup: 0, steady: 0 } } Sat Dec 10 04:56:25.193 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:56:25.195 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:56:25.196 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:25.196-0600-584bdf59666d1a4e49f547fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367385196), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 888, step 4 of 6: 15203, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:56:25.197 I SHARDING [conn9] distributed lock with ts: 584bdf49666d1a4e49f547f5' unlocked. Sat Dec 10 04:56:25.197 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445792221000) }, max: { datetime: new Date(1445816114000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2379 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16130ms Sat Dec 10 04:56:25.203 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:56:25.204 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447636537000) }, { datetime: new Date(1447710272000) }) in IISLogs.pubprdweb04', ts : 584bdf59666d1a4e49f547fc Sat Dec 10 04:56:25.204 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 43|0||584bcad890d1dc672b54835d, current metadata version is 43|0||584bcad890d1dc672b54835d Sat Dec 10 04:56:25.205 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 43|0||584bcad890d1dc672b54835d to shard version 43|1||584bcad890d1dc672b54835d Sat Dec 10 04:56:25.205 I SHARDING [conn9] collection version was loaded at version 43|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:56:25.205 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:25.205-0600-584bdf59666d1a4e49f547fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367385205), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:56:25.206 I SHARDING [conn9] moveChunk request accepted at version 43|1||584bcad890d1dc672b54835d Sat Dec 10 04:56:26.910 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 04:56:26.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:26.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:26.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:26.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:26.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:27.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:27.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:27.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:27.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:27.907 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776283 locks:{ Global: { acquireCount: { r: 994 } }, Database: { acquireCount: { r: 497 } }, Collection: { acquireCount: { r: 497 } } } protocol:op_command 993ms Sat Dec 10 04:56:27.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:28.159 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467514501000) } -> { datetime: new Date(1467596901000) } Sat Dec 10 04:56:28.159 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450190730000) } -> { datetime: new Date(1450341607000) }, with opId: 125908 Sat Dec 10 04:56:29.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8892, clonedBytes: 2349878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:30.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19278, clonedBytes: 5106659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:31.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29951, clonedBytes: 7959804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:32.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41402, clonedBytes: 11010101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:33.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51587, clonedBytes: 13562491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:34.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61106, clonedBytes: 16089415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:35.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62139, clonedBytes: 16352272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:36.263 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13362336 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 1667ms Sat Dec 10 04:56:36.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64110, clonedBytes: 16880300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:37.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73224, clonedBytes: 19271008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:38.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82889, clonedBytes: 21775516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:39.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92439, clonedBytes: 24260978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:40.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102990, clonedBytes: 26998894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:41.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf59666d1a4e49f547fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29374982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:41.748 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:56:41.749 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:56:41.750 I SHARDING [conn9] moveChunk setting version to: 44|0||584bcad890d1dc672b54835d Sat Dec 10 04:56:41.755 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29374982, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:56:41.755 I SHARDING [conn9] moveChunk updating self version to: 44|1||584bcad890d1dc672b54835d through { datetime: new Date(1447710272000) } -> { datetime: new Date(1447799275000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:56:41.756 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:41.756-0600-584bdf69666d1a4e49f54801", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367401756), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29374982, catchup: 0, steady: 0 } } Sat Dec 10 04:56:41.757 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:56:41.757 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:56:41.757 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:41.757-0600-584bdf69666d1a4e49f54802", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367401757), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1706, step 4 of 6: 14835, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:56:41.758 I SHARDING [conn9] distributed lock with ts: 584bdf59666d1a4e49f547fc' unlocked. Sat Dec 10 04:56:41.759 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447636537000) }, max: { datetime: new Date(1447710272000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 43000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 335 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16556ms Sat Dec 10 04:56:42.852 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:56:42.853 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468554249000) }, { datetime: new Date(1468590473000) }) in IISLogs.pubbsdweb1', ts : 584bdf6a666d1a4e49f54803 Sat Dec 10 04:56:42.853 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 97|0||584bba0d90d1dc672b548145, current metadata version is 97|0||584bba0d90d1dc672b548145 Sat Dec 10 04:56:42.855 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 97|0||584bba0d90d1dc672b548145 to shard version 97|1||584bba0d90d1dc672b548145 Sat Dec 10 04:56:42.855 I SHARDING [conn9] collection version was loaded at version 97|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:56:42.855 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:56:42.855-0600-584bdf6a666d1a4e49f54804", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367402855), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:56:42.855 I SHARDING [conn9] moveChunk request accepted at version 97|1||584bba0d90d1dc672b548145 Sat Dec 10 04:56:46.096 I SHARDING [conn9] moveChunk number of documents: 113352 Sat Dec 10 04:56:46.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:46.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:46.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:46.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:46.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:46.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:47.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:47.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:47.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:47.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:49.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:50.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:51.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:52.126 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 5793ms Sat Dec 10 04:56:52.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:52.750 I SHARDING [RangeDeleter] rangeDeleter deleted 102899 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450190730000) } -> { datetime: new Date(1450341607000) } Sat Dec 10 04:56:52.750 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1466852236000) } -> { datetime: new Date(1467108196000) }, with opId: 126016 Sat Dec 10 04:56:53.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9675, clonedBytes: 2894308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:54.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20124, clonedBytes: 5996715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:55.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31526, clonedBytes: 9349487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:56.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41926, clonedBytes: 12400536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:57.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51306, clonedBytes: 15140986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:58.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55552, clonedBytes: 16398388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:56:59.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55552, clonedBytes: 16398388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:00.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55552, clonedBytes: 16398388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:01.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55552, clonedBytes: 16398388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:02.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55552, clonedBytes: 16398388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:02.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 4738ms Sat Dec 10 04:57:03.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64770, clonedBytes: 19171391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:04.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74693, clonedBytes: 22172505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:05.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84066, clonedBytes: 24999349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:06.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93233, clonedBytes: 27762398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:07.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103942, clonedBytes: 30997927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:08.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1031373 locks:{ Global: { acquireCount: { r: 60 } }, Database: { acquireCount: { r: 30 } }, Collection: { acquireCount: { r: 30 } } } protocol:op_command 274ms Sat Dec 10 04:57:09.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111130, clonedBytes: 33151292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:10.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf6a666d1a4e49f54805", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113352, clonedBytes: 33816544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:10.067 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:57:10.068 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:57:10.068 I SHARDING [conn9] moveChunk setting version to: 98|0||584bba0d90d1dc672b548145 Sat Dec 10 04:57:10.071 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113352, clonedBytes: 33816544, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:57:10.071 I SHARDING [conn9] moveChunk updating self version to: 98|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468590473000) } -> { datetime: new Date(1468600881000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:57:10.072 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:57:10.072-0600-584bdf86666d1a4e49f54808", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367430072), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113352, clonedBytes: 33816544, catchup: 0, steady: 0 } } Sat Dec 10 04:57:10.073 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:57:10.073 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:57:10.074 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:57:10.074-0600-584bdf86666d1a4e49f54809", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367430074), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3471, step 4 of 6: 23738, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:57:10.075 I SHARDING [conn9] distributed lock with ts: 584bdf6a666d1a4e49f54803' unlocked. Sat Dec 10 04:57:10.075 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468554249000) }, max: { datetime: new Date(1468590473000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 279 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27223ms Sat Dec 10 04:57:10.079 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:57:10.080 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452476407000) }, { datetime: new Date(1452580508000) }) in IISLogs.pubprdweb01', ts : 584bdf86666d1a4e49f5480a Sat Dec 10 04:57:10.080 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 71|0||584bbf4f90d1dc672b54822e, current metadata version is 71|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:57:10.081 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 71|0||584bbf4f90d1dc672b54822e to shard version 71|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:57:10.081 I SHARDING [conn9] collection version was loaded at version 71|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:57:10.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:57:10.081-0600-584bdf86666d1a4e49f5480b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367430081), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:57:10.082 I SHARDING [conn9] moveChunk request accepted at version 71|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:57:14.400 I SHARDING [conn9] moveChunk number of documents: 102850 Sat Dec 10 04:57:14.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:14.909 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776182 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 501ms Sat Dec 10 04:57:15.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:15.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5606, clonedBytes: 1684764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:16.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14860, clonedBytes: 4622633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:17.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25741, clonedBytes: 8103669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:18.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36097, clonedBytes: 11157742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:19.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45641, clonedBytes: 13919115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:20.291 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1466852236000) } -> { datetime: new Date(1467108196000) } Sat Dec 10 04:57:20.292 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1452153370000) } -> { datetime: new Date(1452318489000) }, with opId: 126202 Sat Dec 10 04:57:20.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54254, clonedBytes: 16407366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:21.390 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14657081 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 596ms Sat Dec 10 04:57:21.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59006, clonedBytes: 17768283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:23.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69202, clonedBytes: 20678277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:24.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78518, clonedBytes: 23352502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:25.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87992, clonedBytes: 26221051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:26.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98002, clonedBytes: 29241469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:27.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:28.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:29.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:30.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:31.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:32.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:33.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:34.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:35.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:36.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdf86666d1a4e49f5480c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:36.352 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:57:36.353 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:57:36.353 I SHARDING [conn9] moveChunk setting version to: 72|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:57:36.356 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:57:36.356 I SHARDING [conn9] moveChunk updating self version to: 72|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452580508000) } -> { datetime: new Date(1452694184000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:57:36.357 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:57:36.357-0600-584bdfa0666d1a4e49f5480f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367456357), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102850, clonedBytes: 30735237, catchup: 0, steady: 0 } } Sat Dec 10 04:57:36.358 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:57:36.358 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:57:36.358 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:57:36.358-0600-584bdfa0666d1a4e49f54810", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367456358), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4321, step 4 of 6: 21948, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:57:36.359 I SHARDING [conn9] distributed lock with ts: 584bdf86666d1a4e49f5480a' unlocked. Sat Dec 10 04:57:36.359 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452476407000) }, max: { datetime: new Date(1452580508000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:846 reslen:154 locks:{ Global: { acquireCount: { r: 1704, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 348 } }, Database: { acquireCount: { r: 848, w: 4, W: 2 } }, Collection: { acquireCount: { r: 848, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26282ms Sat Dec 10 04:57:36.364 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:57:36.364 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469544624000) }, { datetime: new Date(1469561328000) }) in IISLogs.pubbsdweb2', ts : 584bdfa0666d1a4e49f54811 Sat Dec 10 04:57:36.365 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 70|0||584bbf7a90d1dc672b548236, current metadata version is 70|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:57:36.366 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 70|0||584bbf7a90d1dc672b548236 to shard version 70|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:57:36.366 I SHARDING [conn9] collection version was loaded at version 70|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 04:57:36.366 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:57:36.366-0600-584bdfa0666d1a4e49f54812", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367456366), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:57:36.366 I SHARDING [conn9] moveChunk request accepted at version 70|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:57:44.559 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 04:57:44.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:44.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:45.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:45.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:46.240 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776076 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 1678ms Sat Dec 10 04:57:46.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2171, clonedBytes: 604479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:47.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11358, clonedBytes: 3142572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:48.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21757, clonedBytes: 6015863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:49.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32134, clonedBytes: 8875264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:50.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39961, clonedBytes: 11022305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:51.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49252, clonedBytes: 13598336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:52.499 I SHARDING [RangeDeleter] rangeDeleter deleted 106563 documents for IISLogs.pubprdweb02 from { datetime: new Date(1452153370000) } -> { datetime: new Date(1452318489000) } Sat Dec 10 04:57:52.526 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445354160000) } -> { datetime: new Date(1445359378000) }, with opId: 126393 Sat Dec 10 04:57:52.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58992, clonedBytes: 16291194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:53.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59287, clonedBytes: 16372029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:54.615 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15424226 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1713ms Sat Dec 10 04:57:54.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61777, clonedBytes: 17055698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:56.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68841, clonedBytes: 18997035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:57.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79110, clonedBytes: 21841466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:58.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89208, clonedBytes: 24651314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:57:59.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100467, clonedBytes: 27780684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:00.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111291, clonedBytes: 30753758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:01.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfa0666d1a4e49f54813", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 31426053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:01.329 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:58:01.330 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:58:01.331 I SHARDING [conn9] moveChunk setting version to: 71|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:58:01.332 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 31426053, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:58:01.332 I SHARDING [conn9] moveChunk updating self version to: 71|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469561328000) } -> { datetime: new Date(1469633324000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:58:01.334 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:01.334-0600-584bdfb9666d1a4e49f54816", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367481334), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 31426053, catchup: 0, steady: 0 } } Sat Dec 10 04:58:01.334 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:58:01.335 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:58:01.335 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:01.335-0600-584bdfb9666d1a4e49f54817", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367481335), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 8194, step 4 of 6: 16766, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:58:01.336 I SHARDING [conn9] distributed lock with ts: 584bdfa0666d1a4e49f54811' unlocked. Sat Dec 10 04:58:01.336 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469544624000) }, max: { datetime: new Date(1469561328000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:958 reslen:154 locks:{ Global: { acquireCount: { r: 1928, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 331 } }, Database: { acquireCount: { r: 960, w: 4, W: 2 } }, Collection: { acquireCount: { r: 960, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24972ms Sat Dec 10 04:58:01.340 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:58:01.341 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1454703746000) }, { datetime: new Date(1454917774000) }) in IISLogs.pubprdweb02', ts : 584bdfb9666d1a4e49f54818 Sat Dec 10 04:58:01.341 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 63|0||584bc22c90d1dc672b54829b, current metadata version is 63|0||584bc22c90d1dc672b54829b Sat Dec 10 04:58:01.342 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 63|0||584bc22c90d1dc672b54829b to shard version 63|1||584bc22c90d1dc672b54829b Sat Dec 10 04:58:01.342 I SHARDING [conn9] collection version was loaded at version 63|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:58:01.342 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:01.342-0600-584bdfb9666d1a4e49f54819", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367481342), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:58:01.343 I SHARDING [conn9] moveChunk request accepted at version 63|1||584bc22c90d1dc672b54829b Sat Dec 10 04:58:02.251 I SHARDING [conn9] moveChunk number of documents: 106566 Sat Dec 10 04:58:02.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:02.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:03.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:03.727 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776239 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1472ms Sat Dec 10 04:58:04.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5154, clonedBytes: 1662191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:05.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15328, clonedBytes: 4723042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:06.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25603, clonedBytes: 7940152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:07.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37093, clonedBytes: 11519384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:08.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46660, clonedBytes: 14406639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:09.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53294, clonedBytes: 16414143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:10.682 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776177 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 1255ms Sat Dec 10 04:58:10.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53294, clonedBytes: 16414143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:11.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63126, clonedBytes: 19496005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:12.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73845, clonedBytes: 22870079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:13.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84486, clonedBytes: 26402715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:14.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94450, clonedBytes: 29540543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:15.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104630, clonedBytes: 32841930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:16.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfb9666d1a4e49f5481a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106566, clonedBytes: 33449719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:16.962 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:58:16.963 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:58:16.963 I SHARDING [conn9] moveChunk setting version to: 64|0||584bc22c90d1dc672b54829b Sat Dec 10 04:58:16.970 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106566, clonedBytes: 33449719, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:58:16.970 I SHARDING [conn9] moveChunk updating self version to: 64|1||584bc22c90d1dc672b54829b through { datetime: new Date(1454917774000) } -> { datetime: new Date(1455041736000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:58:16.971 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:16.971-0600-584bdfc8666d1a4e49f5481d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367496971), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106566, clonedBytes: 33449719, catchup: 0, steady: 0 } } Sat Dec 10 04:58:16.972 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:58:16.973 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:58:16.973 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:16.973-0600-584bdfc8666d1a4e49f5481e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367496973), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 911, step 4 of 6: 14706, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:58:16.974 I SHARDING [conn9] distributed lock with ts: 584bdfb9666d1a4e49f54818' unlocked. Sat Dec 10 04:58:16.975 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454703746000) }, max: { datetime: new Date(1454917774000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1195 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15634ms Sat Dec 10 04:58:16.979 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:58:16.980 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445816114000) }, { datetime: new Date(1445835273000) }) in IISLogs.pubprdweb03', ts : 584bdfc8666d1a4e49f5481f Sat Dec 10 04:58:16.980 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 48|0||584bc97f90d1dc672b548352, current metadata version is 48|0||584bc97f90d1dc672b548352 Sat Dec 10 04:58:16.981 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 48|0||584bc97f90d1dc672b548352 to shard version 48|1||584bc97f90d1dc672b548352 Sat Dec 10 04:58:16.981 I SHARDING [conn9] collection version was loaded at version 48|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:58:16.981 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:16.981-0600-584bdfc8666d1a4e49f54820", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367496981), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:58:16.982 I SHARDING [conn9] moveChunk request accepted at version 48|1||584bc97f90d1dc672b548352 Sat Dec 10 04:58:17.636 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 04:58:17.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:17.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:18.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:18.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:18.994 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776268 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 1354ms Sat Dec 10 04:58:19.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4568, clonedBytes: 1188735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:20.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16031, clonedBytes: 4132218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:22.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27603, clonedBytes: 7143498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:23.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37948, clonedBytes: 9834166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:24.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 12435301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:24.513 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445354160000) } -> { datetime: new Date(1445359378000) } Sat Dec 10 04:58:24.513 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445838407000) } -> { datetime: new Date(1445972627000) }, with opId: 126614 Sat Dec 10 04:58:25.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57908, clonedBytes: 14994779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:26.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63107, clonedBytes: 16345481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:27.276 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13508216 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 1507ms Sat Dec 10 04:58:27.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63304, clonedBytes: 16396656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:28.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73517, clonedBytes: 19029625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:29.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83788, clonedBytes: 21708463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:30.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94055, clonedBytes: 24375925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:31.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104285, clonedBytes: 27023448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:32.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfc8666d1a4e49f54821", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 29510207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:32.523 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:58:32.524 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:58:32.524 I SHARDING [conn9] moveChunk setting version to: 49|0||584bc97f90d1dc672b548352 Sat Dec 10 04:58:32.526 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 29510207, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:58:32.526 I SHARDING [conn9] moveChunk updating self version to: 49|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445835273000) } -> { datetime: new Date(1445857204000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 04:58:32.527 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:32.527-0600-584bdfd8666d1a4e49f54824", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367512527), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 29510207, catchup: 0, steady: 0 } } Sat Dec 10 04:58:32.528 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:58:32.535 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:58:32.535 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:32.535-0600-584bdfd8666d1a4e49f54825", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367512535), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 656, step 4 of 6: 14882, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:58:32.537 I SHARDING [conn9] distributed lock with ts: 584bdfc8666d1a4e49f5481f' unlocked. Sat Dec 10 04:58:32.537 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445816114000) }, max: { datetime: new Date(1445835273000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7192 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 107 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15558ms Sat Dec 10 04:58:32.541 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 04:58:32.542 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447710272000) }, { datetime: new Date(1447799275000) }) in IISLogs.pubprdweb04', ts : 584bdfd8666d1a4e49f54826 Sat Dec 10 04:58:32.542 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 44|0||584bcad890d1dc672b54835d, current metadata version is 44|0||584bcad890d1dc672b54835d Sat Dec 10 04:58:32.543 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 44|0||584bcad890d1dc672b54835d to shard version 44|1||584bcad890d1dc672b54835d Sat Dec 10 04:58:32.543 I SHARDING [conn9] collection version was loaded at version 44|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 04:58:32.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:32.543-0600-584bdfd8666d1a4e49f54827", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367512543), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:58:32.544 I SHARDING [conn9] moveChunk request accepted at version 44|1||584bcad890d1dc672b54835d Sat Dec 10 04:58:33.553 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 04:58:33.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:33.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:34.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:34.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:35.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:35.811 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 2243ms Sat Dec 10 04:58:36.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7524, clonedBytes: 1947418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:37.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17830, clonedBytes: 4666932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:38.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28125, clonedBytes: 7379845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:39.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38671, clonedBytes: 10117591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:41.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48758, clonedBytes: 12759486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:42.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59316, clonedBytes: 15579380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:43.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62202, clonedBytes: 16351709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:43.521 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13654561 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 1206ms Sat Dec 10 04:58:44.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66991, clonedBytes: 17606549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:45.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76600, clonedBytes: 20213014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:46.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85911, clonedBytes: 22726652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:47.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95838, clonedBytes: 25343421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:48.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106811, clonedBytes: 28214439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:49.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfd8666d1a4e49f54828", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 29667099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:49.376 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:58:49.377 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:58:49.378 I SHARDING [conn9] moveChunk setting version to: 45|0||584bcad890d1dc672b54835d Sat Dec 10 04:58:49.390 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 29667099, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:58:49.390 I SHARDING [conn9] moveChunk updating self version to: 45|1||584bcad890d1dc672b54835d through { datetime: new Date(1447799275000) } -> { datetime: new Date(1447938501000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 04:58:49.392 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:49.392-0600-584bdfe9666d1a4e49f5482b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367529392), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 29667099, catchup: 0, steady: 0 } } Sat Dec 10 04:58:49.392 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:58:49.393 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:58:49.393 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:49.393-0600-584bdfe9666d1a4e49f5482c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367529393), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1011, step 4 of 6: 15819, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:58:49.394 I SHARDING [conn9] distributed lock with ts: 584bdfd8666d1a4e49f54826' unlocked. Sat Dec 10 04:58:49.394 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447710272000) }, max: { datetime: new Date(1447799275000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 44000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 446 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 327 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16854ms Sat Dec 10 04:58:50.464 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } Sat Dec 10 04:58:50.465 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb1' acquired for 'migrating chunk [{ datetime: new Date(1468590473000) }, { datetime: new Date(1468600881000) }) in IISLogs.pubbsdweb1', ts : 584bdfea666d1a4e49f5482d Sat Dec 10 04:58:50.465 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb1 based on current shard version 98|0||584bba0d90d1dc672b548145, current metadata version is 98|0||584bba0d90d1dc672b548145 Sat Dec 10 04:58:50.466 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb1 from shard version 98|0||584bba0d90d1dc672b548145 to shard version 98|1||584bba0d90d1dc672b548145 Sat Dec 10 04:58:50.466 I SHARDING [conn9] collection version was loaded at version 98|1||584bba0d90d1dc672b548145, took 1ms Sat Dec 10 04:58:50.467 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:58:50.467-0600-584bdfea666d1a4e49f5482e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367530467), what: "moveChunk.start", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:58:50.467 I SHARDING [conn9] moveChunk request accepted at version 98|1||584bba0d90d1dc672b548145 Sat Dec 10 04:58:51.618 I SHARDING [RangeDeleter] rangeDeleter deleted 112216 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445838407000) } -> { datetime: new Date(1445972627000) } Sat Dec 10 04:58:51.618 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467596901000) } -> { datetime: new Date(1467726201000) }, with opId: 126791 Sat Dec 10 04:58:52.299 I SHARDING [conn9] moveChunk number of documents: 113348 Sat Dec 10 04:58:52.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:52.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:53.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:54.440 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776132 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2134ms Sat Dec 10 04:58:54.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:55.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7040, clonedBytes: 2110782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:56.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17737, clonedBytes: 5312287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:57.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27049, clonedBytes: 8113026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:58.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35583, clonedBytes: 10686377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:58:59.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44609, clonedBytes: 13415852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:01.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54572, clonedBytes: 16405090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:02.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54572, clonedBytes: 16405090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:03.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54572, clonedBytes: 16405090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:03.417 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 2420ms Sat Dec 10 04:59:04.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62323, clonedBytes: 18747040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:05.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72873, clonedBytes: 21954080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:06.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82811, clonedBytes: 24933124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:07.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92431, clonedBytes: 27850126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:08.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102625, clonedBytes: 30911754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:09.529 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1344165 locks:{ Global: { acquireCount: { r: 76 } }, Database: { acquireCount: { r: 38 } }, Collection: { acquireCount: { r: 38 } } } protocol:op_command 307ms Sat Dec 10 04:59:09.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109477, clonedBytes: 32972158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:10.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdfea666d1a4e49f5482f", ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113348, clonedBytes: 34130468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:10.613 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:59:10.614 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:59:10.615 I SHARDING [conn9] moveChunk setting version to: 99|0||584bba0d90d1dc672b548145 Sat Dec 10 04:59:10.621 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113348, clonedBytes: 34130468, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:59:10.621 I SHARDING [conn9] moveChunk updating self version to: 99|1||584bba0d90d1dc672b548145 through { datetime: new Date(1468600881000) } -> { datetime: new Date(1468614364000) } for collection 'IISLogs.pubbsdweb1' Sat Dec 10 04:59:10.623 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:10.623-0600-584bdffe666d1a4e49f54832", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367550623), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113348, clonedBytes: 34130468, catchup: 0, steady: 0 } } Sat Dec 10 04:59:10.623 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:59:10.623 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:59:10.624 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:10.623-0600-584bdffe666d1a4e49f54833", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367550623), what: "moveChunk.from", ns: "IISLogs.pubbsdweb1", details: { min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1836, step 4 of 6: 18307, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:59:10.625 I SHARDING [conn9] distributed lock with ts: 584bdfea666d1a4e49f5482d' unlocked. Sat Dec 10 04:59:10.625 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb1", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1468590473000) }, max: { datetime: new Date(1468600881000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bba0d90d1dc672b548145') ], epoch: ObjectId('584bba0d90d1dc672b548145') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 368 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 23 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20160ms Sat Dec 10 04:59:10.629 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 04:59:10.630 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452580508000) }, { datetime: new Date(1452694184000) }) in IISLogs.pubprdweb01', ts : 584bdffe666d1a4e49f54834 Sat Dec 10 04:59:10.630 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 72|0||584bbf4f90d1dc672b54822e, current metadata version is 72|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:59:10.631 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 72|0||584bbf4f90d1dc672b54822e to shard version 72|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:59:10.631 I SHARDING [conn9] collection version was loaded at version 72|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 04:59:10.631 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:10.631-0600-584bdffe666d1a4e49f54835", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367550631), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:59:10.632 I SHARDING [conn9] moveChunk request accepted at version 72|1||584bbf4f90d1dc672b54822e Sat Dec 10 04:59:12.514 I SHARDING [conn9] moveChunk number of documents: 103004 Sat Dec 10 04:59:12.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:12.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:13.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:13.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:14.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:15.017 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776064 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2474ms Sat Dec 10 04:59:15.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4176, clonedBytes: 1374002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:16.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14505, clonedBytes: 4704681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:17.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26053, clonedBytes: 8146968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:19.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37476, clonedBytes: 11537476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:19.536 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467596901000) } -> { datetime: new Date(1467726201000) } Sat Dec 10 04:59:19.536 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450341607000) } -> { datetime: new Date(1450473933000) }, with opId: 126967 Sat Dec 10 04:59:20.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46881, clonedBytes: 14260313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:21.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54456, clonedBytes: 16405834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:22.254 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15253225 locks:{ Global: { acquireCount: { r: 778 } }, Database: { acquireCount: { r: 389 } }, Collection: { acquireCount: { r: 389 } } } protocol:op_command 1282ms Sat Dec 10 04:59:22.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57829, clonedBytes: 17402091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:23.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69381, clonedBytes: 20837490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:25.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83502, clonedBytes: 25081275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:26.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93817, clonedBytes: 28426030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:27.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bdffe666d1a4e49f54836", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103004, clonedBytes: 31330185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:27.229 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:59:27.230 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:59:27.230 I SHARDING [conn9] moveChunk setting version to: 73|0||584bbf4f90d1dc672b54822e Sat Dec 10 04:59:27.235 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103004, clonedBytes: 31330185, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:59:27.235 I SHARDING [conn9] moveChunk updating self version to: 73|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452694184000) } -> { datetime: new Date(1452803557000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 04:59:27.236 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:27.236-0600-584be00f666d1a4e49f54839", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367567236), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103004, clonedBytes: 31330185, catchup: 0, steady: 0 } } Sat Dec 10 04:59:27.237 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:59:27.237 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:59:27.237 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:27.237-0600-584be00f666d1a4e49f5483a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367567237), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1884, step 4 of 6: 14712, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:59:27.239 I SHARDING [conn9] distributed lock with ts: 584bdffe666d1a4e49f54834' unlocked. Sat Dec 10 04:59:27.239 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452580508000) }, max: { datetime: new Date(1452694184000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:816 reslen:154 locks:{ Global: { acquireCount: { r: 1644, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 241 } }, Database: { acquireCount: { r: 818, w: 4, W: 2 } }, Collection: { acquireCount: { r: 818, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 23 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16611ms Sat Dec 10 04:59:27.249 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 04:59:27.249 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469561328000) }, { datetime: new Date(1469633324000) }) in IISLogs.pubbsdweb2', ts : 584be00f666d1a4e49f5483b Sat Dec 10 04:59:27.250 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 71|0||584bbf7a90d1dc672b548236, current metadata version is 71|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:59:27.252 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 71|0||584bbf7a90d1dc672b548236 to shard version 71|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:59:27.252 I SHARDING [conn9] collection version was loaded at version 71|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 04:59:27.253 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:27.253-0600-584be00f666d1a4e49f5483c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367567253), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:59:27.254 I SHARDING [conn9] moveChunk request accepted at version 71|1||584bbf7a90d1dc672b548236 Sat Dec 10 04:59:29.319 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 04:59:29.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:29.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:30.031 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776242 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 707ms Sat Dec 10 04:59:30.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 464, clonedBytes: 127485, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:31.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8461, clonedBytes: 2333874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:32.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18802, clonedBytes: 5186374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:33.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31312, clonedBytes: 8664464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:35.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42823, clonedBytes: 11856035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:35.748 I SHARDING [RangeDeleter] rangeDeleter deleted 102957 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450341607000) } -> { datetime: new Date(1450473933000) } Sat Dec 10 04:59:35.748 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1467108196000) } -> { datetime: new Date(1467225916000) }, with opId: 127043 Sat Dec 10 04:59:36.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52730, clonedBytes: 14587768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:37.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58782, clonedBytes: 16375730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:37.376 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16191153 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 669ms Sat Dec 10 04:59:38.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65083, clonedBytes: 18196670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:39.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75818, clonedBytes: 21155167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:40.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86631, clonedBytes: 24177792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:41.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96900, clonedBytes: 27194925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:42.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108957, clonedBytes: 30778701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:43.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be00f666d1a4e49f5483d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 32193083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:43.659 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:59:43.660 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:59:43.667 I SHARDING [conn9] moveChunk setting version to: 72|0||584bbf7a90d1dc672b548236 Sat Dec 10 04:59:43.680 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 32193083, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:59:43.680 I SHARDING [conn9] moveChunk updating self version to: 72|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469633324000) } -> { datetime: new Date(1469669969000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 04:59:43.683 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:43.683-0600-584be01f666d1a4e49f54840", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367583683), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 32193083, catchup: 0, steady: 0 } } Sat Dec 10 04:59:43.684 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:59:43.684 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:59:43.684 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:43.684-0600-584be01f666d1a4e49f54841", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367583684), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2068, step 4 of 6: 14335, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:59:43.686 I SHARDING [conn9] distributed lock with ts: 584be00f666d1a4e49f5483b' unlocked. Sat Dec 10 04:59:43.687 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469561328000) }, max: { datetime: new Date(1469633324000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 157 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 5952 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16441ms Sat Dec 10 04:59:43.698 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 04:59:43.699 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1454917774000) }, { datetime: new Date(1455041736000) }) in IISLogs.pubprdweb02', ts : 584be01f666d1a4e49f54842 Sat Dec 10 04:59:43.699 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 64|0||584bc22c90d1dc672b54829b, current metadata version is 64|0||584bc22c90d1dc672b54829b Sat Dec 10 04:59:43.701 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 64|0||584bc22c90d1dc672b54829b to shard version 64|1||584bc22c90d1dc672b54829b Sat Dec 10 04:59:43.701 I SHARDING [conn9] collection version was loaded at version 64|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 04:59:43.701 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:43.701-0600-584be01f666d1a4e49f54843", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367583701), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:59:43.703 I SHARDING [conn9] moveChunk request accepted at version 64|1||584bc22c90d1dc672b54829b Sat Dec 10 04:59:45.070 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 04:59:45.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:45.973 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776283 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 889ms Sat Dec 10 04:59:46.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 122, clonedBytes: 36441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:47.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9407, clonedBytes: 2761696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:48.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19726, clonedBytes: 5742427, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:49.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31808, clonedBytes: 9287357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:50.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43774, clonedBytes: 12909382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:51.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54182, clonedBytes: 16308000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:52.567 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 816ms Sat Dec 10 04:59:52.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55215, clonedBytes: 16656519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:53.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65686, clonedBytes: 20129854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:54.355 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1467108196000) } -> { datetime: new Date(1467225916000) } Sat Dec 10 04:59:54.355 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1452318489000) } -> { datetime: new Date(1452548399000) }, with opId: 127173 Sat Dec 10 04:59:54.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75677, clonedBytes: 23864946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:55.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86030, clonedBytes: 27541919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:57.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98040, clonedBytes: 31464148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:58.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be01f666d1a4e49f54844", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 34153946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:58.067 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 04:59:58.068 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 04:59:58.069 I SHARDING [conn9] moveChunk setting version to: 65|0||584bc22c90d1dc672b54829b Sat Dec 10 04:59:58.077 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 34153946, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 04:59:58.077 I SHARDING [conn9] moveChunk updating self version to: 65|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455041736000) } -> { datetime: new Date(1455137766000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 04:59:58.079 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:58.079-0600-584be02e666d1a4e49f54847", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367598079), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 34153946, catchup: 0, steady: 0 } } Sat Dec 10 04:59:58.080 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 04:59:58.080 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 04:59:58.080 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:58.080-0600-584be02e666d1a4e49f54848", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367598080), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1377, step 4 of 6: 12985, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 04:59:58.081 I SHARDING [conn9] distributed lock with ts: 584be01f666d1a4e49f54842' unlocked. Sat Dec 10 04:59:58.081 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454917774000) }, max: { datetime: new Date(1455041736000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 132 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 97 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14385ms Sat Dec 10 04:59:58.085 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 04:59:58.086 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445835273000) }, { datetime: new Date(1445857204000) }) in IISLogs.pubprdweb03', ts : 584be02e666d1a4e49f54849 Sat Dec 10 04:59:58.086 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 49|0||584bc97f90d1dc672b548352, current metadata version is 49|0||584bc97f90d1dc672b548352 Sat Dec 10 04:59:58.087 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 49|0||584bc97f90d1dc672b548352 to shard version 49|1||584bc97f90d1dc672b548352 Sat Dec 10 04:59:58.088 I SHARDING [conn9] collection version was loaded at version 49|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 04:59:58.088 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T04:59:58.088-0600-584be02e666d1a4e49f5484a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367598088), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 04:59:58.088 I SHARDING [conn9] moveChunk request accepted at version 49|1||584bc97f90d1dc672b548352 Sat Dec 10 04:59:59.111 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 04:59:59.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 04:59:59.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:00.290 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776335 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } protocol:op_command 1171ms Sat Dec 10 05:00:00.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:01.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8858, clonedBytes: 2305568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:02.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20184, clonedBytes: 5257112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:03.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30979, clonedBytes: 8034301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:04.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41396, clonedBytes: 10738725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:04.899 I NETWORK [initandlisten] connection accepted from 10.112.9.26:57075 #81 (28 connections now open) Sat Dec 10 05:00:06.041 I NETWORK [initandlisten] connection accepted from 10.112.9.26:57076 #82 (29 connections now open) Sat Dec 10 05:00:06.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52819, clonedBytes: 13709615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:07.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62975, clonedBytes: 16346472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:07.862 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13613851 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 794ms Sat Dec 10 05:00:08.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65266, clonedBytes: 16932313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:09.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77191, clonedBytes: 20046181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:09.399 I WRITE [conn16] update IISLogs.InsertInfo query: { serverName: "pubprdweb03App" } update: { $set: { serverName: "pubprdweb03App", fileName: "log.txt", lineCount: 597 } } keysExamined:0 docsExamined:12 nMatched:1 nModified:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } 352ms Sat Dec 10 05:00:09.399 I COMMAND [conn16] command IISLogs.$cmd command: update { update: "InsertInfo", updates: [ { q: { serverName: "pubprdweb03App" }, u: { $set: { serverName: "pubprdweb03App", fileName: "log.txt", lineCount: 597 } }, upsert: true } ], ordered: true, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:232 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 473ms Sat Dec 10 05:00:09.583 I NETWORK [initandlisten] connection accepted from 10.112.9.26:57078 #83 (30 connections now open) Sat Dec 10 05:00:10.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85236, clonedBytes: 22139236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:11.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96739, clonedBytes: 25139016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:12.168 I NETWORK [initandlisten] connection accepted from 10.112.9.26:57079 #84 (31 connections now open) Sat Dec 10 05:00:12.593 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 342ms Sat Dec 10 05:00:12.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105693, clonedBytes: 27515315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:12.805 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:302 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 606 } }, Database: { acquireCount: { r: 303 } }, Collection: { acquireCount: { r: 303 } } } protocol:op_command 151ms Sat Dec 10 05:00:13.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108239, clonedBytes: 28176483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:14.012 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:38016 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38016 reslen:4194514 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 167ms Sat Dec 10 05:00:14.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108239, clonedBytes: 28176483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:14.922 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:38026 keyUpdates:0 writeConflicts:0 numYields:301 nreturned:38026 reslen:4194516 locks:{ Global: { acquireCount: { r: 604 } }, Database: { acquireCount: { r: 302 } }, Collection: { acquireCount: { r: 302 } } } protocol:op_command 438ms Sat Dec 10 05:00:15.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113385, clonedBytes: 29521063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:16.306 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:37437 keyUpdates:0 writeConflicts:0 numYields:298 nreturned:37437 reslen:4194512 locks:{ Global: { acquireCount: { r: 598 } }, Database: { acquireCount: { r: 299 } }, Collection: { acquireCount: { r: 299 } } } protocol:op_command 785ms Sat Dec 10 05:00:16.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be02e666d1a4e49f5484b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 29615916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:16.864 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:00:16.866 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:00:16.866 I SHARDING [conn9] moveChunk setting version to: 50|0||584bc97f90d1dc672b548352 Sat Dec 10 05:00:16.999 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 29615916, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:00:16.999 I SHARDING [conn9] moveChunk updating self version to: 50|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445857204000) } -> { datetime: new Date(1445880616000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:00:17.001 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:17.001-0600-584be041666d1a4e49f5484e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367617001), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 29615916, catchup: 0, steady: 0 } } Sat Dec 10 05:00:17.003 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:00:17.005 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:00:17.005 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:17.005-0600-584be041666d1a4e49f5484f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367617005), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1025, step 4 of 6: 17750, step 5 of 6: 140, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:00:17.038 I SHARDING [conn9] distributed lock with ts: 584be02e666d1a4e49f54849' unlocked. Sat Dec 10 05:00:17.039 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445835273000) }, max: { datetime: new Date(1445857204000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2468 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18954ms Sat Dec 10 05:00:17.051 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:00:17.052 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447799275000) }, { datetime: new Date(1447938501000) }) in IISLogs.pubprdweb04', ts : 584be041666d1a4e49f54850 Sat Dec 10 05:00:17.052 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 45|0||584bcad890d1dc672b54835d, current metadata version is 45|0||584bcad890d1dc672b54835d Sat Dec 10 05:00:17.054 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 45|0||584bcad890d1dc672b54835d to shard version 45|1||584bcad890d1dc672b54835d Sat Dec 10 05:00:17.054 I SHARDING [conn9] collection version was loaded at version 45|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:00:17.054 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:17.054-0600-584be041666d1a4e49f54851", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367617054), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:00:17.055 I SHARDING [conn9] moveChunk request accepted at version 45|1||584bcad890d1dc672b54835d Sat Dec 10 05:00:17.171 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:37908 keyUpdates:0 writeConflicts:0 numYields:296 nreturned:37908 reslen:4194463 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } protocol:op_command 304ms Sat Dec 10 05:00:17.299 I SHARDING [RangeDeleter] rangeDeleter deleted 106521 documents for IISLogs.pubprdweb02 from { datetime: new Date(1452318489000) } -> { datetime: new Date(1452548399000) } Sat Dec 10 05:00:17.300 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445359378000) } -> { datetime: new Date(1445372751000) }, with opId: 127328 Sat Dec 10 05:00:17.959 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:293 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 588 } }, Database: { acquireCount: { r: 294 } }, Collection: { acquireCount: { r: 294 } } } protocol:op_command 324ms Sat Dec 10 05:00:18.570 I COMMAND [conn84] command IISLogs.Country command: getMore { getMore: 44515478592, collection: "Country" } planSummary: COLLSCAN cursorid:44515478592 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:179 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 360 } }, Database: { acquireCount: { r: 180 } }, Collection: { acquireCount: { r: 180 } } } protocol:op_command 117ms Sat Dec 10 05:00:19.437 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:00:19.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:19.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:20.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:20.704 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 958 } }, Database: { acquireCount: { r: 479 } }, Collection: { acquireCount: { r: 479 } } } protocol:op_command 1240ms Sat Dec 10 05:00:20.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:21.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10384, clonedBytes: 2790121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:22.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20215, clonedBytes: 5557150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:24.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30217, clonedBytes: 8332733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:25.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41210, clonedBytes: 11360508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:26.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52370, clonedBytes: 14378524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:27.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59907, clonedBytes: 16367870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:28.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59907, clonedBytes: 16367870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:28.981 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14285291 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 1757ms Sat Dec 10 05:00:29.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63779, clonedBytes: 17371221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:30.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74018, clonedBytes: 20116010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:31.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84059, clonedBytes: 22825158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:32.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94007, clonedBytes: 25541001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:33.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105076, clonedBytes: 28382958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:33.762 I COMMAND [conn16] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584be0517391bb1408aa2356'), IP: "76.214.63.5", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64;+rv:50.0)+Gecko/20100101+Firefox/50.0", Country: "United States of America", datetime: new Date(1481363445000), proxy: null, url: "/records/archives/archivesdb/deathcertificates/", HTTPStatus: "302", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 50000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 141ms Sat Dec 10 05:00:34.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be041666d1a4e49f54852", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30297904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:34.658 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:00:34.659 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:00:34.659 I SHARDING [conn9] moveChunk setting version to: 46|0||584bcad890d1dc672b54835d Sat Dec 10 05:00:34.662 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30297904, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:00:34.662 I SHARDING [conn9] moveChunk updating self version to: 46|1||584bcad890d1dc672b54835d through { datetime: new Date(1447938501000) } -> { datetime: new Date(1448018990000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:00:34.664 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:34.664-0600-584be052666d1a4e49f54855", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367634664), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30297904, catchup: 0, steady: 0 } } Sat Dec 10 05:00:34.664 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:00:34.664 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:00:34.664 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:34.664-0600-584be052666d1a4e49f54856", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367634664), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2385, step 4 of 6: 15216, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:00:34.666 I SHARDING [conn9] distributed lock with ts: 584be041666d1a4e49f54850' unlocked. Sat Dec 10 05:00:34.666 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447799275000) }, max: { datetime: new Date(1447938501000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 45000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 153 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17614ms Sat Dec 10 05:00:35.739 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:00:35.740 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452694184000) }, { datetime: new Date(1452803557000) }) in IISLogs.pubprdweb01', ts : 584be053666d1a4e49f54857 Sat Dec 10 05:00:35.740 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 73|0||584bbf4f90d1dc672b54822e, current metadata version is 73|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:00:35.742 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 73|0||584bbf4f90d1dc672b54822e to shard version 73|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:00:35.742 I SHARDING [conn9] collection version was loaded at version 73|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:00:35.742 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:35.742-0600-584be053666d1a4e49f54858", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367635742), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:00:35.743 I SHARDING [conn9] moveChunk request accepted at version 73|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:00:37.730 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 05:00:37.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:37.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:37.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:37.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:37.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:37.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:37.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:38.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:38.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:38.539 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776191 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 805ms Sat Dec 10 05:00:38.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2794, clonedBytes: 821741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:39.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11555, clonedBytes: 3363840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:41.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21835, clonedBytes: 6401308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:42.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32139, clonedBytes: 9320969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:43.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43286, clonedBytes: 12458819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:44.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53816, clonedBytes: 15715943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:45.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56079, clonedBytes: 16394600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:46.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56079, clonedBytes: 16394600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:46.457 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13939533 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 1841ms Sat Dec 10 05:00:46.792 I SHARDING [RangeDeleter] rangeDeleter deleted 113754 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445359378000) } -> { datetime: new Date(1445372751000) } Sat Dec 10 05:00:46.792 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1445972627000) } -> { datetime: new Date(1446126593000) }, with opId: 127522 Sat Dec 10 05:00:47.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65093, clonedBytes: 19210124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:48.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75198, clonedBytes: 22314043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:49.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85618, clonedBytes: 25229918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:50.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94852, clonedBytes: 27760131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:51.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be053666d1a4e49f54859", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 30017145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:51.629 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:00:51.630 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:00:51.631 I SHARDING [conn9] moveChunk setting version to: 74|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:00:51.635 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 30017145, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:00:51.635 I SHARDING [conn9] moveChunk updating self version to: 74|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452803557000) } -> { datetime: new Date(1452962300000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:00:51.637 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:51.637-0600-584be063666d1a4e49f5485c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367651637), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 30017145, catchup: 0, steady: 0 } } Sat Dec 10 05:00:51.638 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:00:51.638 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:00:51.638 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:51.638-0600-584be063666d1a4e49f5485d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367651638), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1990, step 4 of 6: 13895, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:00:51.639 I SHARDING [conn9] distributed lock with ts: 584be053666d1a4e49f54857' unlocked. Sat Dec 10 05:00:51.639 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452694184000) }, max: { datetime: new Date(1452803557000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:814 reslen:154 locks:{ Global: { acquireCount: { r: 1640, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 338 } }, Database: { acquireCount: { r: 816, w: 4, W: 2 } }, Collection: { acquireCount: { r: 816, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15900ms Sat Dec 10 05:00:51.644 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:00:51.645 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469633324000) }, { datetime: new Date(1469669969000) }) in IISLogs.pubbsdweb2', ts : 584be063666d1a4e49f5485e Sat Dec 10 05:00:51.645 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 72|0||584bbf7a90d1dc672b548236, current metadata version is 72|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:00:51.646 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 72|0||584bbf7a90d1dc672b548236 to shard version 72|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:00:51.646 I SHARDING [conn9] collection version was loaded at version 72|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:00:51.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:00:51.646-0600-584be063666d1a4e49f5485f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367651646), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:00:51.647 I SHARDING [conn9] moveChunk request accepted at version 72|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:00:53.271 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:00:53.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:53.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:54.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:54.930 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776315 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1653ms Sat Dec 10 05:00:55.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3147, clonedBytes: 905996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:56.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12699, clonedBytes: 3714255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:57.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23412, clonedBytes: 6821251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:58.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33308, clonedBytes: 9767909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:00:59.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44963, clonedBytes: 13247706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:00.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54911, clonedBytes: 16238331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:01.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55443, clonedBytes: 16399176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:02.669 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 1843ms Sat Dec 10 05:01:02.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56839, clonedBytes: 16821422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:03.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64861, clonedBytes: 19092903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:04.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72901, clonedBytes: 21462178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:06.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83562, clonedBytes: 24444630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:06.454 I COMMAND [conn4] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584be0727391bb1408aa23c4'), IP: "-", userAgent: "Mozilla/4.0+(compatible;+MSIE+7.0;+Windows+NT+6.3;+Win64;+x64;+Trident/7.0;+.NET4.0E;+.NET4.0C;+.NET+CLR+3.5.30729;+.NET+CLR+2.0.50727;+.NET+CLR+3.0.30729)", Country: null, datetime: new Date(1481364333000), proxy: null, url: "/business/corporations/", HTTPStatus: "200", HTTPResponseTime: "31" } ], ordered: true, shardVersion: [ Timestamp 50000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 129ms Sat Dec 10 05:01:07.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93479, clonedBytes: 27205113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:08.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103929, clonedBytes: 30160941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:09.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113416, clonedBytes: 32792976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:09.606 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1445972627000) } -> { datetime: new Date(1446126593000) } Sat Dec 10 05:01:09.606 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467726201000) } -> { datetime: new Date(1467767052000) }, with opId: 127763 Sat Dec 10 05:01:10.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be063666d1a4e49f54860", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 32883494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:10.178 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:01:10.179 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:01:10.180 I SHARDING [conn9] moveChunk setting version to: 73|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:01:10.183 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 32883494, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:01:10.183 I SHARDING [conn9] moveChunk updating self version to: 73|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469669969000) } -> { datetime: new Date(1469714898000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:01:10.185 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:01:10.185-0600-584be076666d1a4e49f54863", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367670185), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 32883494, catchup: 0, steady: 0 } } Sat Dec 10 05:01:10.185 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:01:10.185 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:01:10.186 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:01:10.186-0600-584be076666d1a4e49f54864", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367670186), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1628, step 4 of 6: 16901, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:01:10.187 I SHARDING [conn9] distributed lock with ts: 584be063666d1a4e49f5485e' unlocked. Sat Dec 10 05:01:10.187 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469633324000) }, max: { datetime: new Date(1469669969000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 320 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18543ms Sat Dec 10 05:01:10.191 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:01:10.192 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455041736000) }, { datetime: new Date(1455137766000) }) in IISLogs.pubprdweb02', ts : 584be076666d1a4e49f54865 Sat Dec 10 05:01:10.192 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 65|0||584bc22c90d1dc672b54829b, current metadata version is 65|0||584bc22c90d1dc672b54829b Sat Dec 10 05:01:10.193 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 65|0||584bc22c90d1dc672b54829b to shard version 65|1||584bc22c90d1dc672b54829b Sat Dec 10 05:01:10.193 I SHARDING [conn9] collection version was loaded at version 65|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:01:10.193 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:01:10.193-0600-584be076666d1a4e49f54866", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367670193), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:01:10.194 I SHARDING [conn9] moveChunk request accepted at version 65|1||584bc22c90d1dc672b54829b Sat Dec 10 05:01:11.045 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:01:11.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:11.637 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776315 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 588ms Sat Dec 10 05:01:12.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3287, clonedBytes: 1085578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:13.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13563, clonedBytes: 4183200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:14.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23730, clonedBytes: 7393026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:14.583 I COMMAND [conn4] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584be07a7391bb1408aa23ed'), IP: "76.214.63.5", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64;+rv:50.0)+Gecko/20100101+Firefox/50.0", Country: "United States of America", datetime: new Date(1481364752000), proxy: null, url: "/images/archives/deathcerts/1917/1917_00041019.PDF", HTTPStatus: "206", HTTPResponseTime: "15" } ], ordered: true, shardVersion: [ Timestamp 50000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 132ms Sat Dec 10 05:01:15.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34441, clonedBytes: 10968063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:16.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46309, clonedBytes: 14851148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:17.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50796, clonedBytes: 16431705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:17.712 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776302 locks:{ Global: { acquireCount: { r: 786 } }, Database: { acquireCount: { r: 393 } }, Collection: { acquireCount: { r: 393 } } } protocol:op_command 638ms Sat Dec 10 05:01:18.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59176, clonedBytes: 19597238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:19.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70766, clonedBytes: 23551926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:20.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81134, clonedBytes: 26828202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:21.315 I COMMAND [conn4] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584be0817391bb1408aa242a'), IP: "174.64.160.249", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+Win64;+x64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/51.0.2704.79+Safari/537.36+Edge/14.14393", Country: "United States of America", datetime: new Date(1481364993000), proxy: null, url: "/images/archives/deathcerts/1939/1939_00011981.PDF", HTTPStatus: "206", HTTPResponseTime: "15" } ], ordered: true, shardVersion: [ Timestamp 50000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 235ms Sat Dec 10 05:01:21.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91230, clonedBytes: 30009196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:22.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100347, clonedBytes: 32872112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:23.129 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1913713 locks:{ Global: { acquireCount: { r: 106 } }, Database: { acquireCount: { r: 53 } }, Collection: { acquireCount: { r: 53 } } } protocol:op_command 262ms Sat Dec 10 05:01:24.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be076666d1a4e49f54867", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 34749725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:24.024 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:01:24.025 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:01:24.025 I SHARDING [conn9] moveChunk setting version to: 66|0||584bc22c90d1dc672b54829b Sat Dec 10 05:01:24.034 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 34749725, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:01:24.034 I SHARDING [conn9] moveChunk updating self version to: 66|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455137766000) } -> { datetime: new Date(1455297675000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:01:24.036 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:01:24.036-0600-584be084666d1a4e49f5486a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367684036), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 34749725, catchup: 0, steady: 0 } } Sat Dec 10 05:01:24.036 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:01:24.036 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:01:24.037 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:01:24.037-0600-584be084666d1a4e49f5486b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367684037), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 854, step 4 of 6: 12975, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:01:24.038 I SHARDING [conn9] distributed lock with ts: 584be076666d1a4e49f54865' unlocked. Sat Dec 10 05:01:24.038 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455041736000) }, max: { datetime: new Date(1455137766000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 106 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13848ms Sat Dec 10 05:01:24.042 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:01:24.043 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445857204000) }, { datetime: new Date(1445880616000) }) in IISLogs.pubprdweb03', ts : 584be084666d1a4e49f5486c Sat Dec 10 05:01:24.043 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 50|0||584bc97f90d1dc672b548352, current metadata version is 50|0||584bc97f90d1dc672b548352 Sat Dec 10 05:01:24.044 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 50|0||584bc97f90d1dc672b548352 to shard version 50|1||584bc97f90d1dc672b548352 Sat Dec 10 05:01:24.045 I SHARDING [conn9] collection version was loaded at version 50|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:01:24.045 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:01:24.045-0600-584be084666d1a4e49f5486d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367684045), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:01:24.046 I SHARDING [conn9] moveChunk request accepted at version 50|1||584bc97f90d1dc672b548352 Sat Dec 10 05:01:24.930 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:01:24.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:24.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:24.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:24.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:25.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:25.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:25.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:25.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:25.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:26.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:27.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:27.124 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 986 } }, Database: { acquireCount: { r: 493 } }, Collection: { acquireCount: { r: 493 } } } protocol:op_command 2189ms Sat Dec 10 05:01:28.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:29.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:30.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:31.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:31.624 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467726201000) } -> { datetime: new Date(1467767052000) } Sat Dec 10 05:01:31.624 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450473933000) } -> { datetime: new Date(1450630828000) }, with opId: 128103 Sat Dec 10 05:01:32.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:33.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:34.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:35.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:36.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:37.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:38.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:39.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:40.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:41.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:42.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:43.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:44.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:45.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:46.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:47.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:48.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:49.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:50.018 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450473933000) } -> { datetime: new Date(1450630828000) } Sat Dec 10 05:01:50.018 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1467225916000) } -> { datetime: new Date(1467391125000) }, with opId: 128309 Sat Dec 10 05:01:50.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:51.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:52.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:53.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:54.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:55.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:56.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:57.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:58.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:01:59.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:00.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:01.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:02.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:03.066 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1467225916000) } -> { datetime: new Date(1467391125000) } Sat Dec 10 05:02:03.066 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1452548399000) } -> { datetime: new Date(1452721419000) }, with opId: 128434 Sat Dec 10 05:02:03.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:05.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3580, clonedBytes: 942835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:06.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12982, clonedBytes: 3400655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:07.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23156, clonedBytes: 6165399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:08.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33578, clonedBytes: 8968281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:09.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43674, clonedBytes: 11677093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:10.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52192, clonedBytes: 13968433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:11.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61058, clonedBytes: 16359679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:12.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61058, clonedBytes: 16359679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:13.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61058, clonedBytes: 16359679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:14.876 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14532303 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 3080ms Sat Dec 10 05:02:14.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61058, clonedBytes: 16359679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:16.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71260, clonedBytes: 19092613, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:17.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81271, clonedBytes: 21818514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:18.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91784, clonedBytes: 24625170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:19.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93589, clonedBytes: 25110663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:20.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102898, clonedBytes: 27615509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:21.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112354, clonedBytes: 30157289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:22.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30534135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:23.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30534135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:24.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30534135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:25.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be084666d1a4e49f5486e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30534135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:25.530 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:02:25.531 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:02:25.531 I SHARDING [conn9] moveChunk setting version to: 51|0||584bc97f90d1dc672b548352 Sat Dec 10 05:02:25.540 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30534135, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:02:25.540 I SHARDING [conn9] moveChunk updating self version to: 51|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445880616000) } -> { datetime: new Date(1445902175000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:02:25.542 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:02:25.542-0600-584be0c1666d1a4e49f54871", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367745542), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30534135, catchup: 0, steady: 0 } } Sat Dec 10 05:02:25.542 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:02:25.542 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:02:25.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:02:25.543-0600-584be0c1666d1a4e49f54872", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367745543), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 887, step 4 of 6: 60593, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:02:25.544 I SHARDING [conn9] distributed lock with ts: 584be084666d1a4e49f5486c' unlocked. Sat Dec 10 05:02:25.544 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445857204000) }, max: { datetime: new Date(1445880616000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 232 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 61501ms Sat Dec 10 05:02:25.549 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:02:25.549 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1447938501000) }, { datetime: new Date(1448018990000) }) in IISLogs.pubprdweb04', ts : 584be0c1666d1a4e49f54873 Sat Dec 10 05:02:25.549 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 46|0||584bcad890d1dc672b54835d, current metadata version is 46|0||584bcad890d1dc672b54835d Sat Dec 10 05:02:25.551 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 46|0||584bcad890d1dc672b54835d to shard version 46|1||584bcad890d1dc672b54835d Sat Dec 10 05:02:25.551 I SHARDING [conn9] collection version was loaded at version 46|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:02:25.551 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:02:25.551-0600-584be0c1666d1a4e49f54874", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367745551), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:02:25.552 I SHARDING [conn9] moveChunk request accepted at version 46|1||584bcad890d1dc672b54835d Sat Dec 10 05:02:28.394 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1452548399000) } -> { datetime: new Date(1452721419000) } Sat Dec 10 05:02:28.394 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445372751000) } -> { datetime: new Date(1445421441000) }, with opId: 128833 Sat Dec 10 05:02:29.141 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:02:29.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:29.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:30.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:30.455 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776191 locks:{ Global: { acquireCount: { r: 1016 } }, Database: { acquireCount: { r: 508 } }, Collection: { acquireCount: { r: 508 } } } protocol:op_command 1297ms Sat Dec 10 05:02:31.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6519, clonedBytes: 1695272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:32.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16887, clonedBytes: 4385002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:33.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27449, clonedBytes: 7102171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:34.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37487, clonedBytes: 9700632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:35.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49244, clonedBytes: 12728641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:36.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59292, clonedBytes: 15324455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:37.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63226, clonedBytes: 16344571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:37.870 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13098686 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 762ms Sat Dec 10 05:02:38.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71924, clonedBytes: 18613349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:40.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83490, clonedBytes: 21636757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:41.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94925, clonedBytes: 24615369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:42.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106512, clonedBytes: 27618044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:43.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0c1666d1a4e49f54875", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 29111233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:43.374 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:02:43.376 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:02:43.376 I SHARDING [conn9] moveChunk setting version to: 47|0||584bcad890d1dc672b54835d Sat Dec 10 05:02:43.386 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 29111233, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:02:43.386 I SHARDING [conn9] moveChunk updating self version to: 47|1||584bcad890d1dc672b54835d through { datetime: new Date(1448018990000) } -> { datetime: new Date(1448092149000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:02:43.388 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:02:43.388-0600-584be0d3666d1a4e49f54878", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367763388), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 29111233, catchup: 0, steady: 0 } } Sat Dec 10 05:02:43.388 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:02:43.388 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:02:43.389 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:02:43.389-0600-584be0d3666d1a4e49f54879", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367763389), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3592, step 4 of 6: 14229, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:02:43.390 I SHARDING [conn9] distributed lock with ts: 584be0c1666d1a4e49f54873' unlocked. Sat Dec 10 05:02:43.390 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447938501000) }, max: { datetime: new Date(1448018990000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 46000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:900 reslen:154 locks:{ Global: { acquireCount: { r: 1812, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 191 } }, Database: { acquireCount: { r: 902, w: 4, W: 2 } }, Collection: { acquireCount: { r: 902, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17841ms Sat Dec 10 05:02:44.462 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:02:44.463 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452803557000) }, { datetime: new Date(1452962300000) }) in IISLogs.pubprdweb01', ts : 584be0d4666d1a4e49f5487a Sat Dec 10 05:02:44.463 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 74|0||584bbf4f90d1dc672b54822e, current metadata version is 74|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:02:44.465 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 74|0||584bbf4f90d1dc672b54822e to shard version 74|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:02:44.465 I SHARDING [conn9] collection version was loaded at version 74|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:02:44.465 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:02:44.465-0600-584be0d4666d1a4e49f5487b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367764465), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:02:44.465 I SHARDING [conn9] moveChunk request accepted at version 74|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:02:46.217 I SHARDING [conn9] moveChunk number of documents: 102904 Sat Dec 10 05:02:46.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:46.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:47.099 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776273 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 878ms Sat Dec 10 05:02:47.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3203, clonedBytes: 889595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:48.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13805, clonedBytes: 3878566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:49.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23999, clonedBytes: 6735263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:50.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33862, clonedBytes: 9623586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:51.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43467, clonedBytes: 12345665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:52.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54328, clonedBytes: 15371779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:53.905 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14132109 locks:{ Global: { acquireCount: { r: 716 } }, Database: { acquireCount: { r: 358 } }, Collection: { acquireCount: { r: 358 } } } protocol:op_command 625ms Sat Dec 10 05:02:54.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58169, clonedBytes: 16449261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:55.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69267, clonedBytes: 19746512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:56.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79703, clonedBytes: 22978310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:57.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89611, clonedBytes: 26101444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:58.440 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445372751000) } -> { datetime: new Date(1445421441000) } Sat Dec 10 05:02:58.441 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446126593000) } -> { datetime: new Date(1446335341000) }, with opId: 129996 Sat Dec 10 05:02:58.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100887, clonedBytes: 29584316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:02:59.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:00.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:01.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:02.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:03.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:04.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:05.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:06.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:07.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:08.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:09.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:10.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:11.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:12.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:13.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:14.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:15.674 I SHARDING [RangeDeleter] rangeDeleter deleted 112236 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446126593000) } -> { datetime: new Date(1446335341000) } Sat Dec 10 05:03:15.674 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467767052000) } -> { datetime: new Date(1467832436000) }, with opId: 130356 Sat Dec 10 05:03:15.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:16.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:17.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:18.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:19.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:21.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0d4666d1a4e49f5487c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:21.021 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:03:21.022 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:03:21.022 I SHARDING [conn9] moveChunk setting version to: 75|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:03:21.031 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:03:21.031 I SHARDING [conn9] moveChunk updating self version to: 75|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1452962300000) } -> { datetime: new Date(1453102827000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:03:21.032 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:21.032-0600-584be0f9666d1a4e49f5487f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367801032), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102904, clonedBytes: 30209978, catchup: 0, steady: 0 } } Sat Dec 10 05:03:21.033 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:03:21.034 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:03:21.034 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:21.034-0600-584be0f9666d1a4e49f54880", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367801034), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1754, step 4 of 6: 34799, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:03:21.035 I SHARDING [conn9] distributed lock with ts: 584be0d4666d1a4e49f5487a' unlocked. Sat Dec 10 05:03:21.035 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452803557000) }, max: { datetime: new Date(1452962300000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:814 reslen:154 locks:{ Global: { acquireCount: { r: 1640, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 801 } }, Database: { acquireCount: { r: 816, w: 4, W: 2 } }, Collection: { acquireCount: { r: 816, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 36573ms Sat Dec 10 05:03:21.040 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:03:21.040 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469669969000) }, { datetime: new Date(1469714898000) }) in IISLogs.pubbsdweb2', ts : 584be0f9666d1a4e49f54881 Sat Dec 10 05:03:21.040 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 73|0||584bbf7a90d1dc672b548236, current metadata version is 73|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:03:21.042 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 73|0||584bbf7a90d1dc672b548236 to shard version 73|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:03:21.042 I SHARDING [conn9] collection version was loaded at version 73|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:03:21.042 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:21.042-0600-584be0f9666d1a4e49f54882", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367801042), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:03:21.042 I SHARDING [conn9] moveChunk request accepted at version 73|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:03:21.908 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:03:21.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:21.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:21.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:21.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:21.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:22.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:22.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:22.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:22.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:22.550 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 637ms Sat Dec 10 05:03:23.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4079, clonedBytes: 1164156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:24.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14488, clonedBytes: 4059384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:25.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24717, clonedBytes: 6884126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:26.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35015, clonedBytes: 9745517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:27.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46265, clonedBytes: 12803486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:28.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57391, clonedBytes: 15824031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:29.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59393, clonedBytes: 16371468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:30.037 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15637835 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1038ms Sat Dec 10 05:03:30.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65154, clonedBytes: 17931442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:31.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76404, clonedBytes: 21052587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:33.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87461, clonedBytes: 24107738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:34.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98701, clonedBytes: 27351181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:35.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109494, clonedBytes: 30434830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:36.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be0f9666d1a4e49f54883", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31639808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:36.442 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:03:36.449 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:03:36.449 I SHARDING [conn9] moveChunk setting version to: 74|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:03:36.453 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31639808, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:03:36.453 I SHARDING [conn9] moveChunk updating self version to: 74|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469714898000) } -> { datetime: new Date(1469753273000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:03:36.454 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:36.454-0600-584be108666d1a4e49f54886", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367816454), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31639808, catchup: 0, steady: 0 } } Sat Dec 10 05:03:36.455 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:03:36.455 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:03:36.455 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:36.455-0600-584be108666d1a4e49f54887", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367816455), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 868, step 4 of 6: 14529, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:03:36.456 I SHARDING [conn9] distributed lock with ts: 584be0f9666d1a4e49f54881' unlocked. Sat Dec 10 05:03:36.456 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469669969000) }, max: { datetime: new Date(1469714898000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 331 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15416ms Sat Dec 10 05:03:36.460 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:03:36.461 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455137766000) }, { datetime: new Date(1455297675000) }) in IISLogs.pubprdweb02', ts : 584be108666d1a4e49f54888 Sat Dec 10 05:03:36.461 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 66|0||584bc22c90d1dc672b54829b, current metadata version is 66|0||584bc22c90d1dc672b54829b Sat Dec 10 05:03:36.462 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 66|0||584bc22c90d1dc672b54829b to shard version 66|1||584bc22c90d1dc672b54829b Sat Dec 10 05:03:36.462 I SHARDING [conn9] collection version was loaded at version 66|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:03:36.462 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:36.462-0600-584be108666d1a4e49f54889", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367816462), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:03:36.463 I SHARDING [conn9] moveChunk request accepted at version 66|1||584bc22c90d1dc672b54829b Sat Dec 10 05:03:36.479 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467767052000) } -> { datetime: new Date(1467832436000) } Sat Dec 10 05:03:36.479 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450630828000) } -> { datetime: new Date(1450765579000) }, with opId: 131113 Sat Dec 10 05:03:38.433 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:03:38.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:38.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:39.395 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776146 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 919ms Sat Dec 10 05:03:39.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:40.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10324, clonedBytes: 3297179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:41.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20707, clonedBytes: 6785653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:42.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32872, clonedBytes: 10751722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:43.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42419, clonedBytes: 14050336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:45.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50698, clonedBytes: 16432222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:45.348 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776061 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 474ms Sat Dec 10 05:03:45.550 I COMMAND [conn81] command admin.$cmd command: isMaster { isMaster: 1 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:411 locks:{} protocol:op_query 189ms Sat Dec 10 05:03:46.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57102, clonedBytes: 18295450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:47.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68264, clonedBytes: 21576385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:48.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79693, clonedBytes: 24968430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:49.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90962, clonedBytes: 28421078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:50.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101415, clonedBytes: 31590779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:51.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be108666d1a4e49f5488a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 33084787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:51.705 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:03:51.707 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:03:51.707 I SHARDING [conn9] moveChunk setting version to: 67|0||584bc22c90d1dc672b54829b Sat Dec 10 05:03:51.710 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 33084787, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:03:51.710 I SHARDING [conn9] moveChunk updating self version to: 67|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455297675000) } -> { datetime: new Date(1455407603000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:03:51.711 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:51.711-0600-584be117666d1a4e49f5488d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367831711), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 33084787, catchup: 0, steady: 0 } } Sat Dec 10 05:03:51.712 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:03:51.712 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:03:51.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:51.712-0600-584be117666d1a4e49f5488e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367831712), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1980, step 4 of 6: 13261, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:03:51.713 I SHARDING [conn9] distributed lock with ts: 584be108666d1a4e49f54888' unlocked. Sat Dec 10 05:03:51.713 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455137766000) }, max: { datetime: new Date(1455297675000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 335 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15254ms Sat Dec 10 05:03:51.717 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:03:51.718 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445880616000) }, { datetime: new Date(1445902175000) }) in IISLogs.pubprdweb03', ts : 584be117666d1a4e49f5488f Sat Dec 10 05:03:51.718 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 51|0||584bc97f90d1dc672b548352, current metadata version is 51|0||584bc97f90d1dc672b548352 Sat Dec 10 05:03:51.720 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 51|0||584bc97f90d1dc672b548352 to shard version 51|1||584bc97f90d1dc672b548352 Sat Dec 10 05:03:51.720 I SHARDING [conn9] collection version was loaded at version 51|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:03:51.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:03:51.720-0600-584be117666d1a4e49f54890", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367831720), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:03:51.720 I SHARDING [conn9] moveChunk request accepted at version 51|1||584bc97f90d1dc672b548352 Sat Dec 10 05:03:51.792 I SHARDING [RangeDeleter] rangeDeleter deleted 102776 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450630828000) } -> { datetime: new Date(1450765579000) } Sat Dec 10 05:03:51.792 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1467391125000) } -> { datetime: new Date(1467754100000) }, with opId: 131376 Sat Dec 10 05:03:52.539 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:03:52.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:52.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:53.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:53.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:53.767 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 960 } }, Database: { acquireCount: { r: 480 } }, Collection: { acquireCount: { r: 480 } } } protocol:op_command 1189ms Sat Dec 10 05:03:54.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3808, clonedBytes: 1021069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:55.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13358, clonedBytes: 3567967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:56.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22343, clonedBytes: 5996377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:57.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31955, clonedBytes: 8555393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:58.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42075, clonedBytes: 11301092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:03:59.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52332, clonedBytes: 14185801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:01.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60284, clonedBytes: 16365259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:02.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60284, clonedBytes: 16365259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:02.190 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15198762 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1365ms Sat Dec 10 05:04:03.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68189, clonedBytes: 18571922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:04.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77671, clonedBytes: 21185783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:05.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87557, clonedBytes: 23959460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:06.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97360, clonedBytes: 26723456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:07.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108113, clonedBytes: 29695429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:08.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be117666d1a4e49f54891", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31200763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:08.513 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:04:08.514 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:04:08.515 I SHARDING [conn9] moveChunk setting version to: 52|0||584bc97f90d1dc672b548352 Sat Dec 10 05:04:08.523 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31200763, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:04:08.523 I SHARDING [conn9] moveChunk updating self version to: 52|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445902175000) } -> { datetime: new Date(1445920622000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:04:08.525 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:08.525-0600-584be128666d1a4e49f54894", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367848525), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31200763, catchup: 0, steady: 0 } } Sat Dec 10 05:04:08.526 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:04:08.526 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:04:08.526 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:08.526-0600-584be128666d1a4e49f54895", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367848526), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 821, step 4 of 6: 15969, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:04:08.527 I SHARDING [conn9] distributed lock with ts: 584be117666d1a4e49f5488f' unlocked. Sat Dec 10 05:04:08.528 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445880616000) }, max: { datetime: new Date(1445902175000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 194 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16810ms Sat Dec 10 05:04:08.532 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:04:08.533 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448018990000) }, { datetime: new Date(1448092149000) }) in IISLogs.pubprdweb04', ts : 584be128666d1a4e49f54896 Sat Dec 10 05:04:08.533 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 47|0||584bcad890d1dc672b54835d, current metadata version is 47|0||584bcad890d1dc672b54835d Sat Dec 10 05:04:08.534 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 47|0||584bcad890d1dc672b54835d to shard version 47|1||584bcad890d1dc672b54835d Sat Dec 10 05:04:08.534 I SHARDING [conn9] collection version was loaded at version 47|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:04:08.534 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:08.534-0600-584be128666d1a4e49f54897", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367848534), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:04:08.535 I SHARDING [conn9] moveChunk request accepted at version 47|1||584bcad890d1dc672b54835d Sat Dec 10 05:04:12.648 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:04:12.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:12.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:13.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:13.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:14.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:15.321 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1467391125000) } -> { datetime: new Date(1467754100000) } Sat Dec 10 05:04:15.321 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1452721419000) } -> { datetime: new Date(1452860048000) }, with opId: 131939 Sat Dec 10 05:04:15.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:16.107 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776209 locks:{ Global: { acquireCount: { r: 1030 } }, Database: { acquireCount: { r: 515 } }, Collection: { acquireCount: { r: 515 } } } protocol:op_command 3442ms Sat Dec 10 05:04:16.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7209, clonedBytes: 1923220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:18.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17781, clonedBytes: 4795942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:19.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23855, clonedBytes: 6404409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:20.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32517, clonedBytes: 8670024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:21.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42733, clonedBytes: 11319241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:22.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53127, clonedBytes: 13980373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:23.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62203, clonedBytes: 16351750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:24.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62203, clonedBytes: 16351750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:25.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62203, clonedBytes: 16351750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:26.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62203, clonedBytes: 16351750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:27.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62203, clonedBytes: 16351750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:27.790 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13548671 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 4633ms Sat Dec 10 05:04:28.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66824, clonedBytes: 17583460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:29.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77095, clonedBytes: 20289080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:30.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88557, clonedBytes: 23331418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:31.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99588, clonedBytes: 26241739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:32.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109492, clonedBytes: 28831436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:33.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be128666d1a4e49f54898", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 29561250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:33.904 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:04:33.905 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:04:33.906 I SHARDING [conn9] moveChunk setting version to: 48|0||584bcad890d1dc672b54835d Sat Dec 10 05:04:33.909 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 29561250, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:04:33.909 I SHARDING [conn9] moveChunk updating self version to: 48|1||584bcad890d1dc672b54835d through { datetime: new Date(1448092149000) } -> { datetime: new Date(1448151099000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:04:33.911 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:33.911-0600-584be141666d1a4e49f5489b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367873911), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 29561250, catchup: 0, steady: 0 } } Sat Dec 10 05:04:33.911 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:04:33.912 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:04:33.912 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:33.912-0600-584be141666d1a4e49f5489c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367873912), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4115, step 4 of 6: 21252, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:04:33.913 I SHARDING [conn9] distributed lock with ts: 584be128666d1a4e49f54896' unlocked. Sat Dec 10 05:04:33.913 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448018990000) }, max: { datetime: new Date(1448092149000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 47000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25381ms Sat Dec 10 05:04:35.047 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:04:35.050 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1452962300000) }, { datetime: new Date(1453102827000) }) in IISLogs.pubprdweb01', ts : 584be143666d1a4e49f5489d Sat Dec 10 05:04:35.050 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 75|0||584bbf4f90d1dc672b54822e, current metadata version is 75|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:04:35.057 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 75|0||584bbf4f90d1dc672b54822e to shard version 75|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:04:35.058 I SHARDING [conn9] collection version was loaded at version 75|1||584bbf4f90d1dc672b54822e, took 7ms Sat Dec 10 05:04:35.058 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:35.058-0600-584be143666d1a4e49f5489e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367875058), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:04:35.073 I SHARDING [conn9] moveChunk request accepted at version 75|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:04:36.749 I SHARDING [conn9] moveChunk number of documents: 102953 Sat Dec 10 05:04:36.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:36.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:36.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:36.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:36.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:36.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:36.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:37.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:37.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:37.775 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776025 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 995ms Sat Dec 10 05:04:37.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:38.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8958, clonedBytes: 2709627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:40.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20638, clonedBytes: 6223586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:41.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32025, clonedBytes: 9703606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:41.740 I SHARDING [RangeDeleter] rangeDeleter deleted 106526 documents for IISLogs.pubprdweb02 from { datetime: new Date(1452721419000) } -> { datetime: new Date(1452860048000) } Sat Dec 10 05:04:41.740 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445421441000) } -> { datetime: new Date(1445455363000) }, with opId: 133109 Sat Dec 10 05:04:42.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43569, clonedBytes: 13128465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:43.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53736, clonedBytes: 16410835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:44.243 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15158241 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 676ms Sat Dec 10 05:04:44.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57058, clonedBytes: 17427514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:45.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67219, clonedBytes: 20605647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:46.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78538, clonedBytes: 24094420, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:48.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90165, clonedBytes: 27485202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:49.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100530, clonedBytes: 30511066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:50.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be143666d1a4e49f5489f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102953, clonedBytes: 31235519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:50.116 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:04:50.117 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:04:50.117 I SHARDING [conn9] moveChunk setting version to: 76|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:04:50.125 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102953, clonedBytes: 31235519, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:04:50.125 I SHARDING [conn9] moveChunk updating self version to: 76|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453102827000) } -> { datetime: new Date(1453243814000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:04:50.126 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:50.126-0600-584be152666d1a4e49f548a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367890126), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102953, clonedBytes: 31235519, catchup: 0, steady: 0 } } Sat Dec 10 05:04:50.127 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:04:50.127 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:04:50.127 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:50.127-0600-584be152666d1a4e49f548a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367890127), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, step 1 of 6: 0, step 2 of 6: 25, step 3 of 6: 1679, step 4 of 6: 13362, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:04:50.128 I SHARDING [conn9] distributed lock with ts: 584be143666d1a4e49f5489d' unlocked. Sat Dec 10 05:04:50.129 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452962300000) }, max: { datetime: new Date(1453102827000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12066 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15137ms Sat Dec 10 05:04:50.133 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:04:50.133 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469714898000) }, { datetime: new Date(1469753273000) }) in IISLogs.pubbsdweb2', ts : 584be152666d1a4e49f548a4 Sat Dec 10 05:04:50.134 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 74|0||584bbf7a90d1dc672b548236, current metadata version is 74|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:04:50.135 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 74|0||584bbf7a90d1dc672b548236 to shard version 74|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:04:50.135 I SHARDING [conn9] collection version was loaded at version 74|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:04:50.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:04:50.135-0600-584be152666d1a4e49f548a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367890135), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:04:50.136 I SHARDING [conn9] moveChunk request accepted at version 74|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:04:53.345 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:04:53.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:53.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:54.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:55.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:56.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:56.637 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776087 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 3288ms Sat Dec 10 05:04:57.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5767, clonedBytes: 1650480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:58.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16193, clonedBytes: 4737132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:04:59.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26629, clonedBytes: 7804540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:00.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36869, clonedBytes: 10786573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:01.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47210, clonedBytes: 13866437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:02.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55829, clonedBytes: 16396246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:03.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55829, clonedBytes: 16396246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:04.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55829, clonedBytes: 16396246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:05.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55829, clonedBytes: 16396246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:06.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55829, clonedBytes: 16396246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:07.831 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776082 locks:{ Global: { acquireCount: { r: 974 } }, Database: { acquireCount: { r: 487 } }, Collection: { acquireCount: { r: 487 } } } protocol:op_command 5265ms Sat Dec 10 05:05:07.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55829, clonedBytes: 16396246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:08.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65296, clonedBytes: 19180599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:09.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75615, clonedBytes: 22255466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:10.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85897, clonedBytes: 25328165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:12.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95996, clonedBytes: 28211691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:13.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105932, clonedBytes: 31044406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:13.782 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:509204 locks:{ Global: { acquireCount: { r: 32 } }, Database: { acquireCount: { r: 16 } }, Collection: { acquireCount: { r: 16 } } } protocol:op_command 121ms Sat Dec 10 05:05:14.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be152666d1a4e49f548a6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33289800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:14.071 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:05:14.072 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:05:14.073 I SHARDING [conn9] moveChunk setting version to: 75|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:05:14.079 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33289800, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:05:14.079 I SHARDING [conn9] moveChunk updating self version to: 75|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469753273000) } -> { datetime: new Date(1469814737000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:05:14.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:14.081-0600-584be16a666d1a4e49f548a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367914081), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33289800, catchup: 0, steady: 0 } } Sat Dec 10 05:05:14.081 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:05:14.081 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:05:14.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:14.081-0600-584be16a666d1a4e49f548aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367914081), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3212, step 4 of 6: 20722, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:05:14.083 I SHARDING [conn9] distributed lock with ts: 584be152666d1a4e49f548a4' unlocked. Sat Dec 10 05:05:14.083 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469714898000) }, max: { datetime: new Date(1469753273000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 184 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23951ms Sat Dec 10 05:05:14.086 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:05:14.087 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455297675000) }, { datetime: new Date(1455407603000) }) in IISLogs.pubprdweb02', ts : 584be16a666d1a4e49f548ab Sat Dec 10 05:05:14.087 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 67|0||584bc22c90d1dc672b54829b, current metadata version is 67|0||584bc22c90d1dc672b54829b Sat Dec 10 05:05:14.089 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 67|0||584bc22c90d1dc672b54829b to shard version 67|1||584bc22c90d1dc672b54829b Sat Dec 10 05:05:14.089 I SHARDING [conn9] collection version was loaded at version 67|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:05:14.089 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:14.089-0600-584be16a666d1a4e49f548ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367914089), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:05:14.089 I SHARDING [conn9] moveChunk request accepted at version 67|1||584bc22c90d1dc672b54829b Sat Dec 10 05:05:14.333 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445421441000) } -> { datetime: new Date(1445455363000) } Sat Dec 10 05:05:14.333 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446335341000) } -> { datetime: new Date(1446536692000) }, with opId: 133445 Sat Dec 10 05:05:15.517 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:05:15.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:15.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:16.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:16.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:17.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:18.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:19.669 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 4142ms Sat Dec 10 05:05:19.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:20.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9753, clonedBytes: 2988601, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:21.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20252, clonedBytes: 6401624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:22.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30624, clonedBytes: 9933957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:23.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37379, clonedBytes: 12216036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:25.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47449, clonedBytes: 15569570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:25.950 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 696ms Sat Dec 10 05:05:26.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51491, clonedBytes: 17182844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:27.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62467, clonedBytes: 20973080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:28.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72222, clonedBytes: 24276802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:29.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82595, clonedBytes: 27859279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:30.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92957, clonedBytes: 31324185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:31.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97838, clonedBytes: 32889559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:31.861 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3038773 locks:{ Global: { acquireCount: { r: 154 } }, Database: { acquireCount: { r: 77 } }, Collection: { acquireCount: { r: 77 } } } protocol:op_command 775ms Sat Dec 10 05:05:32.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105425, clonedBytes: 35473403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:33.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be16a666d1a4e49f548ad", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 35877178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:33.687 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:05:33.688 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:05:33.689 I SHARDING [conn9] moveChunk setting version to: 68|0||584bc22c90d1dc672b54829b Sat Dec 10 05:05:33.699 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 35877178, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:05:33.699 I SHARDING [conn9] moveChunk updating self version to: 68|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455407603000) } -> { datetime: new Date(1455591430000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:05:33.700 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:33.700-0600-584be17d666d1a4e49f548b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367933700), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 35877178, catchup: 0, steady: 0 } } Sat Dec 10 05:05:33.701 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:05:33.701 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:05:33.701 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:33.701-0600-584be17d666d1a4e49f548b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367933701), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1435, step 4 of 6: 18162, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:05:33.703 I SHARDING [conn9] distributed lock with ts: 584be16a666d1a4e49f548ab' unlocked. Sat Dec 10 05:05:33.703 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455297675000) }, max: { datetime: new Date(1455407603000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 265 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19617ms Sat Dec 10 05:05:33.707 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:05:33.708 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445902175000) }, { datetime: new Date(1445920622000) }) in IISLogs.pubprdweb03', ts : 584be17d666d1a4e49f548b2 Sat Dec 10 05:05:33.708 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 52|0||584bc97f90d1dc672b548352, current metadata version is 52|0||584bc97f90d1dc672b548352 Sat Dec 10 05:05:33.709 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 52|0||584bc97f90d1dc672b548352 to shard version 52|1||584bc97f90d1dc672b548352 Sat Dec 10 05:05:33.709 I SHARDING [conn9] collection version was loaded at version 52|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:05:33.709 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:33.709-0600-584be17d666d1a4e49f548b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367933709), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:05:33.710 I SHARDING [conn9] moveChunk request accepted at version 52|1||584bc97f90d1dc672b548352 Sat Dec 10 05:05:34.738 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:05:34.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:34.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:34.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:34.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:34.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:34.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:34.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:35.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:35.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:35.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:36.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:37.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:38.696 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776236 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 3953ms Sat Dec 10 05:05:38.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1551, clonedBytes: 399208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:39.838 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446335341000) } -> { datetime: new Date(1446536692000) } Sat Dec 10 05:05:39.838 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467832436000) } -> { datetime: new Date(1467920957000) }, with opId: 133632 Sat Dec 10 05:05:40.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11342, clonedBytes: 3036293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:41.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23458, clonedBytes: 6367366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:42.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33862, clonedBytes: 9261304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:43.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43610, clonedBytes: 11981355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:44.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53335, clonedBytes: 14691054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:45.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59427, clonedBytes: 16371209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:46.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59427, clonedBytes: 16371209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:47.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59427, clonedBytes: 16371209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:47.807 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15496999 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2509ms Sat Dec 10 05:05:48.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68107, clonedBytes: 18803468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:49.757 I COMMAND [conn6] command admin.$cmd command: isMaster { ismaster: 1 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:448 locks:{} protocol:op_command 131ms Sat Dec 10 05:05:49.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77390, clonedBytes: 21388371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:51.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88465, clonedBytes: 24416966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:52.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97773, clonedBytes: 27015130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:53.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106362, clonedBytes: 29411892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:54.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be17d666d1a4e49f548b4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 31498944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:54.247 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:05:54.248 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:05:54.249 I SHARDING [conn9] moveChunk setting version to: 53|0||584bc97f90d1dc672b548352 Sat Dec 10 05:05:54.254 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 31498944, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:05:54.254 I SHARDING [conn9] moveChunk updating self version to: 53|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445920622000) } -> { datetime: new Date(1445942175000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:05:54.255 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:54.255-0600-584be192666d1a4e49f548b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367954255), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 31498944, catchup: 0, steady: 0 } } Sat Dec 10 05:05:54.256 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:05:54.256 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:05:54.257 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:54.257-0600-584be192666d1a4e49f548b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367954257), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1030, step 4 of 6: 19504, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:05:54.258 I SHARDING [conn9] distributed lock with ts: 584be17d666d1a4e49f548b2' unlocked. Sat Dec 10 05:05:54.258 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445902175000) }, max: { datetime: new Date(1445920622000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 130 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20550ms Sat Dec 10 05:05:54.263 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:05:54.264 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448092149000) }, { datetime: new Date(1448151099000) }) in IISLogs.pubprdweb04', ts : 584be192666d1a4e49f548b9 Sat Dec 10 05:05:54.264 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 48|0||584bcad890d1dc672b54835d, current metadata version is 48|0||584bcad890d1dc672b54835d Sat Dec 10 05:05:54.266 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 48|0||584bcad890d1dc672b54835d to shard version 48|1||584bcad890d1dc672b54835d Sat Dec 10 05:05:54.266 I SHARDING [conn9] collection version was loaded at version 48|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:05:54.266 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:05:54.266-0600-584be192666d1a4e49f548ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367954266), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:05:54.267 I SHARDING [conn9] moveChunk request accepted at version 48|1||584bcad890d1dc672b54835d Sat Dec 10 05:05:57.376 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 05:05:57.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:57.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:58.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:58.238 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776144 locks:{ Global: { acquireCount: { r: 982 } }, Database: { acquireCount: { r: 491 } }, Collection: { acquireCount: { r: 491 } } } protocol:op_command 847ms Sat Dec 10 05:05:58.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2076, clonedBytes: 551877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:05:59.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12549, clonedBytes: 3344704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:00.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22760, clonedBytes: 6018558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:01.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33541, clonedBytes: 8848170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:02.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44678, clonedBytes: 11792487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:04.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56043, clonedBytes: 14768002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:05.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61781, clonedBytes: 16354639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:05.285 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13688754 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 560ms Sat Dec 10 05:06:06.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70555, clonedBytes: 18696429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:07.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80850, clonedBytes: 21450486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:07.675 I SHARDING [RangeDeleter] rangeDeleter deleted 113357 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467832436000) } -> { datetime: new Date(1467920957000) } Sat Dec 10 05:06:07.676 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450765579000) } -> { datetime: new Date(1450892033000) }, with opId: 133762 Sat Dec 10 05:06:08.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91222, clonedBytes: 24175249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:09.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102953, clonedBytes: 27287194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:10.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111968, clonedBytes: 29634392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:11.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be192666d1a4e49f548bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29701261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:11.775 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:06:11.776 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:06:11.777 I SHARDING [conn9] moveChunk setting version to: 49|0||584bcad890d1dc672b54835d Sat Dec 10 05:06:11.789 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29701261, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:06:11.789 I SHARDING [conn9] moveChunk updating self version to: 49|1||584bcad890d1dc672b54835d through { datetime: new Date(1448151099000) } -> { datetime: new Date(1448184297000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:06:11.791 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:11.791-0600-584be1a3666d1a4e49f548be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367971791), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29701261, catchup: 0, steady: 0 } } Sat Dec 10 05:06:11.791 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:06:11.792 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:06:11.792 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:11.792-0600-584be1a3666d1a4e49f548bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367971792), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3122, step 4 of 6: 14385, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:06:11.793 I SHARDING [conn9] distributed lock with ts: 584be192666d1a4e49f548b9' unlocked. Sat Dec 10 05:06:11.793 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448092149000) }, max: { datetime: new Date(1448151099000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 48000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 224 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17530ms Sat Dec 10 05:06:12.932 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:06:12.933 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453102827000) }, { datetime: new Date(1453243814000) }) in IISLogs.pubprdweb01', ts : 584be1a4666d1a4e49f548c0 Sat Dec 10 05:06:12.933 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 76|0||584bbf4f90d1dc672b54822e, current metadata version is 76|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:06:12.935 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 76|0||584bbf4f90d1dc672b54822e to shard version 76|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:06:12.935 I SHARDING [conn9] collection version was loaded at version 76|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:06:12.935 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:12.935-0600-584be1a4666d1a4e49f548c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367972935), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:06:12.935 I SHARDING [conn9] moveChunk request accepted at version 76|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:06:14.422 I SHARDING [conn9] moveChunk number of documents: 102895 Sat Dec 10 05:06:14.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:14.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:15.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:15.839 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776089 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 1362ms Sat Dec 10 05:06:16.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3819, clonedBytes: 1132003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:17.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14375, clonedBytes: 4120508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:18.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24446, clonedBytes: 6921874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:19.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34847, clonedBytes: 9855809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:20.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45148, clonedBytes: 12857248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:21.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55452, clonedBytes: 15810213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:22.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57431, clonedBytes: 16385034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:23.407 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13758412 locks:{ Global: { acquireCount: { r: 740 } }, Database: { acquireCount: { r: 370 } }, Collection: { acquireCount: { r: 370 } } } protocol:op_command 1513ms Sat Dec 10 05:06:23.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59815, clonedBytes: 17093666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:24.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69943, clonedBytes: 20133081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:25.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80329, clonedBytes: 23248290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:26.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90397, clonedBytes: 26143069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:27.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99900, clonedBytes: 28969407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:28.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1a4666d1a4e49f548c2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102895, clonedBytes: 29836160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:28.923 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:06:28.925 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:06:28.925 I SHARDING [conn9] moveChunk setting version to: 77|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:06:28.937 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102895, clonedBytes: 29836160, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:06:28.937 I SHARDING [conn9] moveChunk updating self version to: 77|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453243814000) } -> { datetime: new Date(1453355223000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:06:28.939 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:28.939-0600-584be1b4666d1a4e49f548c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367988939), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102895, clonedBytes: 29836160, catchup: 0, steady: 0 } } Sat Dec 10 05:06:28.939 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:06:28.939 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:06:28.940 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:28.939-0600-584be1b4666d1a4e49f548c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367988939), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1489, step 4 of 6: 14498, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:06:28.941 I SHARDING [conn9] distributed lock with ts: 584be1a4666d1a4e49f548c0' unlocked. Sat Dec 10 05:06:28.941 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453102827000) }, max: { datetime: new Date(1453243814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 371 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 156 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16010ms Sat Dec 10 05:06:28.946 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:06:28.948 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469753273000) }, { datetime: new Date(1469814737000) }) in IISLogs.pubbsdweb2', ts : 584be1b4666d1a4e49f548c7 Sat Dec 10 05:06:28.948 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 75|0||584bbf7a90d1dc672b548236, current metadata version is 75|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:06:28.949 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 75|0||584bbf7a90d1dc672b548236 to shard version 75|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:06:28.949 I SHARDING [conn9] collection version was loaded at version 75|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:06:28.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:28.949-0600-584be1b4666d1a4e49f548c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481367988949), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:06:28.950 I SHARDING [conn9] moveChunk request accepted at version 75|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:06:31.251 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:06:31.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:31.820 I SHARDING [RangeDeleter] rangeDeleter deleted 103074 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450765579000) } -> { datetime: new Date(1450892033000) } Sat Dec 10 05:06:31.820 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1467754100000) } -> { datetime: new Date(1467911347000) }, with opId: 134030 Sat Dec 10 05:06:31.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:32.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:33.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:34.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:34.619 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776102 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 3355ms Sat Dec 10 05:06:35.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7567, clonedBytes: 2161335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:36.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17988, clonedBytes: 5079509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:37.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28027, clonedBytes: 7878684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:38.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38022, clonedBytes: 10740361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:39.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47409, clonedBytes: 13490821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:40.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57448, clonedBytes: 16384928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:41.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57448, clonedBytes: 16384928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:42.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57448, clonedBytes: 16384928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:43.574 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16605926 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 2829ms Sat Dec 10 05:06:43.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60112, clonedBytes: 17181242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:45.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71364, clonedBytes: 20442303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:46.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81399, clonedBytes: 23267938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:47.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91038, clonedBytes: 26001815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:48.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101340, clonedBytes: 29017920, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:49.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113658, clonedBytes: 32582911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:50.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 32607744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:51.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1b4666d1a4e49f548c9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 32607744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:51.601 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:06:51.602 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:06:51.603 I SHARDING [conn9] moveChunk setting version to: 76|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:06:51.611 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 32607744, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:06:51.611 I SHARDING [conn9] moveChunk updating self version to: 76|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469814737000) } -> { datetime: new Date(1469905778000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:06:51.612 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:51.612-0600-584be1cb666d1a4e49f548cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368011612), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 32607744, catchup: 0, steady: 0 } } Sat Dec 10 05:06:51.613 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:06:51.613 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:06:51.613 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:51.613-0600-584be1cb666d1a4e49f548cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368011613), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2302, step 4 of 6: 20346, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:06:51.614 I SHARDING [conn9] distributed lock with ts: 584be1b4666d1a4e49f548c7' unlocked. Sat Dec 10 05:06:51.614 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469753273000) }, max: { datetime: new Date(1469814737000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 261 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 167 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22668ms Sat Dec 10 05:06:51.619 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:06:51.620 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455407603000) }, { datetime: new Date(1455591430000) }) in IISLogs.pubprdweb02', ts : 584be1cb666d1a4e49f548ce Sat Dec 10 05:06:51.620 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 68|0||584bc22c90d1dc672b54829b, current metadata version is 68|0||584bc22c90d1dc672b54829b Sat Dec 10 05:06:51.621 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 68|0||584bc22c90d1dc672b54829b to shard version 68|1||584bc22c90d1dc672b54829b Sat Dec 10 05:06:51.621 I SHARDING [conn9] collection version was loaded at version 68|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:06:51.621 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:06:51.621-0600-584be1cb666d1a4e49f548cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368011621), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:06:51.622 I SHARDING [conn9] moveChunk request accepted at version 68|1||584bc22c90d1dc672b54829b Sat Dec 10 05:06:52.044 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1467754100000) } -> { datetime: new Date(1467911347000) } Sat Dec 10 05:06:52.044 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1452860048000) } -> { datetime: new Date(1453047583000) }, with opId: 134199 Sat Dec 10 05:06:53.100 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:06:53.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:53.707 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 778 } }, Database: { acquireCount: { r: 389 } }, Collection: { acquireCount: { r: 389 } } } protocol:op_command 579ms Sat Dec 10 05:06:54.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2795, clonedBytes: 930034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:55.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13105, clonedBytes: 4424776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:56.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23537, clonedBytes: 8228080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:57.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32302, clonedBytes: 11401683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:58.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41902, clonedBytes: 14317061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:06:59.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49122, clonedBytes: 16443196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:00.334 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776291 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 948ms Sat Dec 10 05:07:00.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52559, clonedBytes: 17469813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:01.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63767, clonedBytes: 20866456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:03.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75876, clonedBytes: 24538864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:04.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86611, clonedBytes: 27736507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:05.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96562, clonedBytes: 30698179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:06.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105645, clonedBytes: 33546800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:07.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1cb666d1a4e49f548d0", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 33825918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:07.661 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:07:07.662 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:07:07.662 I SHARDING [conn9] moveChunk setting version to: 69|0||584bc22c90d1dc672b54829b Sat Dec 10 05:07:07.665 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 33825918, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:07:07.665 I SHARDING [conn9] moveChunk updating self version to: 69|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455591430000) } -> { datetime: new Date(1455744191000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:07:07.667 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:07:07.666-0600-584be1db666d1a4e49f548d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368027666), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 33825918, catchup: 0, steady: 0 } } Sat Dec 10 05:07:07.667 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:07:07.667 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:07:07.667 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:07:07.667-0600-584be1db666d1a4e49f548d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368027667), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1481, step 4 of 6: 14556, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:07:07.669 I SHARDING [conn9] distributed lock with ts: 584be1cb666d1a4e49f548ce' unlocked. Sat Dec 10 05:07:07.669 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455407603000) }, max: { datetime: new Date(1455591430000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 210 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 100 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16050ms Sat Dec 10 05:07:07.695 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:07:07.696 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445920622000) }, { datetime: new Date(1445942175000) }) in IISLogs.pubprdweb03', ts : 584be1db666d1a4e49f548d5 Sat Dec 10 05:07:07.696 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 53|0||584bc97f90d1dc672b548352, current metadata version is 53|0||584bc97f90d1dc672b548352 Sat Dec 10 05:07:07.697 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 53|0||584bc97f90d1dc672b548352 to shard version 53|1||584bc97f90d1dc672b548352 Sat Dec 10 05:07:07.697 I SHARDING [conn9] collection version was loaded at version 53|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:07:07.698 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:07:07.698-0600-584be1db666d1a4e49f548d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368027698), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:07:07.698 I SHARDING [conn9] moveChunk request accepted at version 53|1||584bc97f90d1dc672b548352 Sat Dec 10 05:07:10.061 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:07:10.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:10.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:11.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:12.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:12.837 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776235 locks:{ Global: { acquireCount: { r: 962 } }, Database: { acquireCount: { r: 481 } }, Collection: { acquireCount: { r: 481 } } } protocol:op_command 2771ms Sat Dec 10 05:07:13.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2776, clonedBytes: 769054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:13.581 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1452860048000) } -> { datetime: new Date(1453047583000) } Sat Dec 10 05:07:13.581 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445455363000) } -> { datetime: new Date(1445481861000) }, with opId: 134334 Sat Dec 10 05:07:14.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12514, clonedBytes: 3489975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:15.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22344, clonedBytes: 6273137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:16.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32109, clonedBytes: 9031789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:17.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42404, clonedBytes: 11934831, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:18.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52434, clonedBytes: 14771707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:19.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58332, clonedBytes: 16378873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:20.104 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16119304 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1047ms Sat Dec 10 05:07:20.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61216, clonedBytes: 17194755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:21.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71255, clonedBytes: 20035311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:22.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81751, clonedBytes: 23013949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:23.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92044, clonedBytes: 25945453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:24.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103412, clonedBytes: 29160407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:25.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112789, clonedBytes: 31843256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:26.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:27.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:28.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:29.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:30.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:31.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:33.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:34.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:35.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:36.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:37.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:37.291 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445455363000) } -> { datetime: new Date(1445481861000) } Sat Dec 10 05:07:37.291 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446536692000) } -> { datetime: new Date(1446664797000) }, with opId: 134423 Sat Dec 10 05:07:38.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:39.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:40.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:41.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:42.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:43.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:44.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:45.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:46.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:47.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:48.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:49.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be1db666d1a4e49f548d7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:49.403 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:07:49.404 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:07:49.404 I SHARDING [conn9] moveChunk setting version to: 54|0||584bc97f90d1dc672b548352 Sat Dec 10 05:07:49.407 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:07:49.407 I SHARDING [conn9] moveChunk updating self version to: 54|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445942175000) } -> { datetime: new Date(1445964758000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:07:49.408 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:07:49.408-0600-584be205666d1a4e49f548da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368069408), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 32121248, catchup: 0, steady: 0 } } Sat Dec 10 05:07:49.409 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:07:49.409 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:07:49.409 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:07:49.409-0600-584be205666d1a4e49f548db", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368069409), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2366, step 4 of 6: 39336, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:07:49.411 I SHARDING [conn9] distributed lock with ts: 584be1db666d1a4e49f548d5' unlocked. Sat Dec 10 05:07:49.411 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445920622000) }, max: { datetime: new Date(1445942175000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5560 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 41717ms Sat Dec 10 05:07:49.415 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:07:49.416 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448151099000) }, { datetime: new Date(1448184297000) }) in IISLogs.pubprdweb04', ts : 584be205666d1a4e49f548dc Sat Dec 10 05:07:49.416 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 49|0||584bcad890d1dc672b54835d, current metadata version is 49|0||584bcad890d1dc672b54835d Sat Dec 10 05:07:49.418 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 49|0||584bcad890d1dc672b54835d to shard version 49|1||584bcad890d1dc672b54835d Sat Dec 10 05:07:49.418 I SHARDING [conn9] collection version was loaded at version 49|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:07:49.418 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:07:49.418-0600-584be205666d1a4e49f548dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368069418), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:07:49.419 I SHARDING [conn9] moveChunk request accepted at version 49|1||584bcad890d1dc672b54835d Sat Dec 10 05:07:51.059 I SHARDING [conn9] moveChunk number of documents: 112195 Sat Dec 10 05:07:51.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:51.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:52.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:53.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:53.955 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776294 locks:{ Global: { acquireCount: { r: 1026 } }, Database: { acquireCount: { r: 513 } }, Collection: { acquireCount: { r: 513 } } } protocol:op_command 2874ms Sat Dec 10 05:07:54.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80, clonedBytes: 20983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:55.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7759, clonedBytes: 2033454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:56.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17933, clonedBytes: 4702261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:57.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27928, clonedBytes: 7316333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:58.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39099, clonedBytes: 10231881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:07:59.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48876, clonedBytes: 12798191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:00.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60475, clonedBytes: 15852370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:01.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62384, clonedBytes: 16350568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:02.335 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13465396 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1441ms Sat Dec 10 05:08:02.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65247, clonedBytes: 17097502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:03.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75896, clonedBytes: 19904045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:04.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86448, clonedBytes: 22691076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:05.734 I SHARDING [RangeDeleter] rangeDeleter deleted 112218 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446536692000) } -> { datetime: new Date(1446664797000) } Sat Dec 10 05:08:05.734 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1467920957000) } -> { datetime: new Date(1468003493000) }, with opId: 134581 Sat Dec 10 05:08:05.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96817, clonedBytes: 25422696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:06.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106721, clonedBytes: 28047502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:07.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be205666d1a4e49f548de", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112195, clonedBytes: 29478249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:07.859 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:08:07.860 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:08:07.861 I SHARDING [conn9] moveChunk setting version to: 50|0||584bcad890d1dc672b54835d Sat Dec 10 05:08:07.871 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112195, clonedBytes: 29478249, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:08:07.871 I SHARDING [conn9] moveChunk updating self version to: 50|1||584bcad890d1dc672b54835d through { datetime: new Date(1448184297000) } -> { datetime: new Date(1448225254000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:08:07.873 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:07.873-0600-584be217666d1a4e49f548e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368087873), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112195, clonedBytes: 29478249, catchup: 0, steady: 0 } } Sat Dec 10 05:08:07.873 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:08:07.922 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:08:07.922 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:07.922-0600-584be217666d1a4e49f548e2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368087922), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1643, step 4 of 6: 16795, step 5 of 6: 63, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:08:07.924 I SHARDING [conn9] distributed lock with ts: 584be205666d1a4e49f548dc' unlocked. Sat Dec 10 05:08:07.924 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448151099000) }, max: { datetime: new Date(1448184297000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 49000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 48764 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 194 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18509ms Sat Dec 10 05:08:09.013 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:08:09.013 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453243814000) }, { datetime: new Date(1453355223000) }) in IISLogs.pubprdweb01', ts : 584be219666d1a4e49f548e3 Sat Dec 10 05:08:09.014 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 77|0||584bbf4f90d1dc672b54822e, current metadata version is 77|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:08:09.015 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 77|0||584bbf4f90d1dc672b54822e to shard version 77|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:08:09.015 I SHARDING [conn9] collection version was loaded at version 77|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:08:09.015 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:09.015-0600-584be219666d1a4e49f548e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368089015), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:08:09.016 I SHARDING [conn9] moveChunk request accepted at version 77|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:08:10.050 I SHARDING [conn9] moveChunk number of documents: 102957 Sat Dec 10 05:08:10.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:10.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:11.055 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776196 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 975ms Sat Dec 10 05:08:11.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:12.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8931, clonedBytes: 2687866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:13.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19317, clonedBytes: 5822095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:14.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27496, clonedBytes: 8437863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:15.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37631, clonedBytes: 11704705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:16.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47884, clonedBytes: 14777209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:17.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53430, clonedBytes: 16413148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:17.752 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14960988 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 765ms Sat Dec 10 05:08:18.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59453, clonedBytes: 18235064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:19.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70728, clonedBytes: 21428438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:20.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81339, clonedBytes: 24523101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:21.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92469, clonedBytes: 27902032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:22.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be219666d1a4e49f548e5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102957, clonedBytes: 31038409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:22.797 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:08:22.798 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:08:22.798 I SHARDING [conn9] moveChunk setting version to: 78|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:08:22.807 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102957, clonedBytes: 31038409, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:08:22.807 I SHARDING [conn9] moveChunk updating self version to: 78|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453355223000) } -> { datetime: new Date(1453472778000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:08:22.809 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:22.808-0600-584be226666d1a4e49f548e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368102808), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102957, clonedBytes: 31038409, catchup: 0, steady: 0 } } Sat Dec 10 05:08:22.809 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:08:22.809 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:08:22.809 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:22.809-0600-584be226666d1a4e49f548e9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368102809), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1036, step 4 of 6: 12742, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:08:22.811 I SHARDING [conn9] distributed lock with ts: 584be219666d1a4e49f548e3' unlocked. Sat Dec 10 05:08:22.811 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453243814000) }, max: { datetime: new Date(1453355223000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 267 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13799ms Sat Dec 10 05:08:22.815 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:08:22.816 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469814737000) }, { datetime: new Date(1469905778000) }) in IISLogs.pubbsdweb2', ts : 584be226666d1a4e49f548ea Sat Dec 10 05:08:22.816 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 76|0||584bbf7a90d1dc672b548236, current metadata version is 76|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:08:22.817 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 76|0||584bbf7a90d1dc672b548236 to shard version 76|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:08:22.817 I SHARDING [conn9] collection version was loaded at version 76|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:08:22.817 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:22.817-0600-584be226666d1a4e49f548eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368102817), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:08:22.818 I SHARDING [conn9] moveChunk request accepted at version 76|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:08:31.302 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 05:08:31.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:31.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:32.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:33.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:34.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:34.906 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776090 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 3590ms Sat Dec 10 05:08:35.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4452, clonedBytes: 1317143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:36.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14696, clonedBytes: 4268434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:37.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21996, clonedBytes: 6446583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:38.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32132, clonedBytes: 9415699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:39.275 I SHARDING [RangeDeleter] rangeDeleter deleted 113363 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1467920957000) } -> { datetime: new Date(1468003493000) } Sat Dec 10 05:08:39.275 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1450892033000) } -> { datetime: new Date(1451074635000) }, with opId: 134771 Sat Dec 10 05:08:39.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42713, clonedBytes: 12505708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:40.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52761, clonedBytes: 15395999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:41.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56231, clonedBytes: 16393435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:42.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56231, clonedBytes: 16393435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:43.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56231, clonedBytes: 16393435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:44.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56231, clonedBytes: 16393435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:45.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56231, clonedBytes: 16393435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:46.456 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776284 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 5336ms Sat Dec 10 05:08:46.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60071, clonedBytes: 17507339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:47.894 I NETWORK [conn81] end connection 10.112.9.26:57075 (30 connections now open) Sat Dec 10 05:08:47.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70459, clonedBytes: 20545608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:49.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80825, clonedBytes: 23570185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:50.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91403, clonedBytes: 26649142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:51.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101857, clonedBytes: 29708231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:52.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112110, clonedBytes: 32692378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:52.250 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:385555 locks:{ Global: { acquireCount: { r: 26 } }, Database: { acquireCount: { r: 13 } }, Collection: { acquireCount: { r: 13 } } } protocol:op_command 101ms Sat Dec 10 05:08:53.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be226666d1a4e49f548ec", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 33165932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:53.140 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:08:53.141 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:08:53.141 I SHARDING [conn9] moveChunk setting version to: 77|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:08:53.148 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 33165932, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:08:53.148 I SHARDING [conn9] moveChunk updating self version to: 77|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469905778000) } -> { datetime: new Date(1469919721000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:08:53.149 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:53.149-0600-584be245666d1a4e49f548ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368133149), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 33165932, catchup: 0, steady: 0 } } Sat Dec 10 05:08:53.150 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:08:53.150 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:08:53.150 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:53.150-0600-584be245666d1a4e49f548f0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368133150), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 8486, step 4 of 6: 21834, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:08:53.152 I SHARDING [conn9] distributed lock with ts: 584be226666d1a4e49f548ea' unlocked. Sat Dec 10 05:08:53.152 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469814737000) }, max: { datetime: new Date(1469905778000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:965 reslen:154 locks:{ Global: { acquireCount: { r: 1942, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 391 } }, Database: { acquireCount: { r: 967, w: 4, W: 2 } }, Collection: { acquireCount: { r: 967, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 30337ms Sat Dec 10 05:08:53.156 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:08:53.156 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455591430000) }, { datetime: new Date(1455744191000) }) in IISLogs.pubprdweb02', ts : 584be245666d1a4e49f548f1 Sat Dec 10 05:08:53.156 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 69|0||584bc22c90d1dc672b54829b, current metadata version is 69|0||584bc22c90d1dc672b54829b Sat Dec 10 05:08:53.158 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 69|0||584bc22c90d1dc672b54829b to shard version 69|1||584bc22c90d1dc672b54829b Sat Dec 10 05:08:53.158 I SHARDING [conn9] collection version was loaded at version 69|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:08:53.158 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:08:53.158-0600-584be245666d1a4e49f548f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368133158), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:08:53.158 I SHARDING [conn9] moveChunk request accepted at version 69|1||584bc22c90d1dc672b54829b Sat Dec 10 05:08:54.363 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 05:08:54.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:54.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:55.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:56.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:57.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:58.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:08:59.239 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 4871ms Sat Dec 10 05:08:59.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2534, clonedBytes: 783294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:00.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12567, clonedBytes: 3809250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:01.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23057, clonedBytes: 6893270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:02.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33552, clonedBytes: 10012965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:03.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43415, clonedBytes: 13108269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:04.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53486, clonedBytes: 16134252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:05.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54354, clonedBytes: 16406587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:06.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54354, clonedBytes: 16406587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:07.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54354, clonedBytes: 16406587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:08.154 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15956846 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 3237ms Sat Dec 10 05:09:08.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60939, clonedBytes: 18481945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:09.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71241, clonedBytes: 21674196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:10.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81591, clonedBytes: 24683481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:12.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91769, clonedBytes: 27714737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:13.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102013, clonedBytes: 30685967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:14.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be245666d1a4e49f548f3", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 32009219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:14.059 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:09:14.060 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:09:14.061 I SHARDING [conn9] moveChunk setting version to: 70|0||584bc22c90d1dc672b54829b Sat Dec 10 05:09:14.069 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 32009219, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:09:14.069 I SHARDING [conn9] moveChunk updating self version to: 70|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455744191000) } -> { datetime: new Date(1455914428000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:09:14.071 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:14.071-0600-584be25a666d1a4e49f548f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368154071), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 32009219, catchup: 0, steady: 0 } } Sat Dec 10 05:09:14.071 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:09:14.071 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:09:14.072 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:14.072-0600-584be25a666d1a4e49f548f7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368154072), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1207, step 4 of 6: 19692, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:09:14.073 I SHARDING [conn9] distributed lock with ts: 584be245666d1a4e49f548f1' unlocked. Sat Dec 10 05:09:14.073 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455591430000) }, max: { datetime: new Date(1455744191000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2936 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20918ms Sat Dec 10 05:09:14.077 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:09:14.078 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445942175000) }, { datetime: new Date(1445964758000) }) in IISLogs.pubprdweb03', ts : 584be25a666d1a4e49f548f8 Sat Dec 10 05:09:14.078 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 54|0||584bc97f90d1dc672b548352, current metadata version is 54|0||584bc97f90d1dc672b548352 Sat Dec 10 05:09:14.079 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 54|0||584bc97f90d1dc672b548352 to shard version 54|1||584bc97f90d1dc672b548352 Sat Dec 10 05:09:14.079 I SHARDING [conn9] collection version was loaded at version 54|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:09:14.079 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:14.079-0600-584be25a666d1a4e49f548f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368154079), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:09:14.080 I SHARDING [conn9] moveChunk request accepted at version 54|1||584bc97f90d1dc672b548352 Sat Dec 10 05:09:15.155 I SHARDING [conn9] moveChunk number of documents: 113740 Sat Dec 10 05:09:15.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.436 I SHARDING [RangeDeleter] rangeDeleter deleted 102933 documents for IISLogs.pubprdweb01 from { datetime: new Date(1450892033000) } -> { datetime: new Date(1451074635000) } Sat Dec 10 05:09:15.436 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1467911347000) } -> { datetime: new Date(1467997080000) }, with opId: 135050 Sat Dec 10 05:09:15.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:15.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:16.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:16.859 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 1694ms Sat Dec 10 05:09:17.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3963, clonedBytes: 1109609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:18.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13708, clonedBytes: 3896157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:19.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23608, clonedBytes: 6749836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:20.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33471, clonedBytes: 9581057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:21.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43219, clonedBytes: 12318001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:22.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52805, clonedBytes: 14969471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:23.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57840, clonedBytes: 16382277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:24.540 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15896708 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 1419ms Sat Dec 10 05:09:24.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57840, clonedBytes: 16382277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:25.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68197, clonedBytes: 19289615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:26.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78136, clonedBytes: 22032440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:27.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87996, clonedBytes: 24780723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:28.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97939, clonedBytes: 27524805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:29.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107901, clonedBytes: 30286996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:30.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be25a666d1a4e49f548fa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113740, clonedBytes: 31898647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:30.832 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:09:30.833 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:09:30.834 I SHARDING [conn9] moveChunk setting version to: 55|0||584bc97f90d1dc672b548352 Sat Dec 10 05:09:30.840 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113740, clonedBytes: 31898647, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:09:30.840 I SHARDING [conn9] moveChunk updating self version to: 55|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445964758000) } -> { datetime: new Date(1445989723000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:09:30.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:30.842-0600-584be26a666d1a4e49f548fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368170842), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113740, clonedBytes: 31898647, catchup: 0, steady: 0 } } Sat Dec 10 05:09:30.842 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:09:30.842 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:09:30.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:30.842-0600-584be26a666d1a4e49f548fe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368170842), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1083, step 4 of 6: 15667, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:09:30.844 I SHARDING [conn9] distributed lock with ts: 584be25a666d1a4e49f548f8' unlocked. Sat Dec 10 05:09:30.844 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445942175000) }, max: { datetime: new Date(1445964758000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 388 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16767ms Sat Dec 10 05:09:30.849 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:09:30.850 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448184297000) }, { datetime: new Date(1448225254000) }) in IISLogs.pubprdweb04', ts : 584be26a666d1a4e49f548ff Sat Dec 10 05:09:30.850 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 50|0||584bcad890d1dc672b54835d, current metadata version is 50|0||584bcad890d1dc672b54835d Sat Dec 10 05:09:30.852 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 50|0||584bcad890d1dc672b54835d to shard version 50|1||584bcad890d1dc672b54835d Sat Dec 10 05:09:30.852 I SHARDING [conn9] collection version was loaded at version 50|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:09:30.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:30.852-0600-584be26a666d1a4e49f54900", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368170852), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:09:30.853 I SHARDING [conn9] moveChunk request accepted at version 50|1||584bcad890d1dc672b54835d Sat Dec 10 05:09:31.911 I SHARDING [conn9] moveChunk number of documents: 112251 Sat Dec 10 05:09:31.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:31.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:31.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:31.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:31.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:31.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:32.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:32.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:32.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:32.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:33.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:34.231 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 2273ms Sat Dec 10 05:09:35.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5271, clonedBytes: 1376594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:36.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14768, clonedBytes: 3839429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:37.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24860, clonedBytes: 6458444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:38.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34985, clonedBytes: 9158963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:39.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45121, clonedBytes: 11833436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:40.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55111, clonedBytes: 14507100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:41.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62011, clonedBytes: 16353008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:41.587 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1467911347000) } -> { datetime: new Date(1467997080000) } Sat Dec 10 05:09:41.587 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453047583000) } -> { datetime: new Date(1453166536000) }, with opId: 135193 Sat Dec 10 05:09:42.240 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13751144 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 1040ms Sat Dec 10 05:09:42.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62011, clonedBytes: 16353008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:43.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72231, clonedBytes: 19142489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:44.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81805, clonedBytes: 21708524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:45.399 I NETWORK [conn82] end connection 10.112.9.26:57076 (29 connections now open) Sat Dec 10 05:09:45.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92156, clonedBytes: 24487298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:46.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102366, clonedBytes: 27167568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:47.172 I NETWORK [conn83] end connection 10.112.9.26:57078 (28 connections now open) Sat Dec 10 05:09:47.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be26a666d1a4e49f54901", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112251, clonedBytes: 29763434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:47.537 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:09:47.538 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:09:47.538 I SHARDING [conn9] moveChunk setting version to: 51|0||584bcad890d1dc672b54835d Sat Dec 10 05:09:47.547 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112251, clonedBytes: 29763434, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:09:47.547 I SHARDING [conn9] moveChunk updating self version to: 51|1||584bcad890d1dc672b54835d through { datetime: new Date(1448225254000) } -> { datetime: new Date(1448266019000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:09:47.549 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:47.548-0600-584be27b666d1a4e49f54904", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368187548), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112251, clonedBytes: 29763434, catchup: 0, steady: 0 } } Sat Dec 10 05:09:47.549 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:09:47.549 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:09:47.549 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:47.549-0600-584be27b666d1a4e49f54905", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368187549), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1061, step 4 of 6: 15621, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:09:47.551 I SHARDING [conn9] distributed lock with ts: 584be26a666d1a4e49f548ff' unlocked. Sat Dec 10 05:09:47.551 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448184297000) }, max: { datetime: new Date(1448225254000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 50000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5919 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16702ms Sat Dec 10 05:09:48.559 I NETWORK [conn84] end connection 10.112.9.26:57079 (27 connections now open) Sat Dec 10 05:09:48.628 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:09:48.629 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453355223000) }, { datetime: new Date(1453472778000) }) in IISLogs.pubprdweb01', ts : 584be27c666d1a4e49f54906 Sat Dec 10 05:09:48.629 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 78|0||584bbf4f90d1dc672b54822e, current metadata version is 78|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:09:48.630 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 78|0||584bbf4f90d1dc672b54822e to shard version 78|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:09:48.630 I SHARDING [conn9] collection version was loaded at version 78|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:09:48.630 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:09:48.630-0600-584be27c666d1a4e49f54907", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368188630), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:09:48.631 I SHARDING [conn9] moveChunk request accepted at version 78|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:09:49.923 I SHARDING [conn9] moveChunk number of documents: 102931 Sat Dec 10 05:09:49.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:49.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:49.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:49.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:49.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:50.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:50.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:50.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:50.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:50.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:51.013 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776080 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1080ms Sat Dec 10 05:09:52.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8262, clonedBytes: 2676249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:53.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18148, clonedBytes: 5778011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:54.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28379, clonedBytes: 8754910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:55.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38782, clonedBytes: 11800567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:56.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49236, clonedBytes: 14881667, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:57.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54520, clonedBytes: 16405402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:58.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54520, clonedBytes: 16405402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:09:58.796 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15382069 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 2120ms Sat Dec 10 05:09:59.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58192, clonedBytes: 17505842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:00.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68330, clonedBytes: 20570466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:01.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78834, clonedBytes: 23776060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:02.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88828, clonedBytes: 26943575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:03.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98550, clonedBytes: 30127971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:04.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be27c666d1a4e49f54908", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102931, clonedBytes: 31459556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:04.413 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:10:04.414 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:10:04.415 I SHARDING [conn9] moveChunk setting version to: 79|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:10:04.425 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102931, clonedBytes: 31459556, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:10:04.425 I SHARDING [conn9] moveChunk updating self version to: 79|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453472778000) } -> { datetime: new Date(1453629100000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:10:04.426 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:04.426-0600-584be28c666d1a4e49f5490b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368204426), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102931, clonedBytes: 31459556, catchup: 0, steady: 0 } } Sat Dec 10 05:10:04.427 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:10:04.427 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:10:04.427 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:04.427-0600-584be28c666d1a4e49f5490c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368204427), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1294, step 4 of 6: 14486, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:10:04.429 I SHARDING [conn9] distributed lock with ts: 584be27c666d1a4e49f54906' unlocked. Sat Dec 10 05:10:04.429 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453355223000) }, max: { datetime: new Date(1453472778000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:810 reslen:154 locks:{ Global: { acquireCount: { r: 1632, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 256 } }, Database: { acquireCount: { r: 812, w: 4, W: 2 } }, Collection: { acquireCount: { r: 812, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15801ms Sat Dec 10 05:10:04.434 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:10:04.434 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469905778000) }, { datetime: new Date(1469919721000) }) in IISLogs.pubbsdweb2', ts : 584be28c666d1a4e49f5490d Sat Dec 10 05:10:04.435 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 77|0||584bbf7a90d1dc672b548236, current metadata version is 77|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:10:04.436 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 77|0||584bbf7a90d1dc672b548236 to shard version 77|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:10:04.436 I SHARDING [conn9] collection version was loaded at version 77|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:10:04.436 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:04.436-0600-584be28c666d1a4e49f5490e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368204436), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:10:04.437 I SHARDING [conn9] moveChunk request accepted at version 77|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:10:06.308 I SHARDING [conn9] moveChunk number of documents: 113749 Sat Dec 10 05:10:06.311 I SHARDING [RangeDeleter] rangeDeleter deleted 106487 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453047583000) } -> { datetime: new Date(1453166536000) } Sat Dec 10 05:10:06.311 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445481861000) } -> { datetime: new Date(1445525303000) }, with opId: 135354 Sat Dec 10 05:10:06.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:06.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:07.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:08.281 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776177 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 1944ms Sat Dec 10 05:10:08.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:09.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7786, clonedBytes: 2259140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:10.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17412, clonedBytes: 5043757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:11.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27348, clonedBytes: 7908933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:12.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36976, clonedBytes: 10673596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:13.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46181, clonedBytes: 13323356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:14.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55882, clonedBytes: 16105963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:15.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56872, clonedBytes: 16389035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:16.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56872, clonedBytes: 16389035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:17.114 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16703891 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 2436ms Sat Dec 10 05:10:17.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60960, clonedBytes: 17558322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:18.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71099, clonedBytes: 20472695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:19.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81109, clonedBytes: 23350293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:20.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90556, clonedBytes: 26062049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:21.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100286, clonedBytes: 28857298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:22.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109529, clonedBytes: 31503825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:23.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be28c666d1a4e49f5490f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113749, clonedBytes: 32705749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:23.988 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:10:23.989 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:10:23.989 I SHARDING [conn9] moveChunk setting version to: 78|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:10:24.003 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113749, clonedBytes: 32705749, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:10:24.003 I SHARDING [conn9] moveChunk updating self version to: 78|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469919721000) } -> { datetime: new Date(1469938007000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:10:24.005 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:24.005-0600-584be2a0666d1a4e49f54912", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368224005), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113749, clonedBytes: 32705749, catchup: 0, steady: 0 } } Sat Dec 10 05:10:24.006 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:10:24.010 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:10:24.010 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:24.010-0600-584be2a0666d1a4e49f54913", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368224010), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1875, step 4 of 6: 17674, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:10:24.012 I SHARDING [conn9] distributed lock with ts: 584be28c666d1a4e49f5490d' unlocked. Sat Dec 10 05:10:24.012 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469905778000) }, max: { datetime: new Date(1469919721000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6925 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19578ms Sat Dec 10 05:10:24.028 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:10:24.029 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455744191000) }, { datetime: new Date(1455914428000) }) in IISLogs.pubprdweb02', ts : 584be2a0666d1a4e49f54914 Sat Dec 10 05:10:24.029 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 70|0||584bc22c90d1dc672b54829b, current metadata version is 70|0||584bc22c90d1dc672b54829b Sat Dec 10 05:10:24.031 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 70|0||584bc22c90d1dc672b54829b to shard version 70|1||584bc22c90d1dc672b54829b Sat Dec 10 05:10:24.031 I SHARDING [conn9] collection version was loaded at version 70|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:10:24.031 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:24.031-0600-584be2a0666d1a4e49f54915", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368224031), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:10:24.032 I SHARDING [conn9] moveChunk request accepted at version 70|1||584bc22c90d1dc672b54829b Sat Dec 10 05:10:25.537 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:10:25.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:25.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:26.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:26.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:27.353 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1811ms Sat Dec 10 05:10:27.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2080, clonedBytes: 627026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:28.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11397, clonedBytes: 3356938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:29.513 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445481861000) } -> { datetime: new Date(1445525303000) } Sat Dec 10 05:10:29.513 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446664797000) } -> { datetime: new Date(1446739368000) }, with opId: 135494 Sat Dec 10 05:10:29.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20576, clonedBytes: 6177361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:30.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30991, clonedBytes: 9283418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:31.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41205, clonedBytes: 12193467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:33.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52156, clonedBytes: 15347588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:34.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55805, clonedBytes: 16396520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:34.653 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15625804 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1257ms Sat Dec 10 05:10:35.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59106, clonedBytes: 17353318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:36.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69132, clonedBytes: 20376682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:37.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79542, clonedBytes: 23575455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:38.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91236, clonedBytes: 26958130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:39.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101804, clonedBytes: 30134063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:40.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2a0666d1a4e49f54916", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 31678253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:40.422 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:10:40.423 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:10:40.424 I SHARDING [conn9] moveChunk setting version to: 71|0||584bc22c90d1dc672b54829b Sat Dec 10 05:10:40.433 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 31678253, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:10:40.433 I SHARDING [conn9] moveChunk updating self version to: 71|1||584bc22c90d1dc672b54829b through { datetime: new Date(1455914428000) } -> { datetime: new Date(1456099638000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:10:40.435 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:40.435-0600-584be2b0666d1a4e49f54919", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368240435), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 31678253, catchup: 0, steady: 0 } } Sat Dec 10 05:10:40.436 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:10:40.436 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:10:40.436 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:40.436-0600-584be2b0666d1a4e49f5491a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368240436), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1508, step 4 of 6: 14880, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:10:40.437 I SHARDING [conn9] distributed lock with ts: 584be2a0666d1a4e49f54914' unlocked. Sat Dec 10 05:10:40.437 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455744191000) }, max: { datetime: new Date(1455914428000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1317 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16409ms Sat Dec 10 05:10:40.444 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:10:40.445 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445964758000) }, { datetime: new Date(1445989723000) }) in IISLogs.pubprdweb03', ts : 584be2b0666d1a4e49f5491b Sat Dec 10 05:10:40.445 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 55|0||584bc97f90d1dc672b548352, current metadata version is 55|0||584bc97f90d1dc672b548352 Sat Dec 10 05:10:40.446 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 55|0||584bc97f90d1dc672b548352 to shard version 55|1||584bc97f90d1dc672b548352 Sat Dec 10 05:10:40.446 I SHARDING [conn9] collection version was loaded at version 55|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:10:40.446 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:40.446-0600-584be2b0666d1a4e49f5491c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368240446), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:10:40.447 I SHARDING [conn9] moveChunk request accepted at version 55|1||584bc97f90d1dc672b548352 Sat Dec 10 05:10:41.775 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:10:41.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:41.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:41.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:41.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:41.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:41.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:42.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:42.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:42.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:42.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:43.884 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776304 locks:{ Global: { acquireCount: { r: 970 } }, Database: { acquireCount: { r: 485 } }, Collection: { acquireCount: { r: 485 } } } protocol:op_command 2105ms Sat Dec 10 05:10:43.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:44.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9731, clonedBytes: 2652697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:46.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19512, clonedBytes: 5317912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:47.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29006, clonedBytes: 7953267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:48.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39182, clonedBytes: 10733372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:49.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48797, clonedBytes: 13380944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:50.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58916, clonedBytes: 16295462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:51.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59189, clonedBytes: 16372943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:51.593 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15650152 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 1393ms Sat Dec 10 05:10:52.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66118, clonedBytes: 18319588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:52.589 I SHARDING [RangeDeleter] rangeDeleter deleted 112228 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446664797000) } -> { datetime: new Date(1446739368000) } Sat Dec 10 05:10:52.590 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468003493000) } -> { datetime: new Date(1468099437000) }, with opId: 135642 Sat Dec 10 05:10:53.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76208, clonedBytes: 21041662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:54.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87070, clonedBytes: 24041480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:55.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97681, clonedBytes: 27020706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:56.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107624, clonedBytes: 29873577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:57.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2b0666d1a4e49f5491d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31652172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:10:57.677 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:10:57.678 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:10:57.679 I SHARDING [conn9] moveChunk setting version to: 56|0||584bc97f90d1dc672b548352 Sat Dec 10 05:10:57.687 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31652172, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:10:57.687 I SHARDING [conn9] moveChunk updating self version to: 56|1||584bc97f90d1dc672b548352 through { datetime: new Date(1445989723000) } -> { datetime: new Date(1446022724000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:10:57.689 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:57.688-0600-584be2c1666d1a4e49f54920", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368257688), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31652172, catchup: 0, steady: 0 } } Sat Dec 10 05:10:57.689 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:10:57.689 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:10:57.690 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:57.689-0600-584be2c1666d1a4e49f54921", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368257689), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1331, step 4 of 6: 15897, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:10:57.691 I SHARDING [conn9] distributed lock with ts: 584be2b0666d1a4e49f5491b' unlocked. Sat Dec 10 05:10:57.691 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445964758000) }, max: { datetime: new Date(1445989723000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 958 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17247ms Sat Dec 10 05:10:57.695 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:10:57.696 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448225254000) }, { datetime: new Date(1448266019000) }) in IISLogs.pubprdweb04', ts : 584be2c1666d1a4e49f54922 Sat Dec 10 05:10:57.696 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 51|0||584bcad890d1dc672b54835d, current metadata version is 51|0||584bcad890d1dc672b54835d Sat Dec 10 05:10:57.697 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 51|0||584bcad890d1dc672b54835d to shard version 51|1||584bcad890d1dc672b54835d Sat Dec 10 05:10:57.697 I SHARDING [conn9] collection version was loaded at version 51|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:10:57.697 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:10:57.697-0600-584be2c1666d1a4e49f54923", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368257697), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:10:57.698 I SHARDING [conn9] moveChunk request accepted at version 51|1||584bcad890d1dc672b54835d Sat Dec 10 05:11:01.223 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:11:01.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:01.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:02.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776148 locks:{ Global: { acquireCount: { r: 994 } }, Database: { acquireCount: { r: 497 } }, Collection: { acquireCount: { r: 497 } } } protocol:op_command 782ms Sat Dec 10 05:11:02.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2742, clonedBytes: 722881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:03.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13010, clonedBytes: 3435443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:04.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23410, clonedBytes: 6138408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:05.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33737, clonedBytes: 8838073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:06.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43823, clonedBytes: 11478726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:07.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55275, clonedBytes: 14511617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:08.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62177, clonedBytes: 16351871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:09.405 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13526832 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 890ms Sat Dec 10 05:11:09.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65688, clonedBytes: 17271676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:10.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76015, clonedBytes: 20001491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:11.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86448, clonedBytes: 22764471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:12.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96318, clonedBytes: 25360757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:13.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106367, clonedBytes: 28022404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:14.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 29539350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:15.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2c1666d1a4e49f54924", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 29539350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:15.986 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:11:15.987 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:11:15.988 I SHARDING [conn9] moveChunk setting version to: 52|0||584bcad890d1dc672b54835d Sat Dec 10 05:11:15.995 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 29539350, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:11:15.995 I SHARDING [conn9] moveChunk updating self version to: 52|1||584bcad890d1dc672b54835d through { datetime: new Date(1448266019000) } -> { datetime: new Date(1448334787000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:11:15.997 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:11:15.997-0600-584be2d3666d1a4e49f54927", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368275997), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 29539350, catchup: 0, steady: 0 } } Sat Dec 10 05:11:15.997 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:11:15.997 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:11:15.998 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:11:15.998-0600-584be2d3666d1a4e49f54928", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368275998), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3528, step 4 of 6: 14758, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:11:15.999 I SHARDING [conn9] distributed lock with ts: 584be2c1666d1a4e49f54922' unlocked. Sat Dec 10 05:11:15.999 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448225254000) }, max: { datetime: new Date(1448266019000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 51000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:900 reslen:154 locks:{ Global: { acquireCount: { r: 1812, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 27598 } }, Database: { acquireCount: { r: 902, w: 4, W: 2 } }, Collection: { acquireCount: { r: 902, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18304ms Sat Dec 10 05:11:17.078 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:11:17.079 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453472778000) }, { datetime: new Date(1453629100000) }) in IISLogs.pubprdweb01', ts : 584be2d5666d1a4e49f54929 Sat Dec 10 05:11:17.079 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 79|0||584bbf4f90d1dc672b54822e, current metadata version is 79|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:11:17.081 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 79|0||584bbf4f90d1dc672b54822e to shard version 79|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:11:17.081 I SHARDING [conn9] collection version was loaded at version 79|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:11:17.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:11:17.081-0600-584be2d5666d1a4e49f5492a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368277081), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:11:17.081 I SHARDING [conn9] moveChunk request accepted at version 79|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:11:17.905 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 05:11:17.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:17.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:17.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:17.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:17.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:17.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:18.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:18.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:18.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:18.675 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 759ms Sat Dec 10 05:11:18.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1788, clonedBytes: 557632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:20.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12878, clonedBytes: 3823313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:20.584 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468003493000) } -> { datetime: new Date(1468099437000) } Sat Dec 10 05:11:20.585 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451074635000) } -> { datetime: new Date(1451279938000) }, with opId: 135836 Sat Dec 10 05:11:21.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23108, clonedBytes: 6862287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:22.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35192, clonedBytes: 10424835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:23.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45419, clonedBytes: 13417145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:24.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55642, clonedBytes: 16397630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:25.241 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14328601 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 793ms Sat Dec 10 05:11:25.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57710, clonedBytes: 17008771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:26.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68067, clonedBytes: 20019084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:27.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77942, clonedBytes: 23088390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:28.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88948, clonedBytes: 26383538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:29.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98769, clonedBytes: 29219665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:30.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2d5666d1a4e49f5492b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 30406198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:30.893 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:11:30.894 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:11:30.895 I SHARDING [conn9] moveChunk setting version to: 80|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:11:30.898 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 30406198, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:11:30.898 I SHARDING [conn9] moveChunk updating self version to: 80|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453629100000) } -> { datetime: new Date(1453760748000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:11:30.900 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:11:30.899-0600-584be2e2666d1a4e49f5492e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368290899), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 30406198, catchup: 0, steady: 0 } } Sat Dec 10 05:11:30.900 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:11:30.900 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:11:30.900 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:11:30.900-0600-584be2e2666d1a4e49f5492f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368290900), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 826, step 4 of 6: 12985, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:11:30.902 I SHARDING [conn9] distributed lock with ts: 584be2d5666d1a4e49f54929' unlocked. Sat Dec 10 05:11:30.903 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453472778000) }, max: { datetime: new Date(1453629100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 96 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 348 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13825ms Sat Dec 10 05:11:30.913 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:11:30.915 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469919721000) }, { datetime: new Date(1469938007000) }) in IISLogs.pubbsdweb2', ts : 584be2e2666d1a4e49f54930 Sat Dec 10 05:11:30.916 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 78|0||584bbf7a90d1dc672b548236, current metadata version is 78|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:11:30.921 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 78|0||584bbf7a90d1dc672b548236 to shard version 78|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:11:30.921 I SHARDING [conn9] collection version was loaded at version 78|1||584bbf7a90d1dc672b548236, took 5ms Sat Dec 10 05:11:30.921 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:11:30.921-0600-584be2e2666d1a4e49f54931", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368290921), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:11:30.922 I SHARDING [conn9] moveChunk request accepted at version 78|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:11:33.018 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 05:11:33.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:33.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:34.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:34.870 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776308 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 1844ms Sat Dec 10 05:11:35.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2657, clonedBytes: 754725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:36.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13091, clonedBytes: 3713148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:37.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23434, clonedBytes: 6649051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:38.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33550, clonedBytes: 9538693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:39.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43860, clonedBytes: 12509523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:39.638 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451074635000) } -> { datetime: new Date(1451279938000) } Sat Dec 10 05:11:39.638 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1467997080000) } -> { datetime: new Date(1468173881000) }, with opId: 135963 Sat Dec 10 05:11:40.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55178, clonedBytes: 15739770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:41.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57433, clonedBytes: 16385239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:42.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57433, clonedBytes: 16385239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:43.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57433, clonedBytes: 16385239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:44.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57433, clonedBytes: 16385239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:45.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57433, clonedBytes: 16385239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:46.575 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16712661 locks:{ Global: { acquireCount: { r: 974 } }, Database: { acquireCount: { r: 487 } }, Collection: { acquireCount: { r: 487 } } } protocol:op_command 5845ms Sat Dec 10 05:11:46.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59017, clonedBytes: 16839797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:47.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69278, clonedBytes: 19802420, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:48.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79780, clonedBytes: 22844733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:50.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89565, clonedBytes: 25673891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:51.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99483, clonedBytes: 28571554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:52.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109534, clonedBytes: 31497936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:53.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:54.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:55.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:56.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:57.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:58.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:11:59.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:00.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:01.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:02.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be2e2666d1a4e49f54932", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:02.320 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:12:02.321 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:12:02.322 I SHARDING [conn9] moveChunk setting version to: 79|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:12:02.332 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:12:02.332 I SHARDING [conn9] moveChunk updating self version to: 79|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469938007000) } -> { datetime: new Date(1469955236000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:12:02.334 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:02.334-0600-584be302666d1a4e49f54935", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368322334), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 32714720, catchup: 0, steady: 0 } } Sat Dec 10 05:12:02.334 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:12:02.334 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:12:02.335 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:02.334-0600-584be302666d1a4e49f54936", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368322334), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 2101, step 4 of 6: 29294, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:12:02.336 I SHARDING [conn9] distributed lock with ts: 584be2e2666d1a4e49f54930' unlocked. Sat Dec 10 05:12:02.336 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469919721000) }, max: { datetime: new Date(1469938007000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4913 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 492 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 31423ms Sat Dec 10 05:12:02.340 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:12:02.341 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1455914428000) }, { datetime: new Date(1456099638000) }) in IISLogs.pubprdweb02', ts : 584be302666d1a4e49f54937 Sat Dec 10 05:12:02.341 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 71|0||584bc22c90d1dc672b54829b, current metadata version is 71|0||584bc22c90d1dc672b54829b Sat Dec 10 05:12:02.342 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 71|0||584bc22c90d1dc672b54829b to shard version 71|1||584bc22c90d1dc672b54829b Sat Dec 10 05:12:02.342 I SHARDING [conn9] collection version was loaded at version 71|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:12:02.342 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:02.342-0600-584be302666d1a4e49f54938", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368322342), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:12:02.343 I SHARDING [conn9] moveChunk request accepted at version 71|1||584bc22c90d1dc672b54829b Sat Dec 10 05:12:02.799 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1467997080000) } -> { datetime: new Date(1468173881000) } Sat Dec 10 05:12:02.799 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453166536000) } -> { datetime: new Date(1453324909000) }, with opId: 136083 Sat Dec 10 05:12:03.799 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:12:03.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:03.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:03.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:03.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:03.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:04.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:04.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:04.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:04.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:05.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:06.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:06.430 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776299 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 2627ms Sat Dec 10 05:12:07.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4732, clonedBytes: 1377541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:08.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14024, clonedBytes: 4184711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:09.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23315, clonedBytes: 7024386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:10.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33306, clonedBytes: 10081772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:11.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43586, clonedBytes: 13208357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:12.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53578, clonedBytes: 16332150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:13.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53843, clonedBytes: 16410360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:13.900 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 1599ms Sat Dec 10 05:12:14.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57433, clonedBytes: 17522976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:15.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67283, clonedBytes: 20789573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:16.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77342, clonedBytes: 24300364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:17.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87503, clonedBytes: 27704013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:18.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97561, clonedBytes: 31110296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:19.129 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1376425 locks:{ Global: { acquireCount: { r: 66 } }, Database: { acquireCount: { r: 33 } }, Collection: { acquireCount: { r: 33 } } } protocol:op_command 117ms Sat Dec 10 05:12:19.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be302666d1a4e49f54939", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 34210111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:19.511 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:12:19.512 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:12:19.513 I SHARDING [conn9] moveChunk setting version to: 72|0||584bc22c90d1dc672b54829b Sat Dec 10 05:12:19.524 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 34210111, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:12:19.524 I SHARDING [conn9] moveChunk updating self version to: 72|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456099638000) } -> { datetime: new Date(1456214781000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:12:19.526 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:19.526-0600-584be313666d1a4e49f5493c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368339526), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 34210111, catchup: 0, steady: 0 } } Sat Dec 10 05:12:19.527 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:12:19.527 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:12:19.527 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:19.527-0600-584be313666d1a4e49f5493d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368339527), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1458, step 4 of 6: 15707, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:12:19.528 I SHARDING [conn9] distributed lock with ts: 584be302666d1a4e49f54937' unlocked. Sat Dec 10 05:12:19.528 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455914428000) }, max: { datetime: new Date(1456099638000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 184 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17188ms Sat Dec 10 05:12:19.533 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:12:19.534 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1445989723000) }, { datetime: new Date(1446022724000) }) in IISLogs.pubprdweb03', ts : 584be313666d1a4e49f5493e Sat Dec 10 05:12:19.534 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 56|0||584bc97f90d1dc672b548352, current metadata version is 56|0||584bc97f90d1dc672b548352 Sat Dec 10 05:12:19.536 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 56|0||584bc97f90d1dc672b548352 to shard version 56|1||584bc97f90d1dc672b548352 Sat Dec 10 05:12:19.536 I SHARDING [conn9] collection version was loaded at version 56|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:12:19.536 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:19.536-0600-584be313666d1a4e49f5493f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368339536), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:12:19.539 I SHARDING [conn9] moveChunk request accepted at version 56|1||584bc97f90d1dc672b548352 Sat Dec 10 05:12:20.699 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 05:12:20.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:20.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:21.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:21.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:22.496 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776297 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 1786ms Sat Dec 10 05:12:22.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 206, clonedBytes: 58012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:23.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9122, clonedBytes: 2533218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:24.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18824, clonedBytes: 5206453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:25.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28046, clonedBytes: 7763986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:26.016 I SHARDING [RangeDeleter] rangeDeleter deleted 106556 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453166536000) } -> { datetime: new Date(1453324909000) } Sat Dec 10 05:12:26.016 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445525303000) } -> { datetime: new Date(1445564222000) }, with opId: 136183 Sat Dec 10 05:12:26.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37906, clonedBytes: 10536455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:27.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47422, clonedBytes: 13209517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:28.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57447, clonedBytes: 16050731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:30.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58602, clonedBytes: 16377045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:31.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58602, clonedBytes: 16377045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:31.704 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15850784 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 2592ms Sat Dec 10 05:12:32.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63518, clonedBytes: 17776244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:33.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73667, clonedBytes: 20603137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:34.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83566, clonedBytes: 23352932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:35.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93076, clonedBytes: 26024844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:36.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102715, clonedBytes: 28743473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:37.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112504, clonedBytes: 31501466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:38.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be313666d1a4e49f54940", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 31852776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:38.476 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:12:38.477 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:12:38.478 I SHARDING [conn9] moveChunk setting version to: 57|0||584bc97f90d1dc672b548352 Sat Dec 10 05:12:38.481 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 31852776, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:12:38.481 I SHARDING [conn9] moveChunk updating self version to: 57|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446022724000) } -> { datetime: new Date(1446056162000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:12:38.483 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:38.483-0600-584be326666d1a4e49f54943", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368358483), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 31852776, catchup: 0, steady: 0 } } Sat Dec 10 05:12:38.484 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:12:38.484 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:12:38.484 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:38.484-0600-584be326666d1a4e49f54944", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368358484), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1162, step 4 of 6: 17773, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:12:38.486 I SHARDING [conn9] distributed lock with ts: 584be313666d1a4e49f5493e' unlocked. Sat Dec 10 05:12:38.486 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1445989723000) }, max: { datetime: new Date(1446022724000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1019 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 209 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18952ms Sat Dec 10 05:12:38.491 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:12:38.491 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448266019000) }, { datetime: new Date(1448334787000) }) in IISLogs.pubprdweb04', ts : 584be326666d1a4e49f54945 Sat Dec 10 05:12:38.492 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 52|0||584bcad890d1dc672b54835d, current metadata version is 52|0||584bcad890d1dc672b54835d Sat Dec 10 05:12:38.493 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 52|0||584bcad890d1dc672b54835d to shard version 52|1||584bcad890d1dc672b54835d Sat Dec 10 05:12:38.493 I SHARDING [conn9] collection version was loaded at version 52|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:12:38.493 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:38.493-0600-584be326666d1a4e49f54946", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368358493), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:12:38.494 I SHARDING [conn9] moveChunk request accepted at version 52|1||584bcad890d1dc672b54835d Sat Dec 10 05:12:40.428 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 05:12:40.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:40.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:41.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:41.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:41.681 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776174 locks:{ Global: { acquireCount: { r: 992 } }, Database: { acquireCount: { r: 496 } }, Collection: { acquireCount: { r: 496 } } } protocol:op_command 1242ms Sat Dec 10 05:12:42.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8099, clonedBytes: 2137474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:43.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18525, clonedBytes: 4876641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:44.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28648, clonedBytes: 7498564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:45.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40041, clonedBytes: 10483466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:46.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50653, clonedBytes: 13314936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:48.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62160, clonedBytes: 16352016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:48.833 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13415490 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 640ms Sat Dec 10 05:12:49.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65017, clonedBytes: 17128413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:50.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75145, clonedBytes: 19779596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:51.001 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445525303000) } -> { datetime: new Date(1445564222000) } Sat Dec 10 05:12:51.002 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446739368000) } -> { datetime: new Date(1446808984000) }, with opId: 136369 Sat Dec 10 05:12:51.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84878, clonedBytes: 22338940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:52.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95016, clonedBytes: 24931891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:53.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105868, clonedBytes: 27772825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:54.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be326666d1a4e49f54947", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 29428013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:54.468 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:12:54.469 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:12:54.470 I SHARDING [conn9] moveChunk setting version to: 53|0||584bcad890d1dc672b54835d Sat Dec 10 05:12:54.475 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 29428013, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:12:54.475 I SHARDING [conn9] moveChunk updating self version to: 53|1||584bcad890d1dc672b54835d through { datetime: new Date(1448334787000) } -> { datetime: new Date(1448442054000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:12:54.477 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:54.476-0600-584be336666d1a4e49f5494a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368374476), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 29428013, catchup: 0, steady: 0 } } Sat Dec 10 05:12:54.477 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:12:54.477 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:12:54.478 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:54.478-0600-584be336666d1a4e49f5494b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368374478), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1944, step 4 of 6: 14030, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:12:54.479 I SHARDING [conn9] distributed lock with ts: 584be326666d1a4e49f54945' unlocked. Sat Dec 10 05:12:54.479 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448266019000) }, max: { datetime: new Date(1448334787000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 52000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 273 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 111 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15989ms Sat Dec 10 05:12:55.553 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:12:55.554 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453629100000) }, { datetime: new Date(1453760748000) }) in IISLogs.pubprdweb01', ts : 584be337666d1a4e49f5494c Sat Dec 10 05:12:55.554 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 80|0||584bbf4f90d1dc672b54822e, current metadata version is 80|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:12:55.555 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 80|0||584bbf4f90d1dc672b54822e to shard version 80|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:12:55.555 I SHARDING [conn9] collection version was loaded at version 80|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:12:55.555 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:12:55.555-0600-584be337666d1a4e49f5494d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368375555), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:12:55.556 I SHARDING [conn9] moveChunk request accepted at version 80|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:12:58.340 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 05:12:58.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:58.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:59.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:12:59.518 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1166ms Sat Dec 10 05:13:00.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7393, clonedBytes: 2242442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:01.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17472, clonedBytes: 5124773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:02.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27675, clonedBytes: 8090032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:03.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37975, clonedBytes: 11083996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:04.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47870, clonedBytes: 14147790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:05.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55129, clonedBytes: 16401254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:06.455 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14564036 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 1175ms Sat Dec 10 05:13:06.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55745, clonedBytes: 16577877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:07.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65527, clonedBytes: 19557050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:08.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75368, clonedBytes: 22462362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:09.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84682, clonedBytes: 25190128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:10.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90679, clonedBytes: 27157666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:11.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100064, clonedBytes: 29790909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:12.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:13.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:14.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:15.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:16.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be337666d1a4e49f5494e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:16.932 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:13:16.933 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:13:16.933 I SHARDING [conn9] moveChunk setting version to: 81|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:13:16.950 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:13:16.958 I SHARDING [conn9] moveChunk updating self version to: 81|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453760748000) } -> { datetime: new Date(1453855861000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:13:16.960 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:13:16.960-0600-584be34c666d1a4e49f54951", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368396960), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 30641666, catchup: 0, steady: 0 } } Sat Dec 10 05:13:16.961 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:13:16.961 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:13:16.961 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:13:16.961-0600-584be34c666d1a4e49f54952", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368396961), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2785, step 4 of 6: 18588, step 5 of 6: 28, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:13:16.962 I SHARDING [conn9] distributed lock with ts: 584be337666d1a4e49f5494c' unlocked. Sat Dec 10 05:13:16.962 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453629100000) }, max: { datetime: new Date(1453760748000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:823 reslen:154 locks:{ Global: { acquireCount: { r: 1658, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 301 } }, Database: { acquireCount: { r: 825, w: 4, W: 2 } }, Collection: { acquireCount: { r: 825, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21409ms Sat Dec 10 05:13:16.967 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:13:16.967 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469938007000) }, { datetime: new Date(1469955236000) }) in IISLogs.pubbsdweb2', ts : 584be34c666d1a4e49f54953 Sat Dec 10 05:13:16.968 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 79|0||584bbf7a90d1dc672b548236, current metadata version is 79|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:13:16.969 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 79|0||584bbf7a90d1dc672b548236 to shard version 79|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:13:16.969 I SHARDING [conn9] collection version was loaded at version 79|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:13:16.969 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:13:16.969-0600-584be34c666d1a4e49f54954", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368396969), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:13:16.970 I SHARDING [conn9] moveChunk request accepted at version 79|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:13:17.534 I SHARDING [RangeDeleter] rangeDeleter deleted 112220 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446739368000) } -> { datetime: new Date(1446808984000) } Sat Dec 10 05:13:17.535 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468099437000) } -> { datetime: new Date(1468210560000) }, with opId: 136537 Sat Dec 10 05:13:17.947 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 05:13:17.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:17.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:17.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:17.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:18.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:18.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:18.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:18.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:18.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:19.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:20.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:20.946 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776252 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 2979ms Sat Dec 10 05:13:21.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91, clonedBytes: 26399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:22.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9707, clonedBytes: 2813104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:23.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20158, clonedBytes: 5844473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:24.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30685, clonedBytes: 8881507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:25.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39332, clonedBytes: 11375653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:26.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48310, clonedBytes: 13960391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:27.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56657, clonedBytes: 16390615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:28.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56657, clonedBytes: 16390615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:29.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56657, clonedBytes: 16390615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:30.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56657, clonedBytes: 16390615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:31.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56657, clonedBytes: 16390615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:32.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56657, clonedBytes: 16390615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:32.506 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776207 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 5396ms Sat Dec 10 05:13:33.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65758, clonedBytes: 19047401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:34.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75985, clonedBytes: 22017737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:35.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86630, clonedBytes: 25083402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:36.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97160, clonedBytes: 28156038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:37.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107368, clonedBytes: 31128995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:38.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be34c666d1a4e49f54955", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 32979066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:38.648 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:13:38.649 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:13:38.650 I SHARDING [conn9] moveChunk setting version to: 80|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:13:38.654 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 32979066, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:13:38.654 I SHARDING [conn9] moveChunk updating self version to: 80|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1469955236000) } -> { datetime: new Date(1470005185000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:13:38.655 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:13:38.655-0600-584be362666d1a4e49f54958", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368418655), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 32979066, catchup: 0, steady: 0 } } Sat Dec 10 05:13:38.656 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:13:38.656 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:13:38.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:13:38.656-0600-584be362666d1a4e49f54959", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368418656), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 980, step 4 of 6: 20697, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:13:38.657 I SHARDING [conn9] distributed lock with ts: 584be34c666d1a4e49f54953' unlocked. Sat Dec 10 05:13:38.658 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469938007000) }, max: { datetime: new Date(1469955236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9617 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21691ms Sat Dec 10 05:13:38.661 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:13:38.662 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456099638000) }, { datetime: new Date(1456214781000) }) in IISLogs.pubprdweb02', ts : 584be362666d1a4e49f5495a Sat Dec 10 05:13:38.662 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 72|0||584bc22c90d1dc672b54829b, current metadata version is 72|0||584bc22c90d1dc672b54829b Sat Dec 10 05:13:38.665 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 72|0||584bc22c90d1dc672b54829b to shard version 72|1||584bc22c90d1dc672b54829b Sat Dec 10 05:13:38.665 I SHARDING [conn9] collection version was loaded at version 72|1||584bc22c90d1dc672b54829b, took 2ms Sat Dec 10 05:13:38.665 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:13:38.665-0600-584be362666d1a4e49f5495b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368418665), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:13:38.666 I SHARDING [conn9] moveChunk request accepted at version 72|1||584bc22c90d1dc672b54829b Sat Dec 10 05:13:39.536 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:13:39.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:39.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:40.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:40.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:41.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:42.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:43.613 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776232 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 4056ms Sat Dec 10 05:13:43.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23, clonedBytes: 7533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:44.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9918, clonedBytes: 3311182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:45.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20016, clonedBytes: 6780921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:46.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29596, clonedBytes: 10383114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:47.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39662, clonedBytes: 13849248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:48.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47924, clonedBytes: 16451726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:49.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47924, clonedBytes: 16451726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:50.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47924, clonedBytes: 16451726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:51.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47924, clonedBytes: 16451726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:53.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47924, clonedBytes: 16451726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:54.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47924, clonedBytes: 16451726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:54.092 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776289 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 5318ms Sat Dec 10 05:13:55.043 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468099437000) } -> { datetime: new Date(1468210560000) } Sat Dec 10 05:13:55.043 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451279938000) } -> { datetime: new Date(1451394469000) }, with opId: 136711 Sat Dec 10 05:13:55.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56799, clonedBytes: 19301397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:56.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67381, clonedBytes: 22481041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:57.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77672, clonedBytes: 25719313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:58.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87630, clonedBytes: 29030675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:13:59.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97869, clonedBytes: 32404011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:00.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99323, clonedBytes: 32879184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:00.520 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2712013 locks:{ Global: { acquireCount: { r: 132 } }, Database: { acquireCount: { r: 66 } }, Collection: { acquireCount: { r: 66 } } } protocol:op_command 1014ms Sat Dec 10 05:14:01.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be362666d1a4e49f5495c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 35548959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:01.423 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:14:01.424 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:14:01.424 I SHARDING [conn9] moveChunk setting version to: 73|0||584bc22c90d1dc672b54829b Sat Dec 10 05:14:01.432 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 35548959, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:14:01.432 I SHARDING [conn9] moveChunk updating self version to: 73|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456214781000) } -> { datetime: new Date(1456297971000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:14:01.434 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:01.434-0600-584be379666d1a4e49f5495f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368441434), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 35548959, catchup: 0, steady: 0 } } Sat Dec 10 05:14:01.435 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:14:01.435 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:14:01.435 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:01.435-0600-584be379666d1a4e49f54960", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368441435), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 873, step 4 of 6: 21882, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:14:01.437 I SHARDING [conn9] distributed lock with ts: 584be362666d1a4e49f5495a' unlocked. Sat Dec 10 05:14:01.437 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456099638000) }, max: { datetime: new Date(1456214781000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 289 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22775ms Sat Dec 10 05:14:01.441 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:14:01.442 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446022724000) }, { datetime: new Date(1446056162000) }) in IISLogs.pubprdweb03', ts : 584be379666d1a4e49f54961 Sat Dec 10 05:14:01.442 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 57|0||584bc97f90d1dc672b548352, current metadata version is 57|0||584bc97f90d1dc672b548352 Sat Dec 10 05:14:01.444 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 57|0||584bc97f90d1dc672b548352 to shard version 57|1||584bc97f90d1dc672b548352 Sat Dec 10 05:14:01.444 I SHARDING [conn9] collection version was loaded at version 57|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:14:01.444 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:01.444-0600-584be379666d1a4e49f54962", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368441444), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:14:01.444 I SHARDING [conn9] moveChunk request accepted at version 57|1||584bc97f90d1dc672b548352 Sat Dec 10 05:14:02.682 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:14:02.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:02.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:03.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:03.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:04.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:05.060 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776102 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 2357ms Sat Dec 10 05:14:05.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4663, clonedBytes: 1316717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:06.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14631, clonedBytes: 4125389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:07.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24449, clonedBytes: 6907300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:08.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33607, clonedBytes: 9469658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:09.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43768, clonedBytes: 12310344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:10.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53680, clonedBytes: 15068456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:12.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58436, clonedBytes: 16378012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:12.652 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15662783 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1193ms Sat Dec 10 05:14:13.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61329, clonedBytes: 17178483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:14.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71487, clonedBytes: 19983217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:15.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81450, clonedBytes: 22753454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:16.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91226, clonedBytes: 25433924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:17.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101090, clonedBytes: 28180458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:18.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110795, clonedBytes: 30857027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:19.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be379666d1a4e49f54963", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31664608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:19.197 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:14:19.198 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:14:19.199 I SHARDING [conn9] moveChunk setting version to: 58|0||584bc97f90d1dc672b548352 Sat Dec 10 05:14:19.208 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31664608, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:14:19.208 I SHARDING [conn9] moveChunk updating self version to: 58|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446056162000) } -> { datetime: new Date(1446089106000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:14:19.210 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:19.210-0600-584be38b666d1a4e49f54966", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368459210), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31664608, catchup: 0, steady: 0 } } Sat Dec 10 05:14:19.210 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:14:19.212 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:14:19.212 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:19.212-0600-584be38b666d1a4e49f54967", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368459212), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1240, step 4 of 6: 16511, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:14:19.214 I SHARDING [conn9] distributed lock with ts: 584be379666d1a4e49f54961' unlocked. Sat Dec 10 05:14:19.214 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446022724000) }, max: { datetime: new Date(1446056162000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1884 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17772ms Sat Dec 10 05:14:19.219 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:14:19.220 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448334787000) }, { datetime: new Date(1448442054000) }) in IISLogs.pubprdweb04', ts : 584be38b666d1a4e49f54968 Sat Dec 10 05:14:19.220 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 53|0||584bcad890d1dc672b54835d, current metadata version is 53|0||584bcad890d1dc672b54835d Sat Dec 10 05:14:19.221 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 53|0||584bcad890d1dc672b54835d to shard version 53|1||584bcad890d1dc672b54835d Sat Dec 10 05:14:19.221 I SHARDING [conn9] collection version was loaded at version 53|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:14:19.221 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:19.221-0600-584be38b666d1a4e49f54969", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368459221), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:14:19.222 I SHARDING [conn9] moveChunk request accepted at version 53|1||584bcad890d1dc672b54835d Sat Dec 10 05:14:20.467 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 05:14:20.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:20.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:21.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:21.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:22.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:23.204 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776222 locks:{ Global: { acquireCount: { r: 1016 } }, Database: { acquireCount: { r: 508 } }, Collection: { acquireCount: { r: 508 } } } protocol:op_command 2733ms Sat Dec 10 05:14:23.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3476, clonedBytes: 909562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:24.290 I SHARDING [RangeDeleter] rangeDeleter deleted 102925 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451279938000) } -> { datetime: new Date(1451394469000) } Sat Dec 10 05:14:24.290 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1468173881000) } -> { datetime: new Date(1468271434000) }, with opId: 136918 Sat Dec 10 05:14:24.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13442, clonedBytes: 3562829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:25.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23515, clonedBytes: 6297374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:26.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33360, clonedBytes: 8908660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:27.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41560, clonedBytes: 11062743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:28.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49786, clonedBytes: 13265260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:29.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59835, clonedBytes: 15918256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:30.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61522, clonedBytes: 16356530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:31.406 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13890627 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1312ms Sat Dec 10 05:14:31.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66320, clonedBytes: 17685953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:33.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76968, clonedBytes: 20598568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:34.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87433, clonedBytes: 23300351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:35.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98167, clonedBytes: 26100333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:36.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108759, clonedBytes: 28957362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:37.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be38b666d1a4e49f5496a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 29903226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:37.193 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:14:37.194 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:14:37.195 I SHARDING [conn9] moveChunk setting version to: 54|0||584bcad890d1dc672b54835d Sat Dec 10 05:14:37.196 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 29903226, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:14:37.196 I SHARDING [conn9] moveChunk updating self version to: 54|1||584bcad890d1dc672b54835d through { datetime: new Date(1448442054000) } -> { datetime: new Date(1448594368000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:14:37.198 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:37.198-0600-584be39d666d1a4e49f5496d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368477198), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 29903226, catchup: 0, steady: 0 } } Sat Dec 10 05:14:37.199 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:14:37.199 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:14:37.199 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:37.199-0600-584be39d666d1a4e49f5496e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368477199), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1247, step 4 of 6: 16722, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:14:37.200 I SHARDING [conn9] distributed lock with ts: 584be38b666d1a4e49f54968' unlocked. Sat Dec 10 05:14:37.201 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448334787000) }, max: { datetime: new Date(1448442054000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 53000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 215 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17982ms Sat Dec 10 05:14:38.292 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:14:38.294 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453760748000) }, { datetime: new Date(1453855861000) }) in IISLogs.pubprdweb01', ts : 584be39e666d1a4e49f5496f Sat Dec 10 05:14:38.294 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 81|0||584bbf4f90d1dc672b54822e, current metadata version is 81|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:14:38.296 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 81|0||584bbf4f90d1dc672b54822e to shard version 81|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:14:38.296 I SHARDING [conn9] collection version was loaded at version 81|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 05:14:38.296 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:14:38.296-0600-584be39e666d1a4e49f54970", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368478296), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:14:38.297 I SHARDING [conn9] moveChunk request accepted at version 81|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:14:39.803 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 05:14:39.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:39.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:39.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:39.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:39.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:39.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:39.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:40.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:40.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:40.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:41.389 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776184 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 1574ms Sat Dec 10 05:14:41.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4231, clonedBytes: 1292231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:42.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14335, clonedBytes: 4349948, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:43.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24634, clonedBytes: 7584538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:45.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35305, clonedBytes: 11312503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:46.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45499, clonedBytes: 14953086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:46.605 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1468173881000) } -> { datetime: new Date(1468271434000) } Sat Dec 10 05:14:46.605 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453324909000) } -> { datetime: new Date(1453497448000) }, with opId: 137075 Sat Dec 10 05:14:47.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50018, clonedBytes: 16437020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:48.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50018, clonedBytes: 16437020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:49.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50018, clonedBytes: 16437020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:50.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50018, clonedBytes: 16437020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:51.043 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775968 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 4489ms Sat Dec 10 05:14:51.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50793, clonedBytes: 16704217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:52.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60878, clonedBytes: 19931605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:53.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70457, clonedBytes: 23062052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:54.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81187, clonedBytes: 26410123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:55.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92387, clonedBytes: 29856928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:56.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101922, clonedBytes: 33021705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:57.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:58.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:14:59.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:00.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:01.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:02.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:03.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:04.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:05.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:06.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:07.265 I SHARDING [RangeDeleter] rangeDeleter deleted 106525 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453324909000) } -> { datetime: new Date(1453497448000) } Sat Dec 10 05:15:07.272 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445564222000) } -> { datetime: new Date(1445590106000) }, with opId: 137153 Sat Dec 10 05:15:07.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:08.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:09.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:10.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:11.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:12.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:13.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:14.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:15.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:17.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:18.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:19.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:20.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:21.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:22.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:23.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:24.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:25.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:26.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:27.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:28.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:29.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be39e666d1a4e49f54971", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:29.332 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:15:29.333 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:15:29.334 I SHARDING [conn9] moveChunk setting version to: 82|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:15:29.338 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:15:29.338 I SHARDING [conn9] moveChunk updating self version to: 82|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453855861000) } -> { datetime: new Date(1453945495000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:15:29.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:15:29.339-0600-584be3d1666d1a4e49f54974", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368529339), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 33367788, catchup: 0, steady: 0 } } Sat Dec 10 05:15:29.340 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:15:29.343 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:15:29.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:15:29.343-0600-584be3d1666d1a4e49f54975", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368529343), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1516, step 4 of 6: 49516, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:15:29.344 I SHARDING [conn9] distributed lock with ts: 584be39e666d1a4e49f5496f' unlocked. Sat Dec 10 05:15:29.344 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453760748000) }, max: { datetime: new Date(1453855861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2630 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 51053ms Sat Dec 10 05:15:29.350 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:15:29.351 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1469955236000) }, { datetime: new Date(1470005185000) }) in IISLogs.pubbsdweb2', ts : 584be3d1666d1a4e49f54976 Sat Dec 10 05:15:29.351 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 80|0||584bbf7a90d1dc672b548236, current metadata version is 80|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:15:29.353 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 80|0||584bbf7a90d1dc672b548236 to shard version 80|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:15:29.353 I SHARDING [conn9] collection version was loaded at version 80|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:15:29.353 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:15:29.353-0600-584be3d1666d1a4e49f54977", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368529353), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:15:29.354 I SHARDING [conn9] moveChunk request accepted at version 80|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:15:31.669 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:15:31.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:31.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:31.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:31.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:31.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:31.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:31.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:32.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:32.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:32.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:33.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:34.751 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776250 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 3074ms Sat Dec 10 05:15:34.887 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445564222000) } -> { datetime: new Date(1445590106000) } Sat Dec 10 05:15:34.887 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446808984000) } -> { datetime: new Date(1446959036000) }, with opId: 137265 Sat Dec 10 05:15:34.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 933, clonedBytes: 270758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:36.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10406, clonedBytes: 3024738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:37.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18383, clonedBytes: 5348905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:38.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28596, clonedBytes: 8324945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:39.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38616, clonedBytes: 11243848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:40.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48767, clonedBytes: 14198139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:41.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56313, clonedBytes: 16393021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:42.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56313, clonedBytes: 16393021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:42.871 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16706591 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 1972ms Sat Dec 10 05:15:43.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58570, clonedBytes: 17050195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:44.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68975, clonedBytes: 20075448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:45.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79062, clonedBytes: 22928254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:46.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89190, clonedBytes: 25879670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:47.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98754, clonedBytes: 28598166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:48.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109966, clonedBytes: 31673947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:49.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3d1666d1a4e49f54978", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 32708564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:49.536 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:15:49.537 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:15:49.538 I SHARDING [conn9] moveChunk setting version to: 81|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:15:49.541 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 32708564, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:15:49.541 I SHARDING [conn9] moveChunk updating self version to: 81|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470005185000) } -> { datetime: new Date(1470057488000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:15:49.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:15:49.543-0600-584be3e5666d1a4e49f5497b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368549543), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 32708564, catchup: 0, steady: 0 } } Sat Dec 10 05:15:49.543 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:15:49.543 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:15:49.544 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:15:49.544-0600-584be3e5666d1a4e49f5497c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368549544), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2320, step 4 of 6: 17860, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:15:49.545 I SHARDING [conn9] distributed lock with ts: 584be3d1666d1a4e49f54976' unlocked. Sat Dec 10 05:15:49.545 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1469955236000) }, max: { datetime: new Date(1470005185000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 212 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20195ms Sat Dec 10 05:15:49.549 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:15:49.550 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456214781000) }, { datetime: new Date(1456297971000) }) in IISLogs.pubprdweb02', ts : 584be3e5666d1a4e49f5497d Sat Dec 10 05:15:49.550 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 73|0||584bc22c90d1dc672b54829b, current metadata version is 73|0||584bc22c90d1dc672b54829b Sat Dec 10 05:15:49.551 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 73|0||584bc22c90d1dc672b54829b to shard version 73|1||584bc22c90d1dc672b54829b Sat Dec 10 05:15:49.551 I SHARDING [conn9] collection version was loaded at version 73|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:15:49.551 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:15:49.551-0600-584be3e5666d1a4e49f5497e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368549551), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:15:49.552 I SHARDING [conn9] moveChunk request accepted at version 73|1||584bc22c90d1dc672b54829b Sat Dec 10 05:15:51.292 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:15:51.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:51.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:52.337 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776110 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1016ms Sat Dec 10 05:15:52.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:53.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6349, clonedBytes: 2271934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:54.068 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446808984000) } -> { datetime: new Date(1446959036000) } Sat Dec 10 05:15:54.068 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468210560000) } -> { datetime: new Date(1468270655000) }, with opId: 137410 Sat Dec 10 05:15:54.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15912, clonedBytes: 5474241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:55.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24417, clonedBytes: 8205356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:56.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34404, clonedBytes: 11448736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:57.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44788, clonedBytes: 14698019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:58.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50339, clonedBytes: 16434699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:15:58.994 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776236 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 839ms Sat Dec 10 05:15:59.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55737, clonedBytes: 18102035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:00.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65284, clonedBytes: 20959655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:01.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75388, clonedBytes: 24205130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:02.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85894, clonedBytes: 27790283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:03.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96113, clonedBytes: 31241018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:04.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105547, clonedBytes: 34540891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:05.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:06.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:07.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:08.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:09.759 I SHARDING [RangeDeleter] rangeDeleter deleted 113361 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468210560000) } -> { datetime: new Date(1468270655000) } Sat Dec 10 05:16:09.759 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451394469000) } -> { datetime: new Date(1451505545000) }, with opId: 137468 Sat Dec 10 05:16:09.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:10.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:11.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:12.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3e5666d1a4e49f5497f", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:12.996 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:16:12.998 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:16:12.998 I SHARDING [conn9] moveChunk setting version to: 74|0||584bc22c90d1dc672b54829b Sat Dec 10 05:16:13.001 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:16:13.001 I SHARDING [conn9] moveChunk updating self version to: 74|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456297971000) } -> { datetime: new Date(1456411205000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:16:13.002 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:16:13.002-0600-584be3fd666d1a4e49f54982", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368573002), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 34923409, catchup: 0, steady: 0 } } Sat Dec 10 05:16:13.003 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:16:13.003 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:16:13.003 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:16:13.003-0600-584be3fd666d1a4e49f54983", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368573003), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1743, step 4 of 6: 21699, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:16:13.005 I SHARDING [conn9] distributed lock with ts: 584be3e5666d1a4e49f5497d' unlocked. Sat Dec 10 05:16:13.005 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456214781000) }, max: { datetime: new Date(1456297971000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 13496 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23455ms Sat Dec 10 05:16:13.012 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:16:13.013 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446056162000) }, { datetime: new Date(1446089106000) }) in IISLogs.pubprdweb03', ts : 584be3fd666d1a4e49f54984 Sat Dec 10 05:16:13.013 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 58|0||584bc97f90d1dc672b548352, current metadata version is 58|0||584bc97f90d1dc672b548352 Sat Dec 10 05:16:13.015 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 58|0||584bc97f90d1dc672b548352 to shard version 58|1||584bc97f90d1dc672b548352 Sat Dec 10 05:16:13.015 I SHARDING [conn9] collection version was loaded at version 58|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:16:13.015 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:16:13.015-0600-584be3fd666d1a4e49f54985", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368573015), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:16:13.015 I SHARDING [conn9] moveChunk request accepted at version 58|1||584bc97f90d1dc672b548352 Sat Dec 10 05:16:14.438 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:16:14.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:14.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:15.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:15.539 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 1096ms Sat Dec 10 05:16:16.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6990, clonedBytes: 1951200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:17.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17394, clonedBytes: 4808073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:18.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27572, clonedBytes: 7628660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:19.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37792, clonedBytes: 10561434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:20.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47784, clonedBytes: 13360550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:21.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57839, clonedBytes: 16149111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:22.530 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15671669 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 766ms Sat Dec 10 05:16:22.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59559, clonedBytes: 16617225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:23.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69875, clonedBytes: 19449958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:24.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79581, clonedBytes: 22096120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:25.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89809, clonedBytes: 24890794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:26.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99414, clonedBytes: 27586644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:27.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109499, clonedBytes: 30477519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:28.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be3fd666d1a4e49f54986", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 31673518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:28.946 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:16:28.947 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:16:28.948 I SHARDING [conn9] moveChunk setting version to: 59|0||584bc97f90d1dc672b548352 Sat Dec 10 05:16:28.962 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 31673518, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:16:28.962 I SHARDING [conn9] moveChunk updating self version to: 59|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446089106000) } -> { datetime: new Date(1446144262000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:16:28.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:16:28.964-0600-584be40c666d1a4e49f54989", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368588964), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 31673518, catchup: 0, steady: 0 } } Sat Dec 10 05:16:28.964 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:16:28.973 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:16:28.973 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:16:28.973-0600-584be40c666d1a4e49f5498a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368588973), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1425, step 4 of 6: 14503, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:16:28.974 I SHARDING [conn9] distributed lock with ts: 584be3fd666d1a4e49f54984' unlocked. Sat Dec 10 05:16:28.975 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446056162000) }, max: { datetime: new Date(1446089106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11619 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15962ms Sat Dec 10 05:16:28.979 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:16:28.980 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448442054000) }, { datetime: new Date(1448594368000) }) in IISLogs.pubprdweb04', ts : 584be40c666d1a4e49f5498b Sat Dec 10 05:16:28.980 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 54|0||584bcad890d1dc672b54835d, current metadata version is 54|0||584bcad890d1dc672b54835d Sat Dec 10 05:16:28.981 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 54|0||584bcad890d1dc672b54835d to shard version 54|1||584bcad890d1dc672b54835d Sat Dec 10 05:16:28.982 I SHARDING [conn9] collection version was loaded at version 54|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:16:28.982 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:16:28.982-0600-584be40c666d1a4e49f5498c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368588982), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:16:28.982 I SHARDING [conn9] moveChunk request accepted at version 54|1||584bcad890d1dc672b54835d Sat Dec 10 05:16:30.924 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 05:16:30.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:30.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:30.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:30.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:30.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:30.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:31.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:31.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:31.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:32.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:32.751 I SHARDING [RangeDeleter] rangeDeleter deleted 102931 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451394469000) } -> { datetime: new Date(1451505545000) } Sat Dec 10 05:16:32.751 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1468271434000) } -> { datetime: new Date(1468354550000) }, with opId: 137665 Sat Dec 10 05:16:33.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:34.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:35.075 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 1058 } }, Database: { acquireCount: { r: 529 } }, Collection: { acquireCount: { r: 529 } } } protocol:op_command 4093ms Sat Dec 10 05:16:35.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:36.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7972, clonedBytes: 2191687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:37.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14177, clonedBytes: 3879027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:38.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22662, clonedBytes: 6204214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:39.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32851, clonedBytes: 8927655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:40.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42914, clonedBytes: 11461051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:41.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52757, clonedBytes: 13931326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:42.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62137, clonedBytes: 16352288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:43.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62137, clonedBytes: 16352288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:43.611 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14161442 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1300ms Sat Dec 10 05:16:44.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69501, clonedBytes: 18261028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:45.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79540, clonedBytes: 21078267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:46.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89459, clonedBytes: 23952007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:47.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99127, clonedBytes: 26672241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:48.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108897, clonedBytes: 29243592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:49.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:50.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:51.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:52.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:53.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:54.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:55.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:56.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:57.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:58.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:16:59.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:00.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:01.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:02.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be40c666d1a4e49f5498d", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:02.885 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:17:02.886 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:17:02.887 I SHARDING [conn9] moveChunk setting version to: 55|0||584bcad890d1dc672b54835d Sat Dec 10 05:17:02.896 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:17:02.896 I SHARDING [conn9] moveChunk updating self version to: 55|1||584bcad890d1dc672b54835d through { datetime: new Date(1448594368000) } -> { datetime: new Date(1448759317000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:17:02.898 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:02.898-0600-584be42e666d1a4e49f54990", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368622898), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 30174076, catchup: 0, steady: 0 } } Sat Dec 10 05:17:02.898 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:17:02.899 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:17:02.899 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:02.899-0600-584be42e666d1a4e49f54991", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368622899), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1944, step 4 of 6: 31956, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:17:02.900 I SHARDING [conn9] distributed lock with ts: 584be40c666d1a4e49f5498b' unlocked. Sat Dec 10 05:17:02.900 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448442054000) }, max: { datetime: new Date(1448594368000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 54000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 749 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 33922ms Sat Dec 10 05:17:03.957 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1468271434000) } -> { datetime: new Date(1468354550000) } Sat Dec 10 05:17:03.957 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453497448000) } -> { datetime: new Date(1453630727000) }, with opId: 137830 Sat Dec 10 05:17:03.985 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:17:03.986 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453855861000) }, { datetime: new Date(1453945495000) }) in IISLogs.pubprdweb01', ts : 584be42f666d1a4e49f54992 Sat Dec 10 05:17:03.986 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 82|0||584bbf4f90d1dc672b54822e, current metadata version is 82|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:17:03.987 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 82|0||584bbf4f90d1dc672b54822e to shard version 82|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:17:03.988 I SHARDING [conn9] collection version was loaded at version 82|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:17:03.988 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:03.988-0600-584be42f666d1a4e49f54993", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368623988), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:17:03.988 I SHARDING [conn9] moveChunk request accepted at version 82|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:17:04.813 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 05:17:04.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:04.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:04.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:04.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:04.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:04.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:04.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:05.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:05.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:05.740 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776194 locks:{ Global: { acquireCount: { r: 786 } }, Database: { acquireCount: { r: 393 } }, Collection: { acquireCount: { r: 393 } } } protocol:op_command 918ms Sat Dec 10 05:17:05.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 253, clonedBytes: 82994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:06.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9928, clonedBytes: 3139165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:07.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20369, clonedBytes: 6786811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:08.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30428, clonedBytes: 10370895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:10.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40576, clonedBytes: 13769485, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:11.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49421, clonedBytes: 16441209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:12.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49421, clonedBytes: 16441209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:13.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49421, clonedBytes: 16441209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:13.287 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776209 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 2347ms Sat Dec 10 05:17:14.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56865, clonedBytes: 18703594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:15.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66867, clonedBytes: 21853356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:16.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76776, clonedBytes: 25030759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:17.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86827, clonedBytes: 28124892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:18.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96972, clonedBytes: 31457516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:19.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be42f666d1a4e49f54994", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 33502860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:19.295 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:17:19.296 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:17:19.297 I SHARDING [conn9] moveChunk setting version to: 83|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:17:19.305 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 33502860, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:17:19.305 I SHARDING [conn9] moveChunk updating self version to: 83|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1453945495000) } -> { datetime: new Date(1454046911000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:17:19.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:19.306-0600-584be43f666d1a4e49f54997", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368639306), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 33502860, catchup: 0, steady: 0 } } Sat Dec 10 05:17:19.307 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:17:19.307 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:17:19.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:19.307-0600-584be43f666d1a4e49f54998", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368639307), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 828, step 4 of 6: 14478, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:17:19.309 I SHARDING [conn9] distributed lock with ts: 584be42f666d1a4e49f54992' unlocked. Sat Dec 10 05:17:19.309 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453855861000) }, max: { datetime: new Date(1453945495000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 307 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15325ms Sat Dec 10 05:17:19.313 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:17:19.314 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470005185000) }, { datetime: new Date(1470057488000) }) in IISLogs.pubbsdweb2', ts : 584be43f666d1a4e49f54999 Sat Dec 10 05:17:19.314 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 81|0||584bbf7a90d1dc672b548236, current metadata version is 81|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:17:19.315 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 81|0||584bbf7a90d1dc672b548236 to shard version 81|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:17:19.315 I SHARDING [conn9] collection version was loaded at version 81|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:17:19.315 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:19.315-0600-584be43f666d1a4e49f5499a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368639315), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:17:19.316 I SHARDING [conn9] moveChunk request accepted at version 81|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:17:20.649 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 05:17:20.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.795 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453497448000) } -> { datetime: new Date(1453630727000) } Sat Dec 10 05:17:20.795 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445590106000) } -> { datetime: new Date(1445622530000) }, with opId: 137944 Sat Dec 10 05:17:20.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:20.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:21.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:21.381 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776207 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 725ms Sat Dec 10 05:17:21.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2654, clonedBytes: 726000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:22.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12690, clonedBytes: 3486827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:23.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22699, clonedBytes: 6257827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:24.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32826, clonedBytes: 9050962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:25.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42488, clonedBytes: 11705031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:26.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52098, clonedBytes: 14336533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:28.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59532, clonedBytes: 16370445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:29.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59532, clonedBytes: 16370445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:29.368 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15284528 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1627ms Sat Dec 10 05:17:30.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65483, clonedBytes: 17995639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:31.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75966, clonedBytes: 20857784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:32.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85557, clonedBytes: 23475692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:33.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95151, clonedBytes: 26110998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:34.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106564, clonedBytes: 29279188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:35.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be43f666d1a4e49f5499b", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 31286423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:35.379 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:17:35.380 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:17:35.380 I SHARDING [conn9] moveChunk setting version to: 82|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:17:35.386 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 31286423, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:17:35.386 I SHARDING [conn9] moveChunk updating self version to: 82|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470057488000) } -> { datetime: new Date(1470084441000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:17:35.387 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:35.387-0600-584be44f666d1a4e49f5499e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368655387), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 31286423, catchup: 0, steady: 0 } } Sat Dec 10 05:17:35.388 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:17:35.388 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:17:35.388 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:35.388-0600-584be44f666d1a4e49f5499f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368655388), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1338, step 4 of 6: 14723, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:17:35.389 I SHARDING [conn9] distributed lock with ts: 584be43f666d1a4e49f54999' unlocked. Sat Dec 10 05:17:35.389 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470005185000) }, max: { datetime: new Date(1470057488000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 230 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16076ms Sat Dec 10 05:17:35.393 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:17:35.394 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456297971000) }, { datetime: new Date(1456411205000) }) in IISLogs.pubprdweb02', ts : 584be44f666d1a4e49f549a0 Sat Dec 10 05:17:35.394 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 74|0||584bc22c90d1dc672b54829b, current metadata version is 74|0||584bc22c90d1dc672b54829b Sat Dec 10 05:17:35.396 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 74|0||584bc22c90d1dc672b54829b to shard version 74|1||584bc22c90d1dc672b54829b Sat Dec 10 05:17:35.396 I SHARDING [conn9] collection version was loaded at version 74|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:17:35.396 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:35.396-0600-584be44f666d1a4e49f549a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368655396), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:17:35.396 I SHARDING [conn9] moveChunk request accepted at version 74|1||584bc22c90d1dc672b54829b Sat Dec 10 05:17:36.802 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:17:36.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:36.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:36.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:36.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:36.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:36.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:37.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:37.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:37.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:37.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:38.412 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1600ms Sat Dec 10 05:17:39.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2435, clonedBytes: 910173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:40.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12114, clonedBytes: 4338230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:41.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17458, clonedBytes: 6075299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:42.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25346, clonedBytes: 8644233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:42.664 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445590106000) } -> { datetime: new Date(1445622530000) } Sat Dec 10 05:17:42.664 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1446959036000) } -> { datetime: new Date(1447112465000) }, with opId: 138060 Sat Dec 10 05:17:43.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35076, clonedBytes: 11762366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:44.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45160, clonedBytes: 14915958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:45.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50053, clonedBytes: 16436872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:46.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50053, clonedBytes: 16436872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:47.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50053, clonedBytes: 16436872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:47.653 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776152 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 2955ms Sat Dec 10 05:17:48.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56224, clonedBytes: 18370496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:49.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65774, clonedBytes: 21480013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:50.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75767, clonedBytes: 24849962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:51.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86145, clonedBytes: 28209735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:52.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96316, clonedBytes: 31918447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:53.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98943, clonedBytes: 32881756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:53.649 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2705845 locks:{ Global: { acquireCount: { r: 140 } }, Database: { acquireCount: { r: 70 } }, Collection: { acquireCount: { r: 70 } } } protocol:op_command 895ms Sat Dec 10 05:17:54.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be44f666d1a4e49f549a2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 35543083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:54.551 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:17:54.552 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:17:54.552 I SHARDING [conn9] moveChunk setting version to: 75|0||584bc22c90d1dc672b54829b Sat Dec 10 05:17:54.561 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 35543083, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:17:54.561 I SHARDING [conn9] moveChunk updating self version to: 75|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456411205000) } -> { datetime: new Date(1456511261000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:17:54.564 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:54.564-0600-584be462666d1a4e49f549a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368674564), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 35543083, catchup: 0, steady: 0 } } Sat Dec 10 05:17:54.565 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:17:54.565 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:17:54.565 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:54.565-0600-584be462666d1a4e49f549a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368674565), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1413, step 4 of 6: 17739, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:17:54.567 I SHARDING [conn9] distributed lock with ts: 584be44f666d1a4e49f549a0' unlocked. Sat Dec 10 05:17:54.567 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456297971000) }, max: { datetime: new Date(1456411205000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 220 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19174ms Sat Dec 10 05:17:54.570 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:17:54.571 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446089106000) }, { datetime: new Date(1446144262000) }) in IISLogs.pubprdweb03', ts : 584be462666d1a4e49f549a7 Sat Dec 10 05:17:54.571 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 59|0||584bc97f90d1dc672b548352, current metadata version is 59|0||584bc97f90d1dc672b548352 Sat Dec 10 05:17:54.573 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 59|0||584bc97f90d1dc672b548352 to shard version 59|1||584bc97f90d1dc672b548352 Sat Dec 10 05:17:54.573 I SHARDING [conn9] collection version was loaded at version 59|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:17:54.573 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:17:54.573-0600-584be462666d1a4e49f549a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368674573), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:17:54.574 I SHARDING [conn9] moveChunk request accepted at version 59|1||584bc97f90d1dc672b548352 Sat Dec 10 05:17:55.938 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 05:17:55.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:56.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:57.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:57.366 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 1423ms Sat Dec 10 05:17:58.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6723, clonedBytes: 1920786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:17:59.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18519, clonedBytes: 5277834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:00.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28859, clonedBytes: 8185201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:01.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38851, clonedBytes: 11062255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:02.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48941, clonedBytes: 13993094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:03.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57310, clonedBytes: 16386130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:04.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57310, clonedBytes: 16386130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:04.697 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15495773 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1359ms Sat Dec 10 05:18:05.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64338, clonedBytes: 18276217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:06.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74479, clonedBytes: 20952328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:07.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84789, clonedBytes: 23684895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:07.917 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1446959036000) } -> { datetime: new Date(1447112465000) } Sat Dec 10 05:18:07.917 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468270655000) } -> { datetime: new Date(1468339821000) }, with opId: 138171 Sat Dec 10 05:18:08.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95167, clonedBytes: 26483012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:09.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105191, clonedBytes: 29216784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:10.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be462666d1a4e49f549a9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 31497862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:10.707 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:18:10.708 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:18:10.709 I SHARDING [conn9] moveChunk setting version to: 60|0||584bc97f90d1dc672b548352 Sat Dec 10 05:18:10.716 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 31497862, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:18:10.716 I SHARDING [conn9] moveChunk updating self version to: 60|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446144262000) } -> { datetime: new Date(1446199704000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:18:10.718 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:10.718-0600-584be472666d1a4e49f549ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368690718), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 31497862, catchup: 0, steady: 0 } } Sat Dec 10 05:18:10.718 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:18:10.719 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:18:10.719 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:10.719-0600-584be472666d1a4e49f549ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368690719), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1366, step 4 of 6: 14765, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:18:10.720 I SHARDING [conn9] distributed lock with ts: 584be462666d1a4e49f549a7' unlocked. Sat Dec 10 05:18:10.720 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446089106000) }, max: { datetime: new Date(1446144262000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 113 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16149ms Sat Dec 10 05:18:10.727 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:18:10.728 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448594368000) }, { datetime: new Date(1448759317000) }) in IISLogs.pubprdweb04', ts : 584be472666d1a4e49f549ae Sat Dec 10 05:18:10.728 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 55|0||584bcad890d1dc672b54835d, current metadata version is 55|0||584bcad890d1dc672b54835d Sat Dec 10 05:18:10.730 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 55|0||584bcad890d1dc672b54835d to shard version 55|1||584bcad890d1dc672b54835d Sat Dec 10 05:18:10.730 I SHARDING [conn9] collection version was loaded at version 55|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:18:10.730 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:10.730-0600-584be472666d1a4e49f549af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368690730), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:18:10.731 I SHARDING [conn9] moveChunk request accepted at version 55|1||584bcad890d1dc672b54835d Sat Dec 10 05:18:11.715 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:18:11.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:11.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:11.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:11.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:11.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:11.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:11.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:12.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:12.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:12.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:13.725 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776095 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 1977ms Sat Dec 10 05:18:13.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:14.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8329, clonedBytes: 2263339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:15.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18221, clonedBytes: 4870913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:16.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27615, clonedBytes: 7317573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:17.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37471, clonedBytes: 10028944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:18.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47066, clonedBytes: 12485013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:20.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56882, clonedBytes: 15098339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:21.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61757, clonedBytes: 16354758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:22.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61757, clonedBytes: 16354758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:23.004 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14008749 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 2470ms Sat Dec 10 05:18:23.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61877, clonedBytes: 16381992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:24.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71948, clonedBytes: 19000745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:25.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82052, clonedBytes: 21753331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:26.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90727, clonedBytes: 24291721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:27.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99514, clonedBytes: 26700259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:28.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109194, clonedBytes: 29224950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:29.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be472666d1a4e49f549b0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30021214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:29.297 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:18:29.298 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:18:29.299 I SHARDING [conn9] moveChunk setting version to: 56|0||584bcad890d1dc672b54835d Sat Dec 10 05:18:29.316 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30021214, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:18:29.316 I SHARDING [conn9] moveChunk updating self version to: 56|1||584bcad890d1dc672b54835d through { datetime: new Date(1448759317000) } -> { datetime: new Date(1448911625000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:18:29.317 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:29.317-0600-584be485666d1a4e49f549b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368709317), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30021214, catchup: 0, steady: 0 } } Sat Dec 10 05:18:29.318 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:18:29.319 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:18:29.319 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:29.319-0600-584be485666d1a4e49f549b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368709319), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 986, step 4 of 6: 17578, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:18:29.321 I SHARDING [conn9] distributed lock with ts: 584be472666d1a4e49f549ae' unlocked. Sat Dec 10 05:18:29.321 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448594368000) }, max: { datetime: new Date(1448759317000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 55000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:876 reslen:154 locks:{ Global: { acquireCount: { r: 1764, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1432 } }, Database: { acquireCount: { r: 878, w: 4, W: 2 } }, Collection: { acquireCount: { r: 878, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18595ms Sat Dec 10 05:18:30.393 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:18:30.394 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1453945495000) }, { datetime: new Date(1454046911000) }) in IISLogs.pubprdweb01', ts : 584be486666d1a4e49f549b5 Sat Dec 10 05:18:30.394 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 83|0||584bbf4f90d1dc672b54822e, current metadata version is 83|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:18:30.396 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 83|0||584bbf4f90d1dc672b54822e to shard version 83|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:18:30.396 I SHARDING [conn9] collection version was loaded at version 83|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:18:30.396 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:30.396-0600-584be486666d1a4e49f549b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368710396), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:18:30.396 I SHARDING [conn9] moveChunk request accepted at version 83|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:18:32.533 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468270655000) } -> { datetime: new Date(1468339821000) } Sat Dec 10 05:18:32.534 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451505545000) } -> { datetime: new Date(1451661627000) }, with opId: 138360 Sat Dec 10 05:18:32.702 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 05:18:32.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:32.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:32.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:32.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:32.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:32.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:32.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:33.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:33.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:33.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:34.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:35.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:36.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:37.161 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 4441ms Sat Dec 10 05:18:38.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6047, clonedBytes: 1919166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:39.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15370, clonedBytes: 5105582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:40.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25337, clonedBytes: 8800495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:41.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35391, clonedBytes: 12344634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:42.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45678, clonedBytes: 15797324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:43.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47532, clonedBytes: 16454430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:44.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47532, clonedBytes: 16454430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:45.055 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776080 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 2654ms Sat Dec 10 05:18:45.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48870, clonedBytes: 16883064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:46.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56322, clonedBytes: 19321712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:47.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66235, clonedBytes: 22399420, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:48.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75903, clonedBytes: 25437153, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:49.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86032, clonedBytes: 28818692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:50.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95300, clonedBytes: 31891675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:51.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be486666d1a4e49f549b7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 34379066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:51.459 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:18:51.460 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:18:51.462 I SHARDING [conn9] moveChunk setting version to: 84|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:18:51.468 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 34379066, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:18:51.468 I SHARDING [conn9] moveChunk updating self version to: 84|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454046911000) } -> { datetime: new Date(1454147161000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:18:51.470 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:51.470-0600-584be49b666d1a4e49f549ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368731470), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 34379066, catchup: 0, steady: 0 } } Sat Dec 10 05:18:51.471 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:18:51.479 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:18:51.479 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:51.479-0600-584be49b666d1a4e49f549bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368731479), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2308, step 4 of 6: 18753, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:18:51.480 I SHARDING [conn9] distributed lock with ts: 584be486666d1a4e49f549b5' unlocked. Sat Dec 10 05:18:51.480 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453945495000) }, max: { datetime: new Date(1454046911000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:817 reslen:154 locks:{ Global: { acquireCount: { r: 1646, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8995 } }, Database: { acquireCount: { r: 819, w: 4, W: 2 } }, Collection: { acquireCount: { r: 819, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1397 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21088ms Sat Dec 10 05:18:51.485 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:18:51.485 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470057488000) }, { datetime: new Date(1470084441000) }) in IISLogs.pubbsdweb2', ts : 584be49b666d1a4e49f549bc Sat Dec 10 05:18:51.486 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 82|0||584bbf7a90d1dc672b548236, current metadata version is 82|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:18:51.487 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 82|0||584bbf7a90d1dc672b548236 to shard version 82|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:18:51.487 I SHARDING [conn9] collection version was loaded at version 82|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:18:51.487 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:18:51.487-0600-584be49b666d1a4e49f549bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368731487), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:18:51.488 I SHARDING [conn9] moveChunk request accepted at version 82|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:18:56.648 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:18:56.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:56.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:57.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:57.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:57.870 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1193ms Sat Dec 10 05:18:58.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6055, clonedBytes: 1765048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:18:59.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16533, clonedBytes: 4823967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:00.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26421, clonedBytes: 7703561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:01.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36004, clonedBytes: 10458040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:02.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46401, clonedBytes: 13471770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:03.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56550, clonedBytes: 16391413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:04.687 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 777ms Sat Dec 10 05:19:04.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58092, clonedBytes: 16832884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:05.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68246, clonedBytes: 19733661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:07.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78261, clonedBytes: 22631468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:08.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88534, clonedBytes: 25670081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:09.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98409, clonedBytes: 28530860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:10.008 I SHARDING [RangeDeleter] rangeDeleter deleted 102912 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451505545000) } -> { datetime: new Date(1451661627000) } Sat Dec 10 05:19:10.008 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1468354550000) } -> { datetime: new Date(1468697607000) }, with opId: 138523 Sat Dec 10 05:19:10.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108626, clonedBytes: 31500287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:11.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be49b666d1a4e49f549be", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 32980932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:11.113 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:19:11.114 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:19:11.115 I SHARDING [conn9] moveChunk setting version to: 83|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:19:11.127 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 32980932, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:19:11.127 I SHARDING [conn9] moveChunk updating self version to: 83|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470084441000) } -> { datetime: new Date(1470125251000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:19:11.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:11.128-0600-584be4af666d1a4e49f549c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368751128), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 32980932, catchup: 0, steady: 0 } } Sat Dec 10 05:19:11.129 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:19:11.129 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:19:11.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:11.129-0600-584be4af666d1a4e49f549c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368751129), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5162, step 4 of 6: 14462, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:19:11.131 I SHARDING [conn9] distributed lock with ts: 584be49b666d1a4e49f549bc' unlocked. Sat Dec 10 05:19:11.131 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470057488000) }, max: { datetime: new Date(1470084441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:944 reslen:154 locks:{ Global: { acquireCount: { r: 1900, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2831 } }, Database: { acquireCount: { r: 946, w: 4, W: 2 } }, Collection: { acquireCount: { r: 946, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 110 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19646ms Sat Dec 10 05:19:11.134 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:19:11.135 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456411205000) }, { datetime: new Date(1456511261000) }) in IISLogs.pubprdweb02', ts : 584be4af666d1a4e49f549c3 Sat Dec 10 05:19:11.135 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 75|0||584bc22c90d1dc672b54829b, current metadata version is 75|0||584bc22c90d1dc672b54829b Sat Dec 10 05:19:11.136 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 75|0||584bc22c90d1dc672b54829b to shard version 75|1||584bc22c90d1dc672b54829b Sat Dec 10 05:19:11.137 I SHARDING [conn9] collection version was loaded at version 75|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:19:11.137 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:11.137-0600-584be4af666d1a4e49f549c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368751137), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:19:11.137 I SHARDING [conn9] moveChunk request accepted at version 75|1||584bc22c90d1dc672b54829b Sat Dec 10 05:19:13.756 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 05:19:13.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:13.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:13.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:13.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:13.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:13.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:13.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:14.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:14.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:14.402 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776234 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 624ms Sat Dec 10 05:19:14.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3197, clonedBytes: 1012311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:15.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13610, clonedBytes: 4279482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:16.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23854, clonedBytes: 7585958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:17.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34149, clonedBytes: 10664883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:18.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44295, clonedBytes: 13785992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:19.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52326, clonedBytes: 16420914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:21.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52326, clonedBytes: 16420914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:21.270 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776115 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 1515ms Sat Dec 10 05:19:22.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59260, clonedBytes: 18827464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:23.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69997, clonedBytes: 22264128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:24.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80019, clonedBytes: 25997245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:25.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90151, clonedBytes: 29518567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:26.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99847, clonedBytes: 32524390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:26.445 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1882497 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 143ms Sat Dec 10 05:19:27.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4af666d1a4e49f549c5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 34717616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:27.189 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:19:27.190 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:19:27.190 I SHARDING [conn9] moveChunk setting version to: 76|0||584bc22c90d1dc672b54829b Sat Dec 10 05:19:27.208 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 34717616, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:19:27.208 I SHARDING [conn9] moveChunk updating self version to: 76|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456511261000) } -> { datetime: new Date(1456617773000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:19:27.209 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:27.209-0600-584be4bf666d1a4e49f549c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368767209), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 34717616, catchup: 0, steady: 0 } } Sat Dec 10 05:19:27.210 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:19:27.210 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:19:27.210 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:27.210-0600-584be4bf666d1a4e49f549c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368767210), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2630, step 4 of 6: 13420, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:19:27.211 I SHARDING [conn9] distributed lock with ts: 584be4af666d1a4e49f549c3' unlocked. Sat Dec 10 05:19:27.212 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456411205000) }, max: { datetime: new Date(1456511261000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:851 reslen:154 locks:{ Global: { acquireCount: { r: 1714, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 326 } }, Database: { acquireCount: { r: 853, w: 4, W: 2 } }, Collection: { acquireCount: { r: 853, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16077ms Sat Dec 10 05:19:27.216 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:19:27.217 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446144262000) }, { datetime: new Date(1446199704000) }) in IISLogs.pubprdweb03', ts : 584be4bf666d1a4e49f549ca Sat Dec 10 05:19:27.217 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 60|0||584bc97f90d1dc672b548352, current metadata version is 60|0||584bc97f90d1dc672b548352 Sat Dec 10 05:19:27.218 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 60|0||584bc97f90d1dc672b548352 to shard version 60|1||584bc97f90d1dc672b548352 Sat Dec 10 05:19:27.218 I SHARDING [conn9] collection version was loaded at version 60|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:19:27.218 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:27.218-0600-584be4bf666d1a4e49f549cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368767218), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:19:27.219 I SHARDING [conn9] moveChunk request accepted at version 60|1||584bc97f90d1dc672b548352 Sat Dec 10 05:19:28.119 I SHARDING [conn9] moveChunk number of documents: 113750 Sat Dec 10 05:19:28.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:28.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:29.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:29.726 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776251 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 1582ms Sat Dec 10 05:19:30.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3889, clonedBytes: 1056969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:31.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14096, clonedBytes: 3742164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:32.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24431, clonedBytes: 6667512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:33.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34420, clonedBytes: 9841075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:34.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44198, clonedBytes: 12791793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:35.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54537, clonedBytes: 15586048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:36.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57597, clonedBytes: 16384034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:37.044 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15185414 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1344ms Sat Dec 10 05:19:37.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60738, clonedBytes: 17219944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:38.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69632, clonedBytes: 19585521, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:39.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79716, clonedBytes: 22237812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:40.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87778, clonedBytes: 24314936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:41.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97570, clonedBytes: 26871171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:42.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106983, clonedBytes: 29364715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:43.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4bf666d1a4e49f549cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113750, clonedBytes: 31187339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:43.814 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:19:43.815 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:19:43.815 I SHARDING [conn9] moveChunk setting version to: 61|0||584bc97f90d1dc672b548352 Sat Dec 10 05:19:43.829 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113750, clonedBytes: 31187339, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:19:43.829 I SHARDING [conn9] moveChunk updating self version to: 61|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446199704000) } -> { datetime: new Date(1446266647000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:19:43.830 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:43.830-0600-584be4cf666d1a4e49f549cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368783830), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113750, clonedBytes: 31187339, catchup: 0, steady: 0 } } Sat Dec 10 05:19:43.831 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:19:43.842 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:19:43.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:43.842-0600-584be4cf666d1a4e49f549d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368783842), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 902, step 4 of 6: 15691, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:19:43.843 I SHARDING [conn9] distributed lock with ts: 584be4bf666d1a4e49f549ca' unlocked. Sat Dec 10 05:19:43.843 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446144262000) }, max: { datetime: new Date(1446199704000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11059 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16627ms Sat Dec 10 05:19:43.881 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:19:43.882 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448759317000) }, { datetime: new Date(1448911625000) }) in IISLogs.pubprdweb04', ts : 584be4cf666d1a4e49f549d1 Sat Dec 10 05:19:43.882 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 56|0||584bcad890d1dc672b54835d, current metadata version is 56|0||584bcad890d1dc672b54835d Sat Dec 10 05:19:43.883 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 56|0||584bcad890d1dc672b54835d to shard version 56|1||584bcad890d1dc672b54835d Sat Dec 10 05:19:43.883 I SHARDING [conn9] collection version was loaded at version 56|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:19:43.883 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:19:43.883-0600-584be4cf666d1a4e49f549d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368783883), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:19:43.892 I SHARDING [conn9] moveChunk request accepted at version 56|1||584bcad890d1dc672b54835d Sat Dec 10 05:19:44.991 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:19:44.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:44.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:45.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:46.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:46.467 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776253 locks:{ Global: { acquireCount: { r: 986 } }, Database: { acquireCount: { r: 493 } }, Collection: { acquireCount: { r: 493 } } } protocol:op_command 1454ms Sat Dec 10 05:19:47.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1665, clonedBytes: 454660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:48.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11232, clonedBytes: 3064741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:49.038 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1468354550000) } -> { datetime: new Date(1468697607000) } Sat Dec 10 05:19:49.038 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453630727000) } -> { datetime: new Date(1453758058000) }, with opId: 138785 Sat Dec 10 05:19:49.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21319, clonedBytes: 5865069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:50.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29321, clonedBytes: 8035190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:51.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39256, clonedBytes: 10679632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:52.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49242, clonedBytes: 13212789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:53.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59729, clonedBytes: 15933892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:54.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61257, clonedBytes: 16358416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:55.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61257, clonedBytes: 16358416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:56.151 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14053686 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 2699ms Sat Dec 10 05:19:56.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62558, clonedBytes: 16712084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:57.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72558, clonedBytes: 19346662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:58.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82847, clonedBytes: 22205559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:19:59.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93224, clonedBytes: 24927806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:00.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103609, clonedBytes: 27818900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:01.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4cf666d1a4e49f549d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30066309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:01.531 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:20:01.532 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:20:01.532 I SHARDING [conn9] moveChunk setting version to: 57|0||584bcad890d1dc672b54835d Sat Dec 10 05:20:01.541 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30066309, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:20:01.541 I SHARDING [conn9] moveChunk updating self version to: 57|1||584bcad890d1dc672b54835d through { datetime: new Date(1448911625000) } -> { datetime: new Date(1449012334000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:20:01.542 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:01.542-0600-584be4e1666d1a4e49f549d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368801542), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30066309, catchup: 0, steady: 0 } } Sat Dec 10 05:20:01.543 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:20:01.543 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:20:01.544 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:01.544-0600-584be4e1666d1a4e49f549d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368801544), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, step 1 of 6: 0, step 2 of 6: 11, step 3 of 6: 1101, step 4 of 6: 16536, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:20:01.545 I SHARDING [conn9] distributed lock with ts: 584be4cf666d1a4e49f549d1' unlocked. Sat Dec 10 05:20:01.545 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448759317000) }, max: { datetime: new Date(1448911625000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 56000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:876 reslen:154 locks:{ Global: { acquireCount: { r: 1764, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 861 } }, Database: { acquireCount: { r: 878, w: 4, W: 2 } }, Collection: { acquireCount: { r: 878, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17664ms Sat Dec 10 05:20:02.624 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:20:02.625 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454046911000) }, { datetime: new Date(1454147161000) }) in IISLogs.pubprdweb01', ts : 584be4e2666d1a4e49f549d8 Sat Dec 10 05:20:02.625 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 84|0||584bbf4f90d1dc672b54822e, current metadata version is 84|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:20:02.626 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 84|0||584bbf4f90d1dc672b54822e to shard version 84|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:20:02.626 I SHARDING [conn9] collection version was loaded at version 84|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:20:02.626 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:02.626-0600-584be4e2666d1a4e49f549d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368802626), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:20:02.627 I SHARDING [conn9] moveChunk request accepted at version 84|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:20:05.054 I SHARDING [conn9] moveChunk number of documents: 102918 Sat Dec 10 05:20:05.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:05.832 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 774ms Sat Dec 10 05:20:06.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1951, clonedBytes: 686399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:07.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11584, clonedBytes: 4318793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:08.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21845, clonedBytes: 7712964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:09.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31875, clonedBytes: 11017393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:10.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42182, clonedBytes: 14331827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:11.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48500, clonedBytes: 16447772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:12.212 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 1313ms Sat Dec 10 05:20:12.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48500, clonedBytes: 16447772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:13.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58161, clonedBytes: 19565666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:14.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66256, clonedBytes: 22161314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:15.247 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453630727000) } -> { datetime: new Date(1453758058000) } Sat Dec 10 05:20:15.248 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445622530000) } -> { datetime: new Date(1445654499000) }, with opId: 138910 Sat Dec 10 05:20:15.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76279, clonedBytes: 25437849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:16.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85634, clonedBytes: 28565846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:17.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93780, clonedBytes: 31323593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:18.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97888, clonedBytes: 32889328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:18.480 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1875544 locks:{ Global: { acquireCount: { r: 96 } }, Database: { acquireCount: { r: 48 } }, Collection: { acquireCount: { r: 48 } } } protocol:op_command 639ms Sat Dec 10 05:20:19.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4e2666d1a4e49f549da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102918, clonedBytes: 34735654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:19.479 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:20:19.480 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:20:19.480 I SHARDING [conn9] moveChunk setting version to: 85|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:20:19.487 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102918, clonedBytes: 34735654, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:20:19.487 I SHARDING [conn9] moveChunk updating self version to: 85|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454147161000) } -> { datetime: new Date(1454271279000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:20:19.488 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:19.488-0600-584be4f3666d1a4e49f549dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368819488), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102918, clonedBytes: 34735654, catchup: 0, steady: 0 } } Sat Dec 10 05:20:19.489 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:20:19.489 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:20:19.489 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:19.489-0600-584be4f3666d1a4e49f549de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368819489), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2430, step 4 of 6: 14420, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:20:19.491 I SHARDING [conn9] distributed lock with ts: 584be4e2666d1a4e49f549d8' unlocked. Sat Dec 10 05:20:19.491 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454046911000) }, max: { datetime: new Date(1454147161000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:819 reslen:154 locks:{ Global: { acquireCount: { r: 1650, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 305 } }, Database: { acquireCount: { r: 821, w: 4, W: 2 } }, Collection: { acquireCount: { r: 821, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16867ms Sat Dec 10 05:20:19.495 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:20:19.496 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470084441000) }, { datetime: new Date(1470125251000) }) in IISLogs.pubbsdweb2', ts : 584be4f3666d1a4e49f549df Sat Dec 10 05:20:19.496 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 83|0||584bbf7a90d1dc672b548236, current metadata version is 83|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:20:19.497 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 83|0||584bbf7a90d1dc672b548236 to shard version 83|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:20:19.497 I SHARDING [conn9] collection version was loaded at version 83|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:20:19.498 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:19.498-0600-584be4f3666d1a4e49f549e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368819498), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:20:19.498 I SHARDING [conn9] moveChunk request accepted at version 83|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:20:20.756 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:20:20.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:20.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:20.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:20.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:20.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:20.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:20.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:21.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:21.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:21.424 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 624ms Sat Dec 10 05:20:21.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1498, clonedBytes: 431560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:22.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11268, clonedBytes: 3209738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:23.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21575, clonedBytes: 6105005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:24.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31964, clonedBytes: 8993747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:25.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42430, clonedBytes: 11899026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:26.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52622, clonedBytes: 14725742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:27.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58580, clonedBytes: 16377060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:28.110 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15626143 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 522ms Sat Dec 10 05:20:29.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66935, clonedBytes: 18694229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:30.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77610, clonedBytes: 21656562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:31.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87853, clonedBytes: 24496334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:32.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98126, clonedBytes: 27340892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:33.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106926, clonedBytes: 29770904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:34.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be4f3666d1a4e49f549e1", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31628024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:34.168 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:20:34.169 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:20:34.169 I SHARDING [conn9] moveChunk setting version to: 84|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:20:34.177 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31628024, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:20:34.177 I SHARDING [conn9] moveChunk updating self version to: 84|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470125251000) } -> { datetime: new Date(1470166647000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:20:34.178 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:34.178-0600-584be502666d1a4e49f549e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368834178), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31628024, catchup: 0, steady: 0 } } Sat Dec 10 05:20:34.179 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:20:34.179 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:20:34.179 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:34.179-0600-584be502666d1a4e49f549e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368834179), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1260, step 4 of 6: 13409, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:20:34.180 I SHARDING [conn9] distributed lock with ts: 584be4f3666d1a4e49f549df' unlocked. Sat Dec 10 05:20:34.180 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470084441000) }, max: { datetime: new Date(1470125251000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 254 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14686ms Sat Dec 10 05:20:34.184 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:20:34.185 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456511261000) }, { datetime: new Date(1456617773000) }) in IISLogs.pubprdweb02', ts : 584be502666d1a4e49f549e6 Sat Dec 10 05:20:34.185 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 76|0||584bc22c90d1dc672b54829b, current metadata version is 76|0||584bc22c90d1dc672b54829b Sat Dec 10 05:20:34.186 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 76|0||584bc22c90d1dc672b54829b to shard version 76|1||584bc22c90d1dc672b54829b Sat Dec 10 05:20:34.186 I SHARDING [conn9] collection version was loaded at version 76|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:20:34.187 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:34.187-0600-584be502666d1a4e49f549e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368834187), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:20:34.187 I SHARDING [conn9] moveChunk request accepted at version 76|1||584bc22c90d1dc672b54829b Sat Dec 10 05:20:35.484 I SHARDING [conn9] moveChunk number of documents: 106487 Sat Dec 10 05:20:35.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:35.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:36.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:36.225 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776112 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 707ms Sat Dec 10 05:20:36.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 464, clonedBytes: 142424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:37.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9759, clonedBytes: 3090429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:38.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19648, clonedBytes: 6191156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:39.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29772, clonedBytes: 9605030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:40.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41199, clonedBytes: 13385911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:41.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48498, clonedBytes: 15997451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:42.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49754, clonedBytes: 16438796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:43.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49754, clonedBytes: 16438796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:44.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49754, clonedBytes: 16438796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:45.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49754, clonedBytes: 16438796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:46.922 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776129 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 4928ms Sat Dec 10 05:20:46.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49754, clonedBytes: 16438796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:47.789 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445622530000) } -> { datetime: new Date(1445654499000) } Sat Dec 10 05:20:47.790 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447112465000) } -> { datetime: new Date(1447200052000) }, with opId: 139123 Sat Dec 10 05:20:48.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56849, clonedBytes: 18819612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:49.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64159, clonedBytes: 21439289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:50.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70353, clonedBytes: 23525406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:51.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80555, clonedBytes: 27049567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:52.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90379, clonedBytes: 30355849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:53.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97926, clonedBytes: 32888683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:53.525 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2969392 locks:{ Global: { acquireCount: { r: 152 } }, Database: { acquireCount: { r: 76 } }, Collection: { acquireCount: { r: 76 } } } protocol:op_command 615ms Sat Dec 10 05:20:54.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103785, clonedBytes: 34853469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:55.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be502666d1a4e49f549e8", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106487, clonedBytes: 35807671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:55.259 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:20:55.260 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:20:55.260 I SHARDING [conn9] moveChunk setting version to: 77|0||584bc22c90d1dc672b54829b Sat Dec 10 05:20:55.268 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106487, clonedBytes: 35807671, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:20:55.268 I SHARDING [conn9] moveChunk updating self version to: 77|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456617773000) } -> { datetime: new Date(1456742480000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:20:55.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:55.269-0600-584be517666d1a4e49f549eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368855269), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106487, clonedBytes: 35807671, catchup: 0, steady: 0 } } Sat Dec 10 05:20:55.270 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:20:55.270 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:20:55.270 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:55.270-0600-584be517666d1a4e49f549ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368855270), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1299, step 4 of 6: 19770, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:20:55.272 I SHARDING [conn9] distributed lock with ts: 584be502666d1a4e49f549e6' unlocked. Sat Dec 10 05:20:55.272 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456511261000) }, max: { datetime: new Date(1456617773000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:837 reslen:154 locks:{ Global: { acquireCount: { r: 1686, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 62 } }, Database: { acquireCount: { r: 839, w: 4, W: 2 } }, Collection: { acquireCount: { r: 839, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21087ms Sat Dec 10 05:20:55.276 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:20:55.277 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446199704000) }, { datetime: new Date(1446266647000) }) in IISLogs.pubprdweb03', ts : 584be517666d1a4e49f549ed Sat Dec 10 05:20:55.277 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 61|0||584bc97f90d1dc672b548352, current metadata version is 61|0||584bc97f90d1dc672b548352 Sat Dec 10 05:20:55.278 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 61|0||584bc97f90d1dc672b548352 to shard version 61|1||584bc97f90d1dc672b548352 Sat Dec 10 05:20:55.278 I SHARDING [conn9] collection version was loaded at version 61|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:20:55.278 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:20:55.278-0600-584be517666d1a4e49f549ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368855278), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:20:55.279 I SHARDING [conn9] moveChunk request accepted at version 61|1||584bc97f90d1dc672b548352 Sat Dec 10 05:20:56.251 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:20:56.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:56.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:57.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:58.396 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776220 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 2130ms Sat Dec 10 05:20:58.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:20:59.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9996, clonedBytes: 2679193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:00.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20168, clonedBytes: 5386872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:01.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30026, clonedBytes: 7985338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:02.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40187, clonedBytes: 10562732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:03.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50531, clonedBytes: 13262666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:04.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60807, clonedBytes: 15897925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:05.543 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13997868 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 720ms Sat Dec 10 05:21:05.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63036, clonedBytes: 16456426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:06.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73211, clonedBytes: 19321197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:07.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83743, clonedBytes: 22191089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:08.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94216, clonedBytes: 24877580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:09.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104498, clonedBytes: 27575537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:10.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be517666d1a4e49f549ef", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 29999811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:10.851 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:21:10.852 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:21:10.853 I SHARDING [conn9] moveChunk setting version to: 62|0||584bc97f90d1dc672b548352 Sat Dec 10 05:21:10.855 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 29999811, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:21:10.855 I SHARDING [conn9] moveChunk updating self version to: 62|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446266647000) } -> { datetime: new Date(1446334545000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:21:10.856 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:10.856-0600-584be526666d1a4e49f549f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368870856), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 29999811, catchup: 0, steady: 0 } } Sat Dec 10 05:21:10.857 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:21:10.857 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:21:10.857 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:10.857-0600-584be526666d1a4e49f549f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368870857), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 985, step 4 of 6: 14586, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:21:10.858 I SHARDING [conn9] distributed lock with ts: 584be517666d1a4e49f549ed' unlocked. Sat Dec 10 05:21:10.858 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446199704000) }, max: { datetime: new Date(1446266647000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 160 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15583ms Sat Dec 10 05:21:10.863 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:21:10.864 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1448911625000) }, { datetime: new Date(1449012334000) }) in IISLogs.pubprdweb04', ts : 584be526666d1a4e49f549f4 Sat Dec 10 05:21:10.864 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 57|0||584bcad890d1dc672b54835d, current metadata version is 57|0||584bcad890d1dc672b54835d Sat Dec 10 05:21:10.865 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 57|0||584bcad890d1dc672b54835d to shard version 57|1||584bcad890d1dc672b54835d Sat Dec 10 05:21:10.865 I SHARDING [conn9] collection version was loaded at version 57|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:21:10.866 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:10.866-0600-584be526666d1a4e49f549f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368870866), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:21:10.866 I SHARDING [conn9] moveChunk request accepted at version 57|1||584bcad890d1dc672b54835d Sat Dec 10 05:21:11.872 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 05:21:11.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:11.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:11.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:11.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:11.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:11.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:12.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:12.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:12.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:13.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:14.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:15.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:15.639 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776149 locks:{ Global: { acquireCount: { r: 1018 } }, Database: { acquireCount: { r: 509 } }, Collection: { acquireCount: { r: 509 } } } protocol:op_command 3732ms Sat Dec 10 05:21:16.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2888, clonedBytes: 765679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:16.314 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447112465000) } -> { datetime: new Date(1447200052000) } Sat Dec 10 05:21:16.314 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468339821000) } -> { datetime: new Date(1468383560000) }, with opId: 139301 Sat Dec 10 05:21:17.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12806, clonedBytes: 3417478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:18.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22791, clonedBytes: 5964227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:19.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31791, clonedBytes: 8395912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:20.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41734, clonedBytes: 11172930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:21.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51500, clonedBytes: 13838564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:22.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60635, clonedBytes: 16362666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:23.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60635, clonedBytes: 16362666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:24.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60635, clonedBytes: 16362666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:25.081 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14094874 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 2881ms Sat Dec 10 05:21:25.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62764, clonedBytes: 16929457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:26.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72340, clonedBytes: 19434622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:27.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82064, clonedBytes: 22158704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:28.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91908, clonedBytes: 24779408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:29.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101854, clonedBytes: 27353390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:30.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111753, clonedBytes: 29972548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:31.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be526666d1a4e49f549f6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 30107372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:31.549 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:21:31.550 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:21:31.551 I SHARDING [conn9] moveChunk setting version to: 58|0||584bcad890d1dc672b54835d Sat Dec 10 05:21:31.555 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 30107372, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:21:31.555 I SHARDING [conn9] moveChunk updating self version to: 58|1||584bcad890d1dc672b54835d through { datetime: new Date(1449012334000) } -> { datetime: new Date(1449123116000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:21:31.557 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:31.557-0600-584be53b666d1a4e49f549f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368891557), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 30107372, catchup: 0, steady: 0 } } Sat Dec 10 05:21:31.557 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:21:31.558 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:21:31.558 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:31.558-0600-584be53b666d1a4e49f549fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368891558), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1007, step 4 of 6: 19673, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:21:31.559 I SHARDING [conn9] distributed lock with ts: 584be526666d1a4e49f549f4' unlocked. Sat Dec 10 05:21:31.559 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448911625000) }, max: { datetime: new Date(1449012334000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 57000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 316 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 82 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20695ms Sat Dec 10 05:21:32.631 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:21:32.632 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454147161000) }, { datetime: new Date(1454271279000) }) in IISLogs.pubprdweb01', ts : 584be53c666d1a4e49f549fb Sat Dec 10 05:21:32.632 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 85|0||584bbf4f90d1dc672b54822e, current metadata version is 85|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:21:32.634 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 85|0||584bbf4f90d1dc672b54822e to shard version 85|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:21:32.634 I SHARDING [conn9] collection version was loaded at version 85|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:21:32.634 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:32.634-0600-584be53c666d1a4e49f549fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368892634), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:21:32.634 I SHARDING [conn9] moveChunk request accepted at version 85|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:21:34.599 I SHARDING [conn9] moveChunk number of documents: 102935 Sat Dec 10 05:21:34.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:34.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:35.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:35.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:36.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:37.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:38.619 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 3992ms Sat Dec 10 05:21:38.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 562, clonedBytes: 190966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:39.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10214, clonedBytes: 3612265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:40.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20083, clonedBytes: 7052683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:41.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30199, clonedBytes: 10451971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:42.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40384, clonedBytes: 13872466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:43.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47984, clonedBytes: 16451384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:44.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47984, clonedBytes: 16451384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:45.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47984, clonedBytes: 16451384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:46.671 I SHARDING [RangeDeleter] rangeDeleter deleted 113359 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468339821000) } -> { datetime: new Date(1468383560000) } Sat Dec 10 05:21:46.672 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451661627000) } -> { datetime: new Date(1451797805000) }, with opId: 139516 Sat Dec 10 05:21:46.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47984, clonedBytes: 16451384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:47.212 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 3528ms Sat Dec 10 05:21:48.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56808, clonedBytes: 19449206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:49.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66256, clonedBytes: 22643464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:50.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76630, clonedBytes: 26510475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:51.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86830, clonedBytes: 30129156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:52.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97145, clonedBytes: 33757837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:53.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be53c666d1a4e49f549fd", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102935, clonedBytes: 35648570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:21:53.619 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:21:53.623 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:21:53.630 I SHARDING [conn9] moveChunk setting version to: 86|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:21:53.659 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102935, clonedBytes: 35648570, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:21:53.659 I SHARDING [conn9] moveChunk updating self version to: 86|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454271279000) } -> { datetime: new Date(1454348037000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:21:53.661 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:53.661-0600-584be551666d1a4e49f54a00", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368913661), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102935, clonedBytes: 35648570, catchup: 0, steady: 0 } } Sat Dec 10 05:21:53.665 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:21:53.665 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:21:53.665 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:53.665-0600-584be551666d1a4e49f54a01", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368913665), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1982, step 4 of 6: 19000, step 5 of 6: 46, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:21:53.666 I SHARDING [conn9] distributed lock with ts: 584be53c666d1a4e49f549fb' unlocked. Sat Dec 10 05:21:53.666 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454147161000) }, max: { datetime: new Date(1454271279000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:817 reslen:154 locks:{ Global: { acquireCount: { r: 1646, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 269 } }, Database: { acquireCount: { r: 819, w: 4, W: 2 } }, Collection: { acquireCount: { r: 819, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6531 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21036ms Sat Dec 10 05:21:53.673 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:21:53.674 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470125251000) }, { datetime: new Date(1470166647000) }) in IISLogs.pubbsdweb2', ts : 584be551666d1a4e49f54a02 Sat Dec 10 05:21:53.674 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 84|0||584bbf7a90d1dc672b548236, current metadata version is 84|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:21:53.676 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 84|0||584bbf7a90d1dc672b548236 to shard version 84|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:21:53.676 I SHARDING [conn9] collection version was loaded at version 84|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:21:53.676 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:21:53.676-0600-584be551666d1a4e49f54a03", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368913676), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:21:53.676 I SHARDING [conn9] moveChunk request accepted at version 84|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:22:01.103 I SHARDING [conn9] moveChunk number of documents: 113740 Sat Dec 10 05:22:01.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:01.920 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776026 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 787ms Sat Dec 10 05:22:02.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91, clonedBytes: 24913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:03.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8968, clonedBytes: 2472370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:04.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18549, clonedBytes: 5118875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:05.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27790, clonedBytes: 7684862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:06.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37373, clonedBytes: 10344643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:07.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43963, clonedBytes: 12195075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:08.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49823, clonedBytes: 13906043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:09.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57556, clonedBytes: 16158374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:10.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58319, clonedBytes: 16378755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:10.633 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16314772 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1112ms Sat Dec 10 05:22:11.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62985, clonedBytes: 17726851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:12.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73054, clonedBytes: 20602652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:13.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83023, clonedBytes: 23474789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:14.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93121, clonedBytes: 26363583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:15.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103436, clonedBytes: 29343007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:16.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be551666d1a4e49f54a04", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113740, clonedBytes: 32316542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:16.573 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:22:16.574 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:22:16.574 I SHARDING [conn9] moveChunk setting version to: 85|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:22:16.583 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113740, clonedBytes: 32316542, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:22:16.583 I SHARDING [conn9] moveChunk updating self version to: 85|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470166647000) } -> { datetime: new Date(1470202604000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:22:16.584 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:16.584-0600-584be568666d1a4e49f54a07", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368936584), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113740, clonedBytes: 32316542, catchup: 0, steady: 0 } } Sat Dec 10 05:22:16.585 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:22:16.585 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:22:16.586 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:16.586-0600-584be568666d1a4e49f54a08", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368936586), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 7428, step 4 of 6: 15466, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:22:16.587 I SHARDING [conn9] distributed lock with ts: 584be551666d1a4e49f54a02' unlocked. Sat Dec 10 05:22:16.587 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470125251000) }, max: { datetime: new Date(1470166647000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:969 reslen:154 locks:{ Global: { acquireCount: { r: 1950, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1641 } }, Database: { acquireCount: { r: 971, w: 4, W: 2 } }, Collection: { acquireCount: { r: 971, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22913ms Sat Dec 10 05:22:16.604 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:22:16.605 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456617773000) }, { datetime: new Date(1456742480000) }) in IISLogs.pubprdweb02', ts : 584be568666d1a4e49f54a09 Sat Dec 10 05:22:16.605 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 77|0||584bc22c90d1dc672b54829b, current metadata version is 77|0||584bc22c90d1dc672b54829b Sat Dec 10 05:22:16.608 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 77|0||584bc22c90d1dc672b54829b to shard version 77|1||584bc22c90d1dc672b54829b Sat Dec 10 05:22:16.608 I SHARDING [conn9] collection version was loaded at version 77|1||584bc22c90d1dc672b54829b, took 3ms Sat Dec 10 05:22:16.608 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:16.608-0600-584be568666d1a4e49f54a0a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368936608), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:22:16.616 I SHARDING [conn9] moveChunk request accepted at version 77|1||584bc22c90d1dc672b54829b Sat Dec 10 05:22:16.643 I SHARDING [RangeDeleter] rangeDeleter deleted 102944 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451661627000) } -> { datetime: new Date(1451797805000) } Sat Dec 10 05:22:16.643 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1468697607000) } -> { datetime: new Date(1468860692000) }, with opId: 139676 Sat Dec 10 05:22:20.762 I SHARDING [conn9] moveChunk number of documents: 106560 Sat Dec 10 05:22:20.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:20.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:20.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:20.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:20.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:20.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:20.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:21.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:21.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:21.381 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776300 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 607ms Sat Dec 10 05:22:21.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3329, clonedBytes: 1113757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:22.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13511, clonedBytes: 4520606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:23.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23742, clonedBytes: 7991863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:24.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34290, clonedBytes: 11666017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:25.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45046, clonedBytes: 15229310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:26.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48702, clonedBytes: 16446348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:27.003 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776067 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 710ms Sat Dec 10 05:22:27.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57510, clonedBytes: 19499169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:29.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68072, clonedBytes: 22942643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:30.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78533, clonedBytes: 26473546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:31.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89007, clonedBytes: 29946849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:32.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98303, clonedBytes: 33104304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:33.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be568666d1a4e49f54a0b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106560, clonedBytes: 36085578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:33.117 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:22:33.118 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:22:33.118 I SHARDING [conn9] moveChunk setting version to: 78|0||584bc22c90d1dc672b54829b Sat Dec 10 05:22:33.125 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106560, clonedBytes: 36085578, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:22:33.125 I SHARDING [conn9] moveChunk updating self version to: 78|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456742480000) } -> { datetime: new Date(1456850351000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:22:33.126 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:33.126-0600-584be579666d1a4e49f54a0e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368953126), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106560, clonedBytes: 36085578, catchup: 0, steady: 0 } } Sat Dec 10 05:22:33.127 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:22:33.127 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:22:33.127 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:33.127-0600-584be579666d1a4e49f54a0f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368953127), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, step 1 of 6: 0, step 2 of 6: 12, step 3 of 6: 4148, step 4 of 6: 12351, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:22:33.129 I SHARDING [conn9] distributed lock with ts: 584be568666d1a4e49f54a09' unlocked. Sat Dec 10 05:22:33.129 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456617773000) }, max: { datetime: new Date(1456742480000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:863 reslen:154 locks:{ Global: { acquireCount: { r: 1738, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 455 } }, Database: { acquireCount: { r: 865, w: 4, W: 2 } }, Collection: { acquireCount: { r: 865, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16526ms Sat Dec 10 05:22:33.133 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:22:33.133 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446266647000) }, { datetime: new Date(1446334545000) }) in IISLogs.pubprdweb03', ts : 584be579666d1a4e49f54a10 Sat Dec 10 05:22:33.134 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 62|0||584bc97f90d1dc672b548352, current metadata version is 62|0||584bc97f90d1dc672b548352 Sat Dec 10 05:22:33.135 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 62|0||584bc97f90d1dc672b548352 to shard version 62|1||584bc97f90d1dc672b548352 Sat Dec 10 05:22:33.135 I SHARDING [conn9] collection version was loaded at version 62|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:22:33.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:33.135-0600-584be579666d1a4e49f54a11", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368953135), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:22:33.136 I SHARDING [conn9] moveChunk request accepted at version 62|1||584bc97f90d1dc672b548352 Sat Dec 10 05:22:36.077 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:22:36.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:36.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:37.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:37.573 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776282 locks:{ Global: { acquireCount: { r: 1014 } }, Database: { acquireCount: { r: 507 } }, Collection: { acquireCount: { r: 507 } } } protocol:op_command 1487ms Sat Dec 10 05:22:38.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5069, clonedBytes: 1308769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:39.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15682, clonedBytes: 4041635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:40.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26433, clonedBytes: 6798346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:41.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36774, clonedBytes: 9470855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:42.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47261, clonedBytes: 12210874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:43.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57693, clonedBytes: 14933533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:44.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63153, clonedBytes: 16345173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:44.658 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13757230 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 777ms Sat Dec 10 05:22:45.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69897, clonedBytes: 18038204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:46.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79603, clonedBytes: 20545269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:47.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89975, clonedBytes: 23225402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:48.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100659, clonedBytes: 26249961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:49.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111210, clonedBytes: 29112537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:49.792 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1468697607000) } -> { datetime: new Date(1468860692000) } Sat Dec 10 05:22:49.792 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453758058000) } -> { datetime: new Date(1453911860000) }, with opId: 139834 Sat Dec 10 05:22:50.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be579666d1a4e49f54a12", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29759221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:50.556 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:22:50.557 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:22:50.557 I SHARDING [conn9] moveChunk setting version to: 63|0||584bc97f90d1dc672b548352 Sat Dec 10 05:22:50.564 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29759221, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:22:50.564 I SHARDING [conn9] moveChunk updating self version to: 63|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446334545000) } -> { datetime: new Date(1446417617000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:22:50.565 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:50.565-0600-584be58a666d1a4e49f54a15", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368970565), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29759221, catchup: 0, steady: 0 } } Sat Dec 10 05:22:50.566 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:22:50.567 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:22:50.567 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:50.567-0600-584be58a666d1a4e49f54a16", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368970567), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2943, step 4 of 6: 14476, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:22:50.568 I SHARDING [conn9] distributed lock with ts: 584be579666d1a4e49f54a10' unlocked. Sat Dec 10 05:22:50.568 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446266647000) }, max: { datetime: new Date(1446334545000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3765 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17435ms Sat Dec 10 05:22:50.573 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:22:50.574 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449012334000) }, { datetime: new Date(1449123116000) }) in IISLogs.pubprdweb04', ts : 584be58a666d1a4e49f54a17 Sat Dec 10 05:22:50.574 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 58|0||584bcad890d1dc672b54835d, current metadata version is 58|0||584bcad890d1dc672b54835d Sat Dec 10 05:22:50.575 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 58|0||584bcad890d1dc672b54835d to shard version 58|1||584bcad890d1dc672b54835d Sat Dec 10 05:22:50.575 I SHARDING [conn9] collection version was loaded at version 58|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:22:50.575 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:22:50.575-0600-584be58a666d1a4e49f54a18", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368970575), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:22:50.576 I SHARDING [conn9] moveChunk request accepted at version 58|1||584bcad890d1dc672b54835d Sat Dec 10 05:22:51.395 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:22:51.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:51.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:52.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:53.469 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776094 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } protocol:op_command 2054ms Sat Dec 10 05:22:53.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:54.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9165, clonedBytes: 2320350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:55.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19379, clonedBytes: 5079467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:56.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29409, clonedBytes: 7642761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:57.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41223, clonedBytes: 10813476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:22:58.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51373, clonedBytes: 13592178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:00.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59026, clonedBytes: 15664289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:01.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61648, clonedBytes: 16355520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:01.892 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13926718 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 1413ms Sat Dec 10 05:23:02.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63350, clonedBytes: 16804060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:03.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73377, clonedBytes: 19597822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:04.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83706, clonedBytes: 22320523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:05.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93924, clonedBytes: 25012435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:06.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104101, clonedBytes: 27775665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:07.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be58a666d1a4e49f54a19", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 29939182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:07.330 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:23:07.331 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:23:07.332 I SHARDING [conn9] moveChunk setting version to: 59|0||584bcad890d1dc672b54835d Sat Dec 10 05:23:07.340 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 29939182, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:23:07.340 I SHARDING [conn9] moveChunk updating self version to: 59|1||584bcad890d1dc672b54835d through { datetime: new Date(1449123116000) } -> { datetime: new Date(1449175911000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:23:07.341 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:07.341-0600-584be59b666d1a4e49f54a1c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368987341), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 29939182, catchup: 0, steady: 0 } } Sat Dec 10 05:23:07.342 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:23:07.345 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:23:07.345 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:07.345-0600-584be59b666d1a4e49f54a1d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368987345), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 821, step 4 of 6: 15931, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:23:07.346 I SHARDING [conn9] distributed lock with ts: 584be58a666d1a4e49f54a17' unlocked. Sat Dec 10 05:23:07.346 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449012334000) }, max: { datetime: new Date(1449123116000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 58000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2689 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16773ms Sat Dec 10 05:23:08.417 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:23:08.418 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454271279000) }, { datetime: new Date(1454348037000) }) in IISLogs.pubprdweb01', ts : 584be59c666d1a4e49f54a1e Sat Dec 10 05:23:08.418 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 86|0||584bbf4f90d1dc672b54822e, current metadata version is 86|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:23:08.419 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 86|0||584bbf4f90d1dc672b54822e to shard version 86|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:23:08.420 I SHARDING [conn9] collection version was loaded at version 86|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:23:08.420 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:08.420-0600-584be59c666d1a4e49f54a1f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481368988420), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:23:08.420 I SHARDING [conn9] moveChunk request accepted at version 86|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:23:09.210 I SHARDING [conn9] moveChunk number of documents: 102924 Sat Dec 10 05:23:09.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:09.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:10.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:10.957 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776203 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 1732ms Sat Dec 10 05:23:11.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1614, clonedBytes: 504964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:12.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11582, clonedBytes: 3817216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:13.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20497, clonedBytes: 6855936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:14.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30276, clonedBytes: 10030280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:15.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40182, clonedBytes: 13570011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:16.431 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453758058000) } -> { datetime: new Date(1453911860000) } Sat Dec 10 05:23:16.431 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445654499000) } -> { datetime: new Date(1445695676000) }, with opId: 140041 Sat Dec 10 05:23:16.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48176, clonedBytes: 16449933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:17.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48176, clonedBytes: 16449933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:17.807 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 1490ms Sat Dec 10 05:23:18.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54403, clonedBytes: 18625158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:19.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64629, clonedBytes: 22043034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:20.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74474, clonedBytes: 25442538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:21.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84303, clonedBytes: 28890442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:22.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94005, clonedBytes: 32121336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:23.485 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2285644 locks:{ Global: { acquireCount: { r: 118 } }, Database: { acquireCount: { r: 59 } }, Collection: { acquireCount: { r: 59 } } } protocol:op_command 594ms Sat Dec 10 05:23:23.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97967, clonedBytes: 33480024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:24.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be59c666d1a4e49f54a20", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102924, clonedBytes: 35147068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:24.704 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:23:24.705 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:23:24.706 I SHARDING [conn9] moveChunk setting version to: 87|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:23:24.710 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102924, clonedBytes: 35147068, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:23:24.710 I SHARDING [conn9] moveChunk updating self version to: 87|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454348037000) } -> { datetime: new Date(1454413768000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:23:24.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:24.712-0600-584be5ac666d1a4e49f54a23", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369004712), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102924, clonedBytes: 35147068, catchup: 0, steady: 0 } } Sat Dec 10 05:23:24.712 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:23:24.712 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:23:24.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:24.712-0600-584be5ac666d1a4e49f54a24", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369004712), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 792, step 4 of 6: 15489, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:23:24.714 I SHARDING [conn9] distributed lock with ts: 584be59c666d1a4e49f54a1e' unlocked. Sat Dec 10 05:23:24.714 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454271279000) }, max: { datetime: new Date(1454348037000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 120 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16297ms Sat Dec 10 05:23:24.718 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:23:24.719 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470166647000) }, { datetime: new Date(1470202604000) }) in IISLogs.pubbsdweb2', ts : 584be5ac666d1a4e49f54a25 Sat Dec 10 05:23:24.719 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 85|0||584bbf7a90d1dc672b548236, current metadata version is 85|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:23:24.720 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 85|0||584bbf7a90d1dc672b548236 to shard version 85|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:23:24.720 I SHARDING [conn9] collection version was loaded at version 85|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:23:24.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:24.720-0600-584be5ac666d1a4e49f54a26", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369004720), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:23:24.721 I SHARDING [conn9] moveChunk request accepted at version 85|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:23:25.838 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 05:23:25.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:25.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:25.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:25.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:25.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:25.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:26.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:26.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:26.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:26.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:27.071 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776092 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 1228ms Sat Dec 10 05:23:27.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7450, clonedBytes: 2153224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:28.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17480, clonedBytes: 5030861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:30.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27637, clonedBytes: 7939926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:31.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37516, clonedBytes: 10811401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:32.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48573, clonedBytes: 13974558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:33.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57262, clonedBytes: 16386220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:33.749 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16105430 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 667ms Sat Dec 10 05:23:34.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60628, clonedBytes: 17322023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:35.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70649, clonedBytes: 20127832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:36.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80502, clonedBytes: 22895267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:37.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90652, clonedBytes: 25703491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:38.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101232, clonedBytes: 28640055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:39.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109078, clonedBytes: 30815366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:40.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5ac666d1a4e49f54a27", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 32107217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:40.426 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:23:40.427 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:23:40.428 I SHARDING [conn9] moveChunk setting version to: 86|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:23:40.434 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 32107217, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:23:40.435 I SHARDING [conn9] moveChunk updating self version to: 86|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470202604000) } -> { datetime: new Date(1470237353000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:23:40.436 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:40.436-0600-584be5bc666d1a4e49f54a2a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369020436), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 32107217, catchup: 0, steady: 0 } } Sat Dec 10 05:23:40.437 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:23:40.437 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:23:40.437 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:40.437-0600-584be5bc666d1a4e49f54a2b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369020437), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1120, step 4 of 6: 14584, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:23:40.438 I SHARDING [conn9] distributed lock with ts: 584be5ac666d1a4e49f54a25' unlocked. Sat Dec 10 05:23:40.438 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470166647000) }, max: { datetime: new Date(1470202604000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 216 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15720ms Sat Dec 10 05:23:40.443 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:23:40.444 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456742480000) }, { datetime: new Date(1456850351000) }) in IISLogs.pubprdweb02', ts : 584be5bc666d1a4e49f54a2c Sat Dec 10 05:23:40.444 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 78|0||584bc22c90d1dc672b54829b, current metadata version is 78|0||584bc22c90d1dc672b54829b Sat Dec 10 05:23:40.445 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 78|0||584bc22c90d1dc672b54829b to shard version 78|1||584bc22c90d1dc672b54829b Sat Dec 10 05:23:40.445 I SHARDING [conn9] collection version was loaded at version 78|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:23:40.445 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:40.445-0600-584be5bc666d1a4e49f54a2d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369020445), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:23:40.446 I SHARDING [conn9] moveChunk request accepted at version 78|1||584bc22c90d1dc672b54829b Sat Dec 10 05:23:42.070 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:23:42.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.299 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445654499000) } -> { datetime: new Date(1445695676000) } Sat Dec 10 05:23:42.299 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447200052000) } -> { datetime: new Date(1447296117000) }, with opId: 140234 Sat Dec 10 05:23:42.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:42.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:43.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:43.445 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776307 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 1348ms Sat Dec 10 05:23:44.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3269, clonedBytes: 1239133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:45.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13120, clonedBytes: 4421219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:46.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22625, clonedBytes: 7415228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:47.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32189, clonedBytes: 10503133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:48.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42400, clonedBytes: 13617229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:49.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51305, clonedBytes: 16428134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:50.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51305, clonedBytes: 16428134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:51.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51305, clonedBytes: 16428134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:52.106 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776096 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 2884ms Sat Dec 10 05:23:52.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53436, clonedBytes: 17184205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:53.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63144, clonedBytes: 20439318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:54.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72853, clonedBytes: 23561171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:55.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78184, clonedBytes: 25495587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:56.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85713, clonedBytes: 28217905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:57.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95926, clonedBytes: 31646221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:58.487 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2122472 locks:{ Global: { acquireCount: { r: 114 } }, Database: { acquireCount: { r: 57 } }, Collection: { acquireCount: { r: 57 } } } protocol:op_command 472ms Sat Dec 10 05:23:58.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100756, clonedBytes: 33175150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:59.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5bc666d1a4e49f54a2e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 34958909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:23:59.631 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:23:59.632 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:23:59.633 I SHARDING [conn9] moveChunk setting version to: 79|0||584bc22c90d1dc672b54829b Sat Dec 10 05:23:59.644 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 34958909, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:23:59.644 I SHARDING [conn9] moveChunk updating self version to: 79|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456850351000) } -> { datetime: new Date(1456940755000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:23:59.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:59.646-0600-584be5cf666d1a4e49f54a31", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369039646), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 34958909, catchup: 0, steady: 0 } } Sat Dec 10 05:23:59.647 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:23:59.647 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:23:59.647 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:59.647-0600-584be5cf666d1a4e49f54a32", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369039647), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1630, step 4 of 6: 17553, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:23:59.648 I SHARDING [conn9] distributed lock with ts: 584be5bc666d1a4e49f54a2c' unlocked. Sat Dec 10 05:23:59.648 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456742480000) }, max: { datetime: new Date(1456850351000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 258 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19206ms Sat Dec 10 05:23:59.654 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:23:59.654 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446334545000) }, { datetime: new Date(1446417617000) }) in IISLogs.pubprdweb03', ts : 584be5cf666d1a4e49f54a33 Sat Dec 10 05:23:59.654 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 63|0||584bc97f90d1dc672b548352, current metadata version is 63|0||584bc97f90d1dc672b548352 Sat Dec 10 05:23:59.656 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 63|0||584bc97f90d1dc672b548352 to shard version 63|1||584bc97f90d1dc672b548352 Sat Dec 10 05:23:59.656 I SHARDING [conn9] collection version was loaded at version 63|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:23:59.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:23:59.656-0600-584be5cf666d1a4e49f54a34", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369039656), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:23:59.657 I SHARDING [conn9] moveChunk request accepted at version 63|1||584bc97f90d1dc672b548352 Sat Dec 10 05:24:01.147 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:24:01.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:01.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:02.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:03.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:04.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:05.127 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776319 locks:{ Global: { acquireCount: { r: 1024 } }, Database: { acquireCount: { r: 512 } }, Collection: { acquireCount: { r: 512 } } } protocol:op_command 3942ms Sat Dec 10 05:24:05.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 454, clonedBytes: 116440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:06.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8897, clonedBytes: 2260848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:07.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14793, clonedBytes: 3762692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:07.895 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447200052000) } -> { datetime: new Date(1447296117000) } Sat Dec 10 05:24:07.896 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468383560000) } -> { datetime: new Date(1468424851000) }, with opId: 140374 Sat Dec 10 05:24:08.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23123, clonedBytes: 5965358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:09.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33100, clonedBytes: 8564210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:10.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43136, clonedBytes: 11147021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:11.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53209, clonedBytes: 13737648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:12.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63198, clonedBytes: 16344895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:13.509 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13830934 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 892ms Sat Dec 10 05:24:13.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63755, clonedBytes: 16487116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:14.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73974, clonedBytes: 19147380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:15.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84034, clonedBytes: 21733237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:16.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93930, clonedBytes: 24273166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:17.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103902, clonedBytes: 27035494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:18.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5cf666d1a4e49f54a35", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29832969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:18.810 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:24:18.812 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:24:18.813 I SHARDING [conn9] moveChunk setting version to: 64|0||584bc97f90d1dc672b548352 Sat Dec 10 05:24:18.816 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29832969, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:24:18.816 I SHARDING [conn9] moveChunk updating self version to: 64|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446417617000) } -> { datetime: new Date(1446496350000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:24:18.819 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:18.819-0600-584be5e2666d1a4e49f54a38", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369058819), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29832969, catchup: 0, steady: 0 } } Sat Dec 10 05:24:18.819 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:24:18.819 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:24:18.820 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:18.820-0600-584be5e2666d1a4e49f54a39", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369058820), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1517, step 4 of 6: 17635, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:24:18.821 I SHARDING [conn9] distributed lock with ts: 584be5cf666d1a4e49f54a33' unlocked. Sat Dec 10 05:24:18.821 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446334545000) }, max: { datetime: new Date(1446417617000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 95 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19168ms Sat Dec 10 05:24:18.826 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:24:18.829 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449123116000) }, { datetime: new Date(1449175911000) }) in IISLogs.pubprdweb04', ts : 584be5e2666d1a4e49f54a3a Sat Dec 10 05:24:18.829 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 59|0||584bcad890d1dc672b54835d, current metadata version is 59|0||584bcad890d1dc672b54835d Sat Dec 10 05:24:18.830 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 59|0||584bcad890d1dc672b54835d to shard version 59|1||584bcad890d1dc672b54835d Sat Dec 10 05:24:18.830 I SHARDING [conn9] collection version was loaded at version 59|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:24:18.831 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:18.831-0600-584be5e2666d1a4e49f54a3b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369058831), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:24:18.832 I SHARDING [conn9] moveChunk request accepted at version 59|1||584bcad890d1dc672b54835d Sat Dec 10 05:24:19.769 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:24:19.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:19.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:19.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:19.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:19.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:19.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:19.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:20.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:20.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:20.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:21.577 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776313 locks:{ Global: { acquireCount: { r: 1064 } }, Database: { acquireCount: { r: 532 } }, Collection: { acquireCount: { r: 532 } } } protocol:op_command 1793ms Sat Dec 10 05:24:21.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 304, clonedBytes: 79404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:22.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9490, clonedBytes: 2435217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:23.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18968, clonedBytes: 4755678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:25.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29088, clonedBytes: 7232855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:26.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38005, clonedBytes: 9403472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:27.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47168, clonedBytes: 11753746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:28.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57536, clonedBytes: 14315280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:28.536 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468383560000) } -> { datetime: new Date(1468424851000) } Sat Dec 10 05:24:28.536 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451797805000) } -> { datetime: new Date(1451938632000) }, with opId: 140463 Sat Dec 10 05:24:29.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65630, clonedBytes: 16327865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:29.941 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:11923066 locks:{ Global: { acquireCount: { r: 744 } }, Database: { acquireCount: { r: 372 } }, Collection: { acquireCount: { r: 372 } } } protocol:op_command 1017ms Sat Dec 10 05:24:30.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67671, clonedBytes: 16844059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:31.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78108, clonedBytes: 19475445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:32.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86718, clonedBytes: 21682193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:33.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95676, clonedBytes: 23878398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:34.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105853, clonedBytes: 26370214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:35.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5e2666d1a4e49f54a3c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 27935735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:35.454 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:24:35.455 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:24:35.456 I SHARDING [conn9] moveChunk setting version to: 60|0||584bcad890d1dc672b54835d Sat Dec 10 05:24:35.466 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 27935735, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:24:35.466 I SHARDING [conn9] moveChunk updating self version to: 60|1||584bcad890d1dc672b54835d through { datetime: new Date(1449175911000) } -> { datetime: new Date(1449232393000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:24:35.467 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:35.467-0600-584be5f3666d1a4e49f54a3f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369075467), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 27935735, catchup: 0, steady: 0 } } Sat Dec 10 05:24:35.468 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:24:35.484 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:24:35.485 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:35.485-0600-584be5f3666d1a4e49f54a40", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369075485), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 940, step 4 of 6: 15680, step 5 of 6: 30, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:24:35.486 I SHARDING [conn9] distributed lock with ts: 584be5e2666d1a4e49f54a3a' unlocked. Sat Dec 10 05:24:35.487 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449123116000) }, max: { datetime: new Date(1449175911000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 59000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 16266 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16660ms Sat Dec 10 05:24:36.558 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:24:36.560 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454348037000) }, { datetime: new Date(1454413768000) }) in IISLogs.pubprdweb01', ts : 584be5f4666d1a4e49f54a41 Sat Dec 10 05:24:36.560 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 87|0||584bbf4f90d1dc672b54822e, current metadata version is 87|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:24:36.561 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 87|0||584bbf4f90d1dc672b54822e to shard version 87|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:24:36.561 I SHARDING [conn9] collection version was loaded at version 87|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:24:36.561 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:36.561-0600-584be5f4666d1a4e49f54a42", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369076561), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:24:36.562 I SHARDING [conn9] moveChunk request accepted at version 87|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:24:39.319 I SHARDING [conn9] moveChunk number of documents: 102891 Sat Dec 10 05:24:39.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:39.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:40.158 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776035 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 829ms Sat Dec 10 05:24:40.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 470, clonedBytes: 161091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:41.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9053, clonedBytes: 3094130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:42.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18782, clonedBytes: 6351376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:43.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28593, clonedBytes: 9584361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:44.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37987, clonedBytes: 12721789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:45.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47264, clonedBytes: 15618462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:46.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49845, clonedBytes: 16438082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:47.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49845, clonedBytes: 16438082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:48.226 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776299 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 2440ms Sat Dec 10 05:24:48.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52267, clonedBytes: 17254496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:49.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61974, clonedBytes: 20560834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:50.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71713, clonedBytes: 23784697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:51.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81666, clonedBytes: 27159842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:52.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91502, clonedBytes: 30762279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:53.541 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2073341 locks:{ Global: { acquireCount: { r: 90 } }, Database: { acquireCount: { r: 45 } }, Collection: { acquireCount: { r: 45 } } } protocol:op_command 141ms Sat Dec 10 05:24:53.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98916, clonedBytes: 33444509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:53.747 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451797805000) } -> { datetime: new Date(1451938632000) } Sat Dec 10 05:24:53.747 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1468860692000) } -> { datetime: new Date(1468935049000) }, with opId: 140605 Sat Dec 10 05:24:54.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be5f4666d1a4e49f54a43", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102891, clonedBytes: 34933878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:54.758 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:24:54.759 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:24:54.760 I SHARDING [conn9] moveChunk setting version to: 88|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:24:54.769 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102891, clonedBytes: 34933878, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:24:54.769 I SHARDING [conn9] moveChunk updating self version to: 88|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454413768000) } -> { datetime: new Date(1454519648000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:24:54.771 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:54.771-0600-584be606666d1a4e49f54a46", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369094771), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102891, clonedBytes: 34933878, catchup: 0, steady: 0 } } Sat Dec 10 05:24:54.772 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:24:54.772 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:24:54.772 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:54.772-0600-584be606666d1a4e49f54a47", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369094772), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2760, step 4 of 6: 15434, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:24:54.773 I SHARDING [conn9] distributed lock with ts: 584be5f4666d1a4e49f54a41' unlocked. Sat Dec 10 05:24:54.773 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454348037000) }, max: { datetime: new Date(1454413768000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:823 reslen:154 locks:{ Global: { acquireCount: { r: 1658, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 300 } }, Database: { acquireCount: { r: 825, w: 4, W: 2 } }, Collection: { acquireCount: { r: 825, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 246 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18215ms Sat Dec 10 05:24:54.777 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:24:54.778 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470202604000) }, { datetime: new Date(1470237353000) }) in IISLogs.pubbsdweb2', ts : 584be606666d1a4e49f54a48 Sat Dec 10 05:24:54.778 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 86|0||584bbf7a90d1dc672b548236, current metadata version is 86|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:24:54.779 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 86|0||584bbf7a90d1dc672b548236 to shard version 86|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:24:54.780 I SHARDING [conn9] collection version was loaded at version 86|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:24:54.780 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:24:54.780-0600-584be606666d1a4e49f54a49", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369094780), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:24:54.780 I SHARDING [conn9] moveChunk request accepted at version 86|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:24:57.028 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 05:24:57.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:57.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:58.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:24:58.227 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 954 } }, Database: { acquireCount: { r: 477 } }, Collection: { acquireCount: { r: 477 } } } protocol:op_command 1195ms Sat Dec 10 05:24:59.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7976, clonedBytes: 2202176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:00.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17837, clonedBytes: 4929400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:01.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28138, clonedBytes: 7751581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:02.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38194, clonedBytes: 10504357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:03.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48507, clonedBytes: 13338275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:04.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58890, clonedBytes: 16186084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:05.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59563, clonedBytes: 16370314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:05.845 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15678928 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1448ms Sat Dec 10 05:25:06.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63784, clonedBytes: 17531300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:07.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73179, clonedBytes: 20150082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:08.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83487, clonedBytes: 23056484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:09.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94682, clonedBytes: 26223481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:10.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102280, clonedBytes: 28408183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:11.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111955, clonedBytes: 31171726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:12.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be606666d1a4e49f54a4a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 31680972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:12.939 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:25:12.940 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:25:12.942 I SHARDING [conn9] moveChunk setting version to: 87|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:25:12.947 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 31680972, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:25:12.947 I SHARDING [conn9] moveChunk updating self version to: 87|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470237353000) } -> { datetime: new Date(1470278983000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:25:12.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:12.949-0600-584be618666d1a4e49f54a4d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369112949), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 31680972, catchup: 0, steady: 0 } } Sat Dec 10 05:25:12.949 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:25:12.949 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:25:12.950 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:12.950-0600-584be618666d1a4e49f54a4e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369112950), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2250, step 4 of 6: 15907, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:25:12.951 I SHARDING [conn9] distributed lock with ts: 584be606666d1a4e49f54a48' unlocked. Sat Dec 10 05:25:12.951 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470202604000) }, max: { datetime: new Date(1470237353000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 163 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 1477 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18174ms Sat Dec 10 05:25:12.955 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:25:12.956 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456850351000) }, { datetime: new Date(1456940755000) }) in IISLogs.pubprdweb02', ts : 584be618666d1a4e49f54a4f Sat Dec 10 05:25:12.956 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 79|0||584bc22c90d1dc672b54829b, current metadata version is 79|0||584bc22c90d1dc672b54829b Sat Dec 10 05:25:12.957 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 79|0||584bc22c90d1dc672b54829b to shard version 79|1||584bc22c90d1dc672b54829b Sat Dec 10 05:25:12.957 I SHARDING [conn9] collection version was loaded at version 79|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:25:12.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:12.957-0600-584be618666d1a4e49f54a50", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369112957), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:25:12.958 I SHARDING [conn9] moveChunk request accepted at version 79|1||584bc22c90d1dc672b54829b Sat Dec 10 05:25:14.245 I SHARDING [conn9] moveChunk number of documents: 106471 Sat Dec 10 05:25:14.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:14.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:15.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:15.463 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776325 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 1205ms Sat Dec 10 05:25:16.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7795, clonedBytes: 2541683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:17.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17986, clonedBytes: 5771617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:18.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28249, clonedBytes: 8902669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:19.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38250, clonedBytes: 12038478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:20.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48630, clonedBytes: 15498074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:21.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51337, clonedBytes: 16427928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:22.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51337, clonedBytes: 16427928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:23.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51337, clonedBytes: 16427928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:24.495 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776291 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 3647ms Sat Dec 10 05:25:24.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52438, clonedBytes: 16813826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:25.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63881, clonedBytes: 20487703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:26.087 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1468860692000) } -> { datetime: new Date(1468935049000) } Sat Dec 10 05:25:26.087 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1453911860000) } -> { datetime: new Date(1454045297000) }, with opId: 140816 Sat Dec 10 05:25:26.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73623, clonedBytes: 24063416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:27.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83547, clonedBytes: 27662774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:28.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92656, clonedBytes: 30571276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:29.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99867, clonedBytes: 32875471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:30.049 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2149875 locks:{ Global: { acquireCount: { r: 108 } }, Database: { acquireCount: { r: 54 } }, Collection: { acquireCount: { r: 54 } } } protocol:op_command 321ms Sat Dec 10 05:25:31.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be618666d1a4e49f54a51", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106471, clonedBytes: 34986684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:31.005 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:25:31.007 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:25:31.008 I SHARDING [conn9] moveChunk setting version to: 80|0||584bc22c90d1dc672b54829b Sat Dec 10 05:25:31.019 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106471, clonedBytes: 34986684, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:25:31.019 I SHARDING [conn9] moveChunk updating self version to: 80|1||584bc22c90d1dc672b54829b through { datetime: new Date(1456940755000) } -> { datetime: new Date(1457082379000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:25:31.021 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:31.021-0600-584be62b666d1a4e49f54a54", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369131021), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106471, clonedBytes: 34986684, catchup: 0, steady: 0 } } Sat Dec 10 05:25:31.022 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:25:31.022 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:25:31.023 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:31.023-0600-584be62b666d1a4e49f54a55", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369131023), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1290, step 4 of 6: 16756, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:25:31.024 I SHARDING [conn9] distributed lock with ts: 584be618666d1a4e49f54a4f' unlocked. Sat Dec 10 05:25:31.024 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456850351000) }, max: { datetime: new Date(1456940755000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 296 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 28 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18069ms Sat Dec 10 05:25:31.028 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:25:31.029 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446417617000) }, { datetime: new Date(1446496350000) }) in IISLogs.pubprdweb03', ts : 584be62b666d1a4e49f54a56 Sat Dec 10 05:25:31.029 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 64|0||584bc97f90d1dc672b548352, current metadata version is 64|0||584bc97f90d1dc672b548352 Sat Dec 10 05:25:31.031 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 64|0||584bc97f90d1dc672b548352 to shard version 64|1||584bc97f90d1dc672b548352 Sat Dec 10 05:25:31.031 I SHARDING [conn9] collection version was loaded at version 64|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:25:31.031 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:31.031-0600-584be62b666d1a4e49f54a57", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369131031), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:25:31.032 I SHARDING [conn9] moveChunk request accepted at version 64|1||584bc97f90d1dc672b548352 Sat Dec 10 05:25:35.483 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:25:35.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:35.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:36.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:36.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:37.107 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776099 locks:{ Global: { acquireCount: { r: 1020 } }, Database: { acquireCount: { r: 510 } }, Collection: { acquireCount: { r: 510 } } } protocol:op_command 1620ms Sat Dec 10 05:25:37.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3565, clonedBytes: 907744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:38.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13974, clonedBytes: 3569427, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:39.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24462, clonedBytes: 6359000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:40.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34641, clonedBytes: 8988075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:41.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44755, clonedBytes: 11595747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:42.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55387, clonedBytes: 14250993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:43.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63422, clonedBytes: 16343107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:44.624 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13421372 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1077ms Sat Dec 10 05:25:44.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64593, clonedBytes: 16656906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:45.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74908, clonedBytes: 19368238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:46.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84932, clonedBytes: 21965217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:47.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95400, clonedBytes: 24672144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:48.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105835, clonedBytes: 27375199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:49.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be62b666d1a4e49f54a58", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 29423194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:49.960 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:25:49.961 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:25:49.961 I SHARDING [conn9] moveChunk setting version to: 65|0||584bc97f90d1dc672b548352 Sat Dec 10 05:25:49.963 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 29423194, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:25:49.963 I SHARDING [conn9] moveChunk updating self version to: 65|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446496350000) } -> { datetime: new Date(1446571908000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:25:49.965 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:49.965-0600-584be63d666d1a4e49f54a5b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369149965), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 29423194, catchup: 0, steady: 0 } } Sat Dec 10 05:25:49.965 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:25:49.965 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:25:49.965 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:49.965-0600-584be63d666d1a4e49f54a5c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369149965), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4453, step 4 of 6: 14473, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:25:49.967 I SHARDING [conn9] distributed lock with ts: 584be62b666d1a4e49f54a56' unlocked. Sat Dec 10 05:25:49.967 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446417617000) }, max: { datetime: new Date(1446496350000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:923 reslen:154 locks:{ Global: { acquireCount: { r: 1858, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 251 } }, Database: { acquireCount: { r: 925, w: 4, W: 2 } }, Collection: { acquireCount: { r: 925, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18939ms Sat Dec 10 05:25:49.971 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:25:49.972 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449175911000) }, { datetime: new Date(1449232393000) }) in IISLogs.pubprdweb04', ts : 584be63d666d1a4e49f54a5d Sat Dec 10 05:25:49.972 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 60|0||584bcad890d1dc672b54835d, current metadata version is 60|0||584bcad890d1dc672b54835d Sat Dec 10 05:25:49.973 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 60|0||584bcad890d1dc672b54835d to shard version 60|1||584bcad890d1dc672b54835d Sat Dec 10 05:25:49.973 I SHARDING [conn9] collection version was loaded at version 60|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:25:49.974 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:25:49.974-0600-584be63d666d1a4e49f54a5e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369149974), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:25:49.974 I SHARDING [conn9] moveChunk request accepted at version 60|1||584bcad890d1dc672b54835d Sat Dec 10 05:25:50.675 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:25:50.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:50.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:51.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:51.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:52.087 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776064 locks:{ Global: { acquireCount: { r: 1068 } }, Database: { acquireCount: { r: 534 } }, Collection: { acquireCount: { r: 534 } } } protocol:op_command 1371ms Sat Dec 10 05:25:52.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4191, clonedBytes: 1015836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:53.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14182, clonedBytes: 3449440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:54.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24605, clonedBytes: 6007605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:55.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35217, clonedBytes: 8577631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:56.432 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1453911860000) } -> { datetime: new Date(1454045297000) } Sat Dec 10 05:25:56.432 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445695676000) } -> { datetime: new Date(1445724622000) }, with opId: 140994 Sat Dec 10 05:25:56.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45747, clonedBytes: 11130391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:57.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55866, clonedBytes: 13617745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:58.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65994, clonedBytes: 16131462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:25:59.852 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12031787 locks:{ Global: { acquireCount: { r: 732 } }, Database: { acquireCount: { r: 366 } }, Collection: { acquireCount: { r: 366 } } } protocol:op_command 823ms Sat Dec 10 05:25:59.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67134, clonedBytes: 16421874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:00.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77523, clonedBytes: 18986105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:02.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87980, clonedBytes: 21542178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:03.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98248, clonedBytes: 24328905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:04.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108653, clonedBytes: 27086185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:05.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be63d666d1a4e49f54a5f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 28044221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:05.117 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:26:05.118 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:26:05.119 I SHARDING [conn9] moveChunk setting version to: 61|0||584bcad890d1dc672b54835d Sat Dec 10 05:26:05.124 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 28044221, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:26:05.124 I SHARDING [conn9] moveChunk updating self version to: 61|1||584bcad890d1dc672b54835d through { datetime: new Date(1449232393000) } -> { datetime: new Date(1449336122000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:26:05.126 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:05.126-0600-584be64d666d1a4e49f54a62", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369165126), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 28044221, catchup: 0, steady: 0 } } Sat Dec 10 05:26:05.126 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:26:05.127 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:26:05.127 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:05.127-0600-584be64d666d1a4e49f54a63", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369165127), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 703, step 4 of 6: 14439, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:26:05.128 I SHARDING [conn9] distributed lock with ts: 584be63d666d1a4e49f54a5d' unlocked. Sat Dec 10 05:26:05.128 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449175911000) }, max: { datetime: new Date(1449232393000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 60000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:876 reslen:154 locks:{ Global: { acquireCount: { r: 1764, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 535 } }, Database: { acquireCount: { r: 878, w: 4, W: 2 } }, Collection: { acquireCount: { r: 878, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15157ms Sat Dec 10 05:26:06.201 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:26:06.202 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454413768000) }, { datetime: new Date(1454519648000) }) in IISLogs.pubprdweb01', ts : 584be64e666d1a4e49f54a64 Sat Dec 10 05:26:06.202 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 88|0||584bbf4f90d1dc672b54822e, current metadata version is 88|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:26:06.207 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 88|0||584bbf4f90d1dc672b54822e to shard version 88|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:26:06.207 I SHARDING [conn9] collection version was loaded at version 88|1||584bbf4f90d1dc672b54822e, took 4ms Sat Dec 10 05:26:06.207 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:06.207-0600-584be64e666d1a4e49f54a65", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369166207), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:26:06.211 I SHARDING [conn9] moveChunk request accepted at version 88|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:26:07.057 I SHARDING [conn9] moveChunk number of documents: 102964 Sat Dec 10 05:26:07.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:07.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:08.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:09.008 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776187 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 1937ms Sat Dec 10 05:26:09.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 304, clonedBytes: 113797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:10.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10270, clonedBytes: 3383501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:11.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19959, clonedBytes: 6461061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:12.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28908, clonedBytes: 9432239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:13.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38704, clonedBytes: 12321634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:14.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46840, clonedBytes: 14861548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:15.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51203, clonedBytes: 16259023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:16.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51756, clonedBytes: 16424857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:17.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51756, clonedBytes: 16424857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:18.056 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776011 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 2164ms Sat Dec 10 05:26:18.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58958, clonedBytes: 18880218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:19.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68885, clonedBytes: 22026774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:20.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77849, clonedBytes: 25387496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:22.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88117, clonedBytes: 29046092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:23.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98140, clonedBytes: 32244176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:24.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be64e666d1a4e49f54a66", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102964, clonedBytes: 33784376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:24.070 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:26:24.078 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:26:24.078 I SHARDING [conn9] moveChunk setting version to: 89|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:26:24.083 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102964, clonedBytes: 33784376, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:26:24.083 I SHARDING [conn9] moveChunk updating self version to: 89|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454519648000) } -> { datetime: new Date(1454606720000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:26:24.084 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:24.084-0600-584be660666d1a4e49f54a69", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369184084), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102964, clonedBytes: 33784376, catchup: 0, steady: 0 } } Sat Dec 10 05:26:24.086 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:26:24.086 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:26:24.086 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:24.086-0600-584be660666d1a4e49f54a6a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369184086), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 848, step 4 of 6: 17010, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:26:24.088 I SHARDING [conn9] distributed lock with ts: 584be64e666d1a4e49f54a64' unlocked. Sat Dec 10 05:26:24.088 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454413768000) }, max: { datetime: new Date(1454519648000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 118 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17888ms Sat Dec 10 05:26:24.095 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:26:24.096 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470237353000) }, { datetime: new Date(1470278983000) }) in IISLogs.pubbsdweb2', ts : 584be660666d1a4e49f54a6b Sat Dec 10 05:26:24.096 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 87|0||584bbf7a90d1dc672b548236, current metadata version is 87|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:26:24.101 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 87|0||584bbf7a90d1dc672b548236 to shard version 87|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:26:24.101 I SHARDING [conn9] collection version was loaded at version 87|1||584bbf7a90d1dc672b548236, took 4ms Sat Dec 10 05:26:24.102 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:24.102-0600-584be660666d1a4e49f54a6c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369184102), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:26:24.102 I SHARDING [conn9] moveChunk request accepted at version 87|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:26:25.023 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445695676000) } -> { datetime: new Date(1445724622000) } Sat Dec 10 05:26:25.023 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447296117000) } -> { datetime: new Date(1447378206000) }, with opId: 141218 Sat Dec 10 05:26:25.551 I SHARDING [conn9] moveChunk number of documents: 113751 Sat Dec 10 05:26:25.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:25.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:26.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:26.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:26.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776226 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1172ms Sat Dec 10 05:26:27.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5514, clonedBytes: 1585310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:28.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15297, clonedBytes: 4396056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:29.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25281, clonedBytes: 7319214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:30.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35237, clonedBytes: 10247349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:31.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45246, clonedBytes: 13236430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:32.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55298, clonedBytes: 16243541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:33.635 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776137 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 684ms Sat Dec 10 05:26:33.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57583, clonedBytes: 16944636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:34.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67840, clonedBytes: 19994778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:35.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77811, clonedBytes: 22904223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:37.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88079, clonedBytes: 25785625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:38.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98727, clonedBytes: 28748314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:39.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109074, clonedBytes: 31628494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:40.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be660666d1a4e49f54a6d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113751, clonedBytes: 32925843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:40.138 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:26:40.139 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:26:40.139 I SHARDING [conn9] moveChunk setting version to: 88|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:26:40.141 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113751, clonedBytes: 32925843, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:26:40.141 I SHARDING [conn9] moveChunk updating self version to: 88|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470278983000) } -> { datetime: new Date(1470324454000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:26:40.142 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:40.142-0600-584be670666d1a4e49f54a70", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369200142), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113751, clonedBytes: 32925843, catchup: 0, steady: 0 } } Sat Dec 10 05:26:40.143 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:26:40.143 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:26:40.144 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:40.144-0600-584be670666d1a4e49f54a71", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369200144), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1451, step 4 of 6: 14582, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:26:40.145 I SHARDING [conn9] distributed lock with ts: 584be660666d1a4e49f54a6b' unlocked. Sat Dec 10 05:26:40.145 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470237353000) }, max: { datetime: new Date(1470278983000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2655 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16050ms Sat Dec 10 05:26:40.149 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:26:40.150 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1456940755000) }, { datetime: new Date(1457082379000) }) in IISLogs.pubprdweb02', ts : 584be670666d1a4e49f54a72 Sat Dec 10 05:26:40.150 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 80|0||584bc22c90d1dc672b54829b, current metadata version is 80|0||584bc22c90d1dc672b54829b Sat Dec 10 05:26:40.151 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 80|0||584bc22c90d1dc672b54829b to shard version 80|1||584bc22c90d1dc672b54829b Sat Dec 10 05:26:40.151 I SHARDING [conn9] collection version was loaded at version 80|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:26:40.151 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:40.151-0600-584be670666d1a4e49f54a73", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369200151), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:26:40.152 I SHARDING [conn9] moveChunk request accepted at version 80|1||584bc22c90d1dc672b54829b Sat Dec 10 05:26:41.060 I SHARDING [conn9] moveChunk number of documents: 106575 Sat Dec 10 05:26:41.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:41.995 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 926ms Sat Dec 10 05:26:42.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:43.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6589, clonedBytes: 2051522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:44.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16551, clonedBytes: 4978563, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:45.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25416, clonedBytes: 7572702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:46.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35178, clonedBytes: 10493610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:47.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44638, clonedBytes: 13413403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:48.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54534, clonedBytes: 16293425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:49.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54903, clonedBytes: 16402775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:50.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54903, clonedBytes: 16402775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:50.553 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15645271 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 2167ms Sat Dec 10 05:26:51.019 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447296117000) } -> { datetime: new Date(1447378206000) } Sat Dec 10 05:26:51.019 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468424851000) } -> { datetime: new Date(1468445347000) }, with opId: 141381 Sat Dec 10 05:26:51.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62668, clonedBytes: 18686334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:52.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72632, clonedBytes: 21606030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:53.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82945, clonedBytes: 24586145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:54.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93075, clonedBytes: 27598998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:55.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103044, clonedBytes: 30636690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:56.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be670666d1a4e49f54a74", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106575, clonedBytes: 31697304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:56.625 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:26:56.626 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:26:56.626 I SHARDING [conn9] moveChunk setting version to: 81|0||584bc22c90d1dc672b54829b Sat Dec 10 05:26:56.630 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106575, clonedBytes: 31697304, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:26:56.630 I SHARDING [conn9] moveChunk updating self version to: 81|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457082379000) } -> { datetime: new Date(1457237633000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:26:56.632 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:56.632-0600-584be680666d1a4e49f54a77", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369216632), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106575, clonedBytes: 31697304, catchup: 0, steady: 0 } } Sat Dec 10 05:26:56.633 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:26:56.633 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:26:56.633 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:56.633-0600-584be680666d1a4e49f54a78", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369216633), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 911, step 4 of 6: 15560, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:26:56.635 I SHARDING [conn9] distributed lock with ts: 584be670666d1a4e49f54a72' unlocked. Sat Dec 10 05:26:56.635 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456940755000) }, max: { datetime: new Date(1457082379000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 537 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16486ms Sat Dec 10 05:26:56.639 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:26:56.640 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446496350000) }, { datetime: new Date(1446571908000) }) in IISLogs.pubprdweb03', ts : 584be680666d1a4e49f54a79 Sat Dec 10 05:26:56.640 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 65|0||584bc97f90d1dc672b548352, current metadata version is 65|0||584bc97f90d1dc672b548352 Sat Dec 10 05:26:56.641 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 65|0||584bc97f90d1dc672b548352 to shard version 65|1||584bc97f90d1dc672b548352 Sat Dec 10 05:26:56.641 I SHARDING [conn9] collection version was loaded at version 65|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:26:56.641 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:26:56.641-0600-584be680666d1a4e49f54a7a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369216641), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:26:56.642 I SHARDING [conn9] moveChunk request accepted at version 65|1||584bc97f90d1dc672b548352 Sat Dec 10 05:26:58.062 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:26:58.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:58.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:59.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:26:59.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776168 locks:{ Global: { acquireCount: { r: 976 } }, Database: { acquireCount: { r: 488 } }, Collection: { acquireCount: { r: 488 } } } protocol:op_command 1651ms Sat Dec 10 05:27:00.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3368, clonedBytes: 877857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:01.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13240, clonedBytes: 3836519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:02.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23382, clonedBytes: 6495219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:03.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32967, clonedBytes: 8967430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:04.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43155, clonedBytes: 11673714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:05.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53280, clonedBytes: 14345700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:06.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60914, clonedBytes: 16360732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:07.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60914, clonedBytes: 16360732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:08.225 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14072227 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 2107ms Sat Dec 10 05:27:08.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62134, clonedBytes: 16677146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:09.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72182, clonedBytes: 19269204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:10.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81968, clonedBytes: 21924380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:11.120 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468424851000) } -> { datetime: new Date(1468445347000) } Sat Dec 10 05:27:11.120 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1451938632000) } -> { datetime: new Date(1452101652000) }, with opId: 141524 Sat Dec 10 05:27:11.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89253, clonedBytes: 23836902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:12.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94568, clonedBytes: 25229309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:13.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105299, clonedBytes: 27890596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:14.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be680666d1a4e49f54a7b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30074104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:14.733 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:27:14.734 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:27:14.735 I SHARDING [conn9] moveChunk setting version to: 66|0||584bc97f90d1dc672b548352 Sat Dec 10 05:27:14.740 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30074104, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:27:14.740 I SHARDING [conn9] moveChunk updating self version to: 66|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446571908000) } -> { datetime: new Date(1446646105000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:27:14.742 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:14.742-0600-584be692666d1a4e49f54a7e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369234742), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30074104, catchup: 0, steady: 0 } } Sat Dec 10 05:27:14.742 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:27:14.743 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:27:14.743 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:14.743-0600-584be692666d1a4e49f54a7f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369234743), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1423, step 4 of 6: 16667, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:27:14.744 I SHARDING [conn9] distributed lock with ts: 584be680666d1a4e49f54a79' unlocked. Sat Dec 10 05:27:14.744 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446496350000) }, max: { datetime: new Date(1446571908000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 288 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18105ms Sat Dec 10 05:27:14.749 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:27:14.749 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449232393000) }, { datetime: new Date(1449336122000) }) in IISLogs.pubprdweb04', ts : 584be692666d1a4e49f54a80 Sat Dec 10 05:27:14.749 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 61|0||584bcad890d1dc672b54835d, current metadata version is 61|0||584bcad890d1dc672b54835d Sat Dec 10 05:27:14.751 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 61|0||584bcad890d1dc672b54835d to shard version 61|1||584bcad890d1dc672b54835d Sat Dec 10 05:27:14.751 I SHARDING [conn9] collection version was loaded at version 61|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:27:14.751 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:14.751-0600-584be692666d1a4e49f54a81", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369234751), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:27:14.752 I SHARDING [conn9] moveChunk request accepted at version 61|1||584bcad890d1dc672b54835d Sat Dec 10 05:27:15.650 I SHARDING [conn9] moveChunk number of documents: 112198 Sat Dec 10 05:27:15.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:15.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:16.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:16.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:17.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:18.477 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776171 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 2816ms Sat Dec 10 05:27:18.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1949, clonedBytes: 506474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:19.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11938, clonedBytes: 3260515, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:21.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18419, clonedBytes: 5060652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:22.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28916, clonedBytes: 8063549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:23.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38781, clonedBytes: 10689335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:24.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48658, clonedBytes: 13299995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:25.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58562, clonedBytes: 16033682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:26.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59845, clonedBytes: 16368218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:27.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59845, clonedBytes: 16368218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:28.011 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14388505 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 2353ms Sat Dec 10 05:27:28.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64760, clonedBytes: 17663216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:29.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75156, clonedBytes: 20460122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:30.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85700, clonedBytes: 23260251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:31.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96342, clonedBytes: 26095816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:32.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106314, clonedBytes: 28807089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:33.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be692666d1a4e49f54a82", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112198, clonedBytes: 30401214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:33.820 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:27:33.821 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:27:33.822 I SHARDING [conn9] moveChunk setting version to: 62|0||584bcad890d1dc672b54835d Sat Dec 10 05:27:33.848 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112198, clonedBytes: 30401214, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:27:33.848 I SHARDING [conn9] moveChunk updating self version to: 62|1||584bcad890d1dc672b54835d through { datetime: new Date(1449336122000) } -> { datetime: new Date(1449465249000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:27:33.850 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:33.850-0600-584be6a5666d1a4e49f54a85", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369253850), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112198, clonedBytes: 30401214, catchup: 0, steady: 0 } } Sat Dec 10 05:27:33.851 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:27:33.851 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:27:33.851 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:33.851-0600-584be6a5666d1a4e49f54a86", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369253851), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 901, step 4 of 6: 18165, step 5 of 6: 30, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:27:33.852 I SHARDING [conn9] distributed lock with ts: 584be692666d1a4e49f54a80' unlocked. Sat Dec 10 05:27:33.852 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449232393000) }, max: { datetime: new Date(1449336122000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 61000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 150 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19104ms Sat Dec 10 05:27:34.936 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:27:34.937 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454519648000) }, { datetime: new Date(1454606720000) }) in IISLogs.pubprdweb01', ts : 584be6a6666d1a4e49f54a87 Sat Dec 10 05:27:34.937 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 89|0||584bbf4f90d1dc672b54822e, current metadata version is 89|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:27:34.942 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 89|0||584bbf4f90d1dc672b54822e to shard version 89|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:27:34.942 I SHARDING [conn9] collection version was loaded at version 89|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:27:34.943 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:34.943-0600-584be6a6666d1a4e49f54a88", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369254943), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:27:34.943 I SHARDING [conn9] moveChunk request accepted at version 89|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:27:36.197 I SHARDING [conn9] moveChunk number of documents: 102935 Sat Dec 10 05:27:36.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:36.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:37.138 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 928ms Sat Dec 10 05:27:37.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 623, clonedBytes: 169907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:38.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10631, clonedBytes: 3426507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:38.411 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1451938632000) } -> { datetime: new Date(1452101652000) } Sat Dec 10 05:27:38.411 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1468935049000) } -> { datetime: new Date(1469023348000) }, with opId: 141692 Sat Dec 10 05:27:39.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20418, clonedBytes: 6464653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:40.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30326, clonedBytes: 9501580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:41.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40046, clonedBytes: 12653712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:42.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49778, clonedBytes: 15886406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:43.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51490, clonedBytes: 16426778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:44.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51490, clonedBytes: 16426778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:44.787 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776001 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 2128ms Sat Dec 10 05:27:45.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58071, clonedBytes: 18603530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:46.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68110, clonedBytes: 22066340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:47.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78062, clonedBytes: 25761295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:48.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88308, clonedBytes: 29198759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:49.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98445, clonedBytes: 32491471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:50.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6a6666d1a4e49f54a89", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102935, clonedBytes: 33886643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:50.720 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:27:50.721 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:27:50.722 I SHARDING [conn9] moveChunk setting version to: 90|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:27:50.726 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102935, clonedBytes: 33886643, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:27:50.726 I SHARDING [conn9] moveChunk updating self version to: 90|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454606720000) } -> { datetime: new Date(1454702746000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:27:50.728 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:50.728-0600-584be6b6666d1a4e49f54a8c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369270728), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102935, clonedBytes: 33886643, catchup: 0, steady: 0 } } Sat Dec 10 05:27:50.729 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:27:50.729 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:27:50.730 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:50.730-0600-584be6b6666d1a4e49f54a8d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369270730), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 1256, step 4 of 6: 14518, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:27:50.731 I SHARDING [conn9] distributed lock with ts: 584be6a6666d1a4e49f54a87' unlocked. Sat Dec 10 05:27:50.731 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454519648000) }, max: { datetime: new Date(1454606720000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:812 reslen:154 locks:{ Global: { acquireCount: { r: 1636, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5580 } }, Database: { acquireCount: { r: 814, w: 4, W: 2 } }, Collection: { acquireCount: { r: 814, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 3917 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15795ms Sat Dec 10 05:27:50.737 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:27:50.738 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470278983000) }, { datetime: new Date(1470324454000) }) in IISLogs.pubbsdweb2', ts : 584be6b6666d1a4e49f54a8e Sat Dec 10 05:27:50.738 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 88|0||584bbf7a90d1dc672b548236, current metadata version is 88|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:27:50.741 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 88|0||584bbf7a90d1dc672b548236 to shard version 88|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:27:50.741 I SHARDING [conn9] collection version was loaded at version 88|1||584bbf7a90d1dc672b548236, took 3ms Sat Dec 10 05:27:50.741 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:27:50.741-0600-584be6b6666d1a4e49f54a8f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369270741), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:27:50.742 I SHARDING [conn9] moveChunk request accepted at version 88|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:27:52.336 I SHARDING [conn9] moveChunk number of documents: 113738 Sat Dec 10 05:27:52.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:52.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:53.167 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776168 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 819ms Sat Dec 10 05:27:53.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1770, clonedBytes: 495069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:54.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11588, clonedBytes: 3229576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:55.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21294, clonedBytes: 5981535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:56.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31098, clonedBytes: 8792227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:57.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38411, clonedBytes: 10842567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:58.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46102, clonedBytes: 12962513, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:27:58.871 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1468935049000) } -> { datetime: new Date(1469023348000) } Sat Dec 10 05:27:58.872 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1454045297000) } -> { datetime: new Date(1454252978000) }, with opId: 141823 Sat Dec 10 05:27:59.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55378, clonedBytes: 15520231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:00.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58459, clonedBytes: 16377917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:00.699 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15553639 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 693ms Sat Dec 10 05:28:01.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66457, clonedBytes: 18573203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:02.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75481, clonedBytes: 21046600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:03.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84938, clonedBytes: 23640984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:04.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93880, clonedBytes: 26092381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:05.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103793, clonedBytes: 28821305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:06.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112893, clonedBytes: 31319230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:07.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6b6666d1a4e49f54a90", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113738, clonedBytes: 31555565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:07.896 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:28:07.897 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:28:07.898 I SHARDING [conn9] moveChunk setting version to: 89|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:28:07.957 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113738, clonedBytes: 31555565, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:28:07.957 I SHARDING [conn9] moveChunk updating self version to: 89|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470324454000) } -> { datetime: new Date(1470339589000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:28:07.959 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:07.959-0600-584be6c7666d1a4e49f54a93", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369287959), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113738, clonedBytes: 31555565, catchup: 0, steady: 0 } } Sat Dec 10 05:28:07.959 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:28:07.960 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:28:07.960 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:07.960-0600-584be6c7666d1a4e49f54a94", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369287960), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1597, step 4 of 6: 15556, step 5 of 6: 63, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:28:07.961 I SHARDING [conn9] distributed lock with ts: 584be6b6666d1a4e49f54a8e' unlocked. Sat Dec 10 05:28:07.961 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470278983000) }, max: { datetime: new Date(1470324454000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 130 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17224ms Sat Dec 10 05:28:07.965 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:28:07.966 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457082379000) }, { datetime: new Date(1457237633000) }) in IISLogs.pubprdweb02', ts : 584be6c7666d1a4e49f54a95 Sat Dec 10 05:28:07.966 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 81|0||584bc22c90d1dc672b54829b, current metadata version is 81|0||584bc22c90d1dc672b54829b Sat Dec 10 05:28:07.968 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 81|0||584bc22c90d1dc672b54829b to shard version 81|1||584bc22c90d1dc672b54829b Sat Dec 10 05:28:07.968 I SHARDING [conn9] collection version was loaded at version 81|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:28:07.968 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:07.968-0600-584be6c7666d1a4e49f54a96", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369287968), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:28:07.968 I SHARDING [conn9] moveChunk request accepted at version 81|1||584bc22c90d1dc672b54829b Sat Dec 10 05:28:09.544 I SHARDING [conn9] moveChunk number of documents: 106521 Sat Dec 10 05:28:09.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:09.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:10.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:10.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:11.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:12.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:13.289 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 3738ms Sat Dec 10 05:28:13.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3228, clonedBytes: 955931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:14.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13380, clonedBytes: 3935527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:15.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23194, clonedBytes: 6818673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:16.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33017, clonedBytes: 9893590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:17.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43307, clonedBytes: 12975896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:18.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53326, clonedBytes: 16049551, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:19.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54477, clonedBytes: 16405915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:20.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54477, clonedBytes: 16405915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:21.052 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16468963 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 2057ms Sat Dec 10 05:28:21.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62625, clonedBytes: 18959817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:23.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74348, clonedBytes: 22647497, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:24.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84135, clonedBytes: 25600341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:24.226 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1454045297000) } -> { datetime: new Date(1454252978000) } Sat Dec 10 05:28:24.226 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445724622000) } -> { datetime: new Date(1445744913000) }, with opId: 142019 Sat Dec 10 05:28:25.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95066, clonedBytes: 28895759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:26.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101992, clonedBytes: 31097802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:27.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6c7666d1a4e49f54a97", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106521, clonedBytes: 32521532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:27.458 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:28:27.459 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:28:27.459 I SHARDING [conn9] moveChunk setting version to: 82|0||584bc22c90d1dc672b54829b Sat Dec 10 05:28:27.569 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106521, clonedBytes: 32521532, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:28:27.569 I SHARDING [conn9] moveChunk updating self version to: 82|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457237633000) } -> { datetime: new Date(1457399472000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:28:27.572 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:27.572-0600-584be6db666d1a4e49f54a9a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369307572), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106521, clonedBytes: 32521532, catchup: 0, steady: 0 } } Sat Dec 10 05:28:27.578 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:28:27.578 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:28:27.578 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:27.578-0600-584be6db666d1a4e49f54a9b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369307578), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1578, step 4 of 6: 17910, step 5 of 6: 119, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:28:27.582 I SHARDING [conn9] distributed lock with ts: 584be6c7666d1a4e49f54a95' unlocked. Sat Dec 10 05:28:27.582 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457082379000) }, max: { datetime: new Date(1457237633000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:841 reslen:154 locks:{ Global: { acquireCount: { r: 1694, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 182 } }, Database: { acquireCount: { r: 843, w: 4, W: 2 } }, Collection: { acquireCount: { r: 843, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 157 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19617ms Sat Dec 10 05:28:27.826 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:28:27.838 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446571908000) }, { datetime: new Date(1446646105000) }) in IISLogs.pubprdweb03', ts : 584be6db666d1a4e49f54a9c Sat Dec 10 05:28:27.838 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 66|0||584bc97f90d1dc672b548352, current metadata version is 66|0||584bc97f90d1dc672b548352 Sat Dec 10 05:28:28.065 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 66|0||584bc97f90d1dc672b548352 to shard version 66|1||584bc97f90d1dc672b548352 Sat Dec 10 05:28:28.065 I SHARDING [conn9] collection version was loaded at version 66|1||584bc97f90d1dc672b548352, took 121ms Sat Dec 10 05:28:28.065 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:28.065-0600-584be6dc666d1a4e49f54a9d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369308065), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:28:28.079 I SHARDING [conn9] moveChunk request accepted at version 66|1||584bc97f90d1dc672b548352 Sat Dec 10 05:28:29.343 I SHARDING [conn9] moveChunk number of documents: 113740 Sat Dec 10 05:28:29.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:29.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:30.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:31.428 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776254 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 2071ms Sat Dec 10 05:28:31.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:32.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6892, clonedBytes: 1778104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:33.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17011, clonedBytes: 4404482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:34.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27049, clonedBytes: 7120528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:35.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37600, clonedBytes: 10153082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:36.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48063, clonedBytes: 12864322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:37.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58106, clonedBytes: 15488638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:38.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61436, clonedBytes: 16357164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:38.783 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14105744 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 774ms Sat Dec 10 05:28:39.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69910, clonedBytes: 18634065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:40.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80057, clonedBytes: 21278090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:41.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90149, clonedBytes: 23892771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:42.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99657, clonedBytes: 26377685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:43.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109399, clonedBytes: 28974191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:44.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6dc666d1a4e49f54a9e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113740, clonedBytes: 30107742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:44.856 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:28:44.857 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:28:44.858 I SHARDING [conn9] moveChunk setting version to: 67|0||584bc97f90d1dc672b548352 Sat Dec 10 05:28:44.860 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113740, clonedBytes: 30107742, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:28:44.860 I SHARDING [conn9] moveChunk updating self version to: 67|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446646105000) } -> { datetime: new Date(1446748856000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:28:44.861 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:44.861-0600-584be6ec666d1a4e49f54aa1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369324861), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113740, clonedBytes: 30107742, catchup: 0, steady: 0 } } Sat Dec 10 05:28:44.862 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:28:44.862 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:28:44.862 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:44.862-0600-584be6ec666d1a4e49f54aa2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369324862), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, step 1 of 6: 0, step 2 of 6: 253, step 3 of 6: 1266, step 4 of 6: 15509, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:28:44.864 I SHARDING [conn9] distributed lock with ts: 584be6db666d1a4e49f54a9c' unlocked. Sat Dec 10 05:28:44.864 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446571908000) }, max: { datetime: new Date(1446646105000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5868 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 105375 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17089ms Sat Dec 10 05:28:44.869 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:28:44.869 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449336122000) }, { datetime: new Date(1449465249000) }) in IISLogs.pubprdweb04', ts : 584be6ec666d1a4e49f54aa3 Sat Dec 10 05:28:44.870 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 62|0||584bcad890d1dc672b54835d, current metadata version is 62|0||584bcad890d1dc672b54835d Sat Dec 10 05:28:44.871 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 62|0||584bcad890d1dc672b54835d to shard version 62|1||584bcad890d1dc672b54835d Sat Dec 10 05:28:44.871 I SHARDING [conn9] collection version was loaded at version 62|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:28:44.871 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:28:44.871-0600-584be6ec666d1a4e49f54aa4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369324871), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:28:44.872 I SHARDING [conn9] moveChunk request accepted at version 62|1||584bcad890d1dc672b54835d Sat Dec 10 05:28:45.973 I SHARDING [conn9] moveChunk number of documents: 112248 Sat Dec 10 05:28:45.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:45.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:46.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:47.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:47.784 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445724622000) } -> { datetime: new Date(1445744913000) } Sat Dec 10 05:28:47.785 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447378206000) } -> { datetime: new Date(1447476671000) }, with opId: 142210 Sat Dec 10 05:28:48.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:48.653 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776321 locks:{ Global: { acquireCount: { r: 1024 } }, Database: { acquireCount: { r: 512 } }, Collection: { acquireCount: { r: 512 } } } protocol:op_command 2675ms Sat Dec 10 05:28:49.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1243, clonedBytes: 335090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:50.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10586, clonedBytes: 2799262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:51.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20427, clonedBytes: 5386482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:52.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30035, clonedBytes: 7907256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:53.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39704, clonedBytes: 10470262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:54.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49957, clonedBytes: 13143626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:55.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60169, clonedBytes: 15825183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:56.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62179, clonedBytes: 16352030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:56.952 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13900955 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 1425ms Sat Dec 10 05:28:57.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65760, clonedBytes: 17285841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:58.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76019, clonedBytes: 20036436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:28:59.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86266, clonedBytes: 22774947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:00.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96373, clonedBytes: 25542989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:01.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106492, clonedBytes: 28307591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:02.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ec666d1a4e49f54aa5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112248, clonedBytes: 29913464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:02.526 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:29:02.527 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:29:02.528 I SHARDING [conn9] moveChunk setting version to: 63|0||584bcad890d1dc672b54835d Sat Dec 10 05:29:02.532 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112248, clonedBytes: 29913464, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:29:02.532 I SHARDING [conn9] moveChunk updating self version to: 63|1||584bcad890d1dc672b54835d through { datetime: new Date(1449465249000) } -> { datetime: new Date(1449552510000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:29:02.533 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:02.533-0600-584be6fe666d1a4e49f54aa8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369342533), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112248, clonedBytes: 29913464, catchup: 0, steady: 0 } } Sat Dec 10 05:29:02.534 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:29:02.534 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:29:02.534 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:02.534-0600-584be6fe666d1a4e49f54aa9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369342534), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1103, step 4 of 6: 16549, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:29:02.536 I SHARDING [conn9] distributed lock with ts: 584be6ec666d1a4e49f54aa3' unlocked. Sat Dec 10 05:29:02.536 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449336122000) }, max: { datetime: new Date(1449465249000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 62000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 247 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 502 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17667ms Sat Dec 10 05:29:03.613 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:29:03.613 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454606720000) }, { datetime: new Date(1454702746000) }) in IISLogs.pubprdweb01', ts : 584be6ff666d1a4e49f54aaa Sat Dec 10 05:29:03.614 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 90|0||584bbf4f90d1dc672b54822e, current metadata version is 90|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:29:03.615 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 90|0||584bbf4f90d1dc672b54822e to shard version 90|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:29:03.615 I SHARDING [conn9] collection version was loaded at version 90|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:29:03.615 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:03.615-0600-584be6ff666d1a4e49f54aab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369343615), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:29:03.616 I SHARDING [conn9] moveChunk request accepted at version 90|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:29:05.097 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 05:29:05.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:05.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:06.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:06.858 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776238 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 1712ms Sat Dec 10 05:29:07.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 347, clonedBytes: 117907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:08.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6978, clonedBytes: 2328143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:09.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15565, clonedBytes: 5116986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:10.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25513, clonedBytes: 8478465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:11.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35163, clonedBytes: 11618652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:12.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45062, clonedBytes: 14996681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:13.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49416, clonedBytes: 16441288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:14.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49416, clonedBytes: 16441288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:15.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49416, clonedBytes: 16441288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:16.214 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776060 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 3421ms Sat Dec 10 05:29:16.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50419, clonedBytes: 16770272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:16.992 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447378206000) } -> { datetime: new Date(1447476671000) } Sat Dec 10 05:29:16.992 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468445347000) } -> { datetime: new Date(1468502946000) }, with opId: 142360 Sat Dec 10 05:29:17.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59931, clonedBytes: 20070098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:18.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69315, clonedBytes: 23507160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:19.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78774, clonedBytes: 26696870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:20.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88578, clonedBytes: 29889769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:21.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97751, clonedBytes: 32889965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:21.810 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1634478 locks:{ Global: { acquireCount: { r: 88 } }, Database: { acquireCount: { r: 44 } }, Collection: { acquireCount: { r: 44 } } } protocol:op_command 285ms Sat Dec 10 05:29:22.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be6ff666d1a4e49f54aac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 34494343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:22.598 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:29:22.599 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:29:22.599 I SHARDING [conn9] moveChunk setting version to: 91|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:29:22.608 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 34494343, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:29:22.608 I SHARDING [conn9] moveChunk updating self version to: 91|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454702746000) } -> { datetime: new Date(1454808668000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:29:22.610 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:22.610-0600-584be712666d1a4e49f54aaf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369362610), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 34494343, catchup: 0, steady: 0 } } Sat Dec 10 05:29:22.610 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:29:22.610 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:29:22.610 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:22.610-0600-584be712666d1a4e49f54ab0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369362610), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1483, step 4 of 6: 17497, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:29:22.612 I SHARDING [conn9] distributed lock with ts: 584be6ff666d1a4e49f54aaa' unlocked. Sat Dec 10 05:29:22.612 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454606720000) }, max: { datetime: new Date(1454702746000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:810 reslen:154 locks:{ Global: { acquireCount: { r: 1632, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 323 } }, Database: { acquireCount: { r: 812, w: 4, W: 2 } }, Collection: { acquireCount: { r: 812, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18999ms Sat Dec 10 05:29:22.617 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:29:22.617 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470324454000) }, { datetime: new Date(1470339589000) }) in IISLogs.pubbsdweb2', ts : 584be712666d1a4e49f54ab1 Sat Dec 10 05:29:22.618 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 89|0||584bbf7a90d1dc672b548236, current metadata version is 89|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:29:22.619 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 89|0||584bbf7a90d1dc672b548236 to shard version 89|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:29:22.619 I SHARDING [conn9] collection version was loaded at version 89|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:29:22.619 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:22.619-0600-584be712666d1a4e49f54ab2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369362619), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:29:22.620 I SHARDING [conn9] moveChunk request accepted at version 89|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:29:26.066 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 05:29:26.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:26.851 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776067 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 745ms Sat Dec 10 05:29:27.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 133, clonedBytes: 37710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:28.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7318, clonedBytes: 2096807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:29.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16929, clonedBytes: 4803122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:30.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25988, clonedBytes: 7329496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:31.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35654, clonedBytes: 10032018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:32.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46206, clonedBytes: 12984709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:33.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55859, clonedBytes: 15673270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:34.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58367, clonedBytes: 16378460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:35.548 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15786764 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1766ms Sat Dec 10 05:29:35.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58367, clonedBytes: 16378460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:36.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66905, clonedBytes: 18762641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:37.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77144, clonedBytes: 21619256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:38.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86282, clonedBytes: 24173847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:39.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96222, clonedBytes: 26930367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:40.729 I SHARDING [RangeDeleter] rangeDeleter deleted 113360 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468445347000) } -> { datetime: new Date(1468502946000) } Sat Dec 10 05:29:40.729 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452101652000) } -> { datetime: new Date(1452216065000) }, with opId: 142479 Sat Dec 10 05:29:40.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104350, clonedBytes: 29180147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:41.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be712666d1a4e49f54ab3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 31788533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:41.818 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:29:41.819 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:29:41.819 I SHARDING [conn9] moveChunk setting version to: 90|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:29:41.822 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 31788533, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:29:41.822 I SHARDING [conn9] moveChunk updating self version to: 90|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470339589000) } -> { datetime: new Date(1470350761000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:29:41.824 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:41.824-0600-584be725666d1a4e49f54ab6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369381824), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 31788533, catchup: 0, steady: 0 } } Sat Dec 10 05:29:41.824 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:29:41.824 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:29:41.825 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:41.825-0600-584be725666d1a4e49f54ab7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369381825), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3452, step 4 of 6: 15744, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:29:41.826 I SHARDING [conn9] distributed lock with ts: 584be712666d1a4e49f54ab1' unlocked. Sat Dec 10 05:29:41.826 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470324454000) }, max: { datetime: new Date(1470339589000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:909 reslen:154 locks:{ Global: { acquireCount: { r: 1830, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 735 } }, Database: { acquireCount: { r: 911, w: 4, W: 2 } }, Collection: { acquireCount: { r: 911, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19209ms Sat Dec 10 05:29:41.830 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:29:41.830 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457237633000) }, { datetime: new Date(1457399472000) }) in IISLogs.pubprdweb02', ts : 584be725666d1a4e49f54ab8 Sat Dec 10 05:29:41.831 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 82|0||584bc22c90d1dc672b54829b, current metadata version is 82|0||584bc22c90d1dc672b54829b Sat Dec 10 05:29:41.832 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 82|0||584bc22c90d1dc672b54829b to shard version 82|1||584bc22c90d1dc672b54829b Sat Dec 10 05:29:41.832 I SHARDING [conn9] collection version was loaded at version 82|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:29:41.832 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:29:41.832-0600-584be725666d1a4e49f54ab9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369381832), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:29:41.833 I SHARDING [conn9] moveChunk request accepted at version 82|1||584bc22c90d1dc672b54829b Sat Dec 10 05:29:42.971 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:29:42.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:42.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:43.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:44.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:44.517 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776110 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1542ms Sat Dec 10 05:29:45.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5182, clonedBytes: 1642966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:46.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15079, clonedBytes: 4686977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:47.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24788, clonedBytes: 7617005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:48.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34749, clonedBytes: 10614039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:49.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44796, clonedBytes: 13687851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:50.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53289, clonedBytes: 16414049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:51.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53289, clonedBytes: 16414049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:52.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53289, clonedBytes: 16414049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:53.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53289, clonedBytes: 16414049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:54.307 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776066 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 4183ms Sat Dec 10 05:29:54.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53553, clonedBytes: 16493176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:55.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63618, clonedBytes: 19745438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:56.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73770, clonedBytes: 22949974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:57.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83842, clonedBytes: 26029627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:58.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93518, clonedBytes: 29046848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:29:59.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103671, clonedBytes: 32286502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:00.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be725666d1a4e49f54aba", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 33235491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:00.614 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:30:00.615 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:30:00.615 I SHARDING [conn9] moveChunk setting version to: 83|0||584bc22c90d1dc672b54829b Sat Dec 10 05:30:00.626 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 33235491, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:30:00.626 I SHARDING [conn9] moveChunk updating self version to: 83|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457399472000) } -> { datetime: new Date(1457496825000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:30:00.627 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:00.627-0600-584be738666d1a4e49f54abd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369400627), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 33235491, catchup: 0, steady: 0 } } Sat Dec 10 05:30:00.628 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:30:00.641 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:30:00.641 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:00.641-0600-584be738666d1a4e49f54abe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369400641), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1141, step 4 of 6: 17639, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:30:00.643 I SHARDING [conn9] distributed lock with ts: 584be725666d1a4e49f54ab8' unlocked. Sat Dec 10 05:30:00.643 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457237633000) }, max: { datetime: new Date(1457399472000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:836 reslen:154 locks:{ Global: { acquireCount: { r: 1684, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 13002 } }, Database: { acquireCount: { r: 838, w: 4, W: 2 } }, Collection: { acquireCount: { r: 838, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18813ms Sat Dec 10 05:30:00.647 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:30:00.648 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446646105000) }, { datetime: new Date(1446748856000) }) in IISLogs.pubprdweb03', ts : 584be738666d1a4e49f54abf Sat Dec 10 05:30:00.648 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 67|0||584bc97f90d1dc672b548352, current metadata version is 67|0||584bc97f90d1dc672b548352 Sat Dec 10 05:30:00.649 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 67|0||584bc97f90d1dc672b548352 to shard version 67|1||584bc97f90d1dc672b548352 Sat Dec 10 05:30:00.649 I SHARDING [conn9] collection version was loaded at version 67|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:30:00.649 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:00.649-0600-584be738666d1a4e49f54ac0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369400649), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:30:00.650 I SHARDING [conn9] moveChunk request accepted at version 67|1||584bc97f90d1dc672b548352 Sat Dec 10 05:30:01.911 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:30:01.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:01.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:01.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:01.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:01.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:02.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:02.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:02.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:02.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:03.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:04.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:04.947 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776086 locks:{ Global: { acquireCount: { r: 998 } }, Database: { acquireCount: { r: 499 } }, Collection: { acquireCount: { r: 499 } } } protocol:op_command 3002ms Sat Dec 10 05:30:05.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4, clonedBytes: 1110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:05.588 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59145 #85 (28 connections now open) Sat Dec 10 05:30:06.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3377, clonedBytes: 881502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:06.754 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59148 #86 (29 connections now open) Sat Dec 10 05:30:07.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13487, clonedBytes: 3582576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:07.759 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } cursorid:66906672798 keyUpdates:0 writeConflicts:0 numYields:0 reslen:184 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_query 550ms Sat Dec 10 05:30:08.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24165, clonedBytes: 6329388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:09.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33707, clonedBytes: 9173186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:10.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43941, clonedBytes: 12045016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:11.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54393, clonedBytes: 14836140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:11.316 I SHARDING [RangeDeleter] rangeDeleter deleted 102912 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452101652000) } -> { datetime: new Date(1452216065000) } Sat Dec 10 05:30:11.316 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469023348000) } -> { datetime: new Date(1469128310000) }, with opId: 142693 Sat Dec 10 05:30:12.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60261, clonedBytes: 16365221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:13.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60261, clonedBytes: 16365221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:13.596 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14927785 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1671ms Sat Dec 10 05:30:14.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67151, clonedBytes: 18257258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:15.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77309, clonedBytes: 21074602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:16.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87494, clonedBytes: 23869590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:17.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97661, clonedBytes: 26634432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:18.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107704, clonedBytes: 29289908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:19.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be738666d1a4e49f54ac1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30929587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:19.589 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:30:19.590 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:30:19.599 I SHARDING [conn9] moveChunk setting version to: 68|0||584bc97f90d1dc672b548352 Sat Dec 10 05:30:19.609 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30929587, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:30:19.609 I SHARDING [conn9] moveChunk updating self version to: 68|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446748856000) } -> { datetime: new Date(1446843134000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:30:19.610 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:19.610-0600-584be74b666d1a4e49f54ac4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369419610), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30929587, catchup: 0, steady: 0 } } Sat Dec 10 05:30:19.611 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:30:19.616 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:30:19.616 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:19.616-0600-584be74b666d1a4e49f54ac5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369419616), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1263, step 4 of 6: 17674, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:30:19.617 I SHARDING [conn9] distributed lock with ts: 584be738666d1a4e49f54abf' unlocked. Sat Dec 10 05:30:19.618 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446646105000) }, max: { datetime: new Date(1446748856000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5075 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18971ms Sat Dec 10 05:30:19.622 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:30:19.623 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449465249000) }, { datetime: new Date(1449552510000) }) in IISLogs.pubprdweb04', ts : 584be74b666d1a4e49f54ac6 Sat Dec 10 05:30:19.623 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 63|0||584bcad890d1dc672b54835d, current metadata version is 63|0||584bcad890d1dc672b54835d Sat Dec 10 05:30:19.625 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 63|0||584bcad890d1dc672b54835d to shard version 63|1||584bcad890d1dc672b54835d Sat Dec 10 05:30:19.625 I SHARDING [conn9] collection version was loaded at version 63|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 05:30:19.626 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:19.626-0600-584be74b666d1a4e49f54ac7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369419626), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:30:19.627 I SHARDING [conn9] moveChunk request accepted at version 63|1||584bcad890d1dc672b54835d Sat Dec 10 05:30:20.727 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:30:20.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:20.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:20.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:20.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:20.809 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66906672798 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:825 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 1656 } }, Database: { acquireCount: { r: 828 } }, Collection: { acquireCount: { r: 828 } } } 12977ms Sat Dec 10 05:30:20.837 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66906672798 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 13077ms Sat Dec 10 05:30:20.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:20.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:20.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:21.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:21.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:21.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:22.163 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776005 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 1432ms Sat Dec 10 05:30:22.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2444, clonedBytes: 676608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:23.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12556, clonedBytes: 3429557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:25.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22405, clonedBytes: 5977769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:26.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32570, clonedBytes: 8501233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:27.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42340, clonedBytes: 11078433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:28.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52680, clonedBytes: 13841077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:29.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62052, clonedBytes: 16271153, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:30.059 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14062654 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 907ms Sat Dec 10 05:30:30.117 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70348444307 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:699 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1404 } }, Database: { acquireCount: { r: 702 } }, Collection: { acquireCount: { r: 702 } } } 9245ms Sat Dec 10 05:30:30.117 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70348444307 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 9246ms Sat Dec 10 05:30:30.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62426, clonedBytes: 16372512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:30.317 I COMMAND [conn37] getmore IISLogs.pubprdenr02 query: { aggregate: "pubprdenr02", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:79749645677 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:0 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 3 } } } 101ms Sat Dec 10 05:30:30.317 I COMMAND [conn41] command IISLogs.pubprdenr02 command: aggregate { aggregate: "pubprdenr02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 79749645677 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 101ms Sat Dec 10 05:30:31.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72426, clonedBytes: 19003281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:32.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82236, clonedBytes: 21700660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:33.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91767, clonedBytes: 24614564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:34.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101843, clonedBytes: 27284604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:34.353 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:83979979086 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:181 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 368 } }, Database: { acquireCount: { r: 184 } }, Collection: { acquireCount: { r: 184 } } } 4020ms Sat Dec 10 05:30:34.353 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 83979979086 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 4020ms Sat Dec 10 05:30:35.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be74b666d1a4e49f54ac8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30075015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:35.368 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:30:35.371 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:30:35.375 I SHARDING [conn9] moveChunk setting version to: 64|0||584bcad890d1dc672b54835d Sat Dec 10 05:30:35.378 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30075015, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:30:35.378 I SHARDING [conn9] moveChunk updating self version to: 64|1||584bcad890d1dc672b54835d through { datetime: new Date(1449552510000) } -> { datetime: new Date(1449639106000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:30:35.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:35.379-0600-584be75b666d1a4e49f54acb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369435379), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30075015, catchup: 0, steady: 0 } } Sat Dec 10 05:30:35.380 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:30:35.400 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:30:35.400 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:35.400-0600-584be75b666d1a4e49f54acc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369435400), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1102, step 4 of 6: 14637, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:30:35.402 I SHARDING [conn9] distributed lock with ts: 584be74b666d1a4e49f54ac6' unlocked. Sat Dec 10 05:30:35.402 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449465249000) }, max: { datetime: new Date(1449552510000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 63000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 20227 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15780ms Sat Dec 10 05:30:36.495 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:30:36.496 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454702746000) }, { datetime: new Date(1454808668000) }) in IISLogs.pubprdweb01', ts : 584be75c666d1a4e49f54acd Sat Dec 10 05:30:36.496 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 91|0||584bbf4f90d1dc672b54822e, current metadata version is 91|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:30:36.499 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 91|0||584bbf4f90d1dc672b54822e to shard version 91|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:30:36.499 I SHARDING [conn9] collection version was loaded at version 91|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:30:36.499 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:36.499-0600-584be75c666d1a4e49f54ace", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369436499), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:30:36.500 I SHARDING [conn9] moveChunk request accepted at version 91|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:30:38.429 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96465132432 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:272 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 550 } }, Database: { acquireCount: { r: 275 } }, Collection: { acquireCount: { r: 275 } } } 3960ms Sat Dec 10 05:30:38.430 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96465132432 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 3961ms Sat Dec 10 05:30:38.503 I SHARDING [conn9] moveChunk number of documents: 102916 Sat Dec 10 05:30:38.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:38.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:39.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:39.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:39.677 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100339174982 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:178 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } 1232ms Sat Dec 10 05:30:39.677 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100339174982 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1232ms Sat Dec 10 05:30:40.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:40.829 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106957779465 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:201 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 408 } }, Database: { acquireCount: { r: 204 } }, Collection: { acquireCount: { r: 204 } } } 1135ms Sat Dec 10 05:30:40.829 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106957779465 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1136ms Sat Dec 10 05:30:41.125 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776073 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 2606ms Sat Dec 10 05:30:41.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2761, clonedBytes: 815534, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:42.086 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481308207030) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:108702051178 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:178 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } 1239ms Sat Dec 10 05:30:42.086 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 108702051178 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1240ms Sat Dec 10 05:30:42.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12555, clonedBytes: 3862759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:43.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22193, clonedBytes: 7162755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:43.852 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66526660889 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:593 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 1192 } }, Database: { acquireCount: { r: 596 } }, Collection: { acquireCount: { r: 596 } } } 1743ms Sat Dec 10 05:30:43.853 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66526660889 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1743ms Sat Dec 10 05:30:44.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31470, clonedBytes: 10244625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:45.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41717, clonedBytes: 13609001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:46.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49141, clonedBytes: 16443048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:47.488 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776339 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 810ms Sat Dec 10 05:30:47.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52253, clonedBytes: 17595641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:48.420 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469023348000) } -> { datetime: new Date(1469128310000) } Sat Dec 10 05:30:48.421 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1454252978000) } -> { datetime: new Date(1454426869000) }, with opId: 142929 Sat Dec 10 05:30:48.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61682, clonedBytes: 20949367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:49.158 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72992299980 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:626 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1258 } }, Database: { acquireCount: { r: 629 } }, Collection: { acquireCount: { r: 629 } } } 5293ms Sat Dec 10 05:30:49.159 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72992299980 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 5294ms Sat Dec 10 05:30:49.433 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:83974471856 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:70 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 146 } }, Database: { acquireCount: { r: 73 } }, Collection: { acquireCount: { r: 73 } } } 244ms Sat Dec 10 05:30:49.433 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 83974471856 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 245ms Sat Dec 10 05:30:49.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71239, clonedBytes: 24306115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:51.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81782, clonedBytes: 27900775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:52.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91304, clonedBytes: 31176722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:52.463 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96307896471 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:227 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 460 } }, Database: { acquireCount: { r: 230 } }, Collection: { acquireCount: { r: 230 } } } 2994ms Sat Dec 10 05:30:52.464 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96307896471 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2994ms Sat Dec 10 05:30:52.806 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2290563 locks:{ Global: { acquireCount: { r: 106 } }, Database: { acquireCount: { r: 53 } }, Collection: { acquireCount: { r: 53 } } } protocol:op_command 130ms Sat Dec 10 05:30:53.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99599, clonedBytes: 34009932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:53.296 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99261174263 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:174 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 354 } }, Database: { acquireCount: { r: 177 } }, Collection: { acquireCount: { r: 177 } } } 818ms Sat Dec 10 05:30:53.296 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99261174263 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 818ms Sat Dec 10 05:30:53.793 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106754052909 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:199 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 404 } }, Database: { acquireCount: { r: 202 } }, Collection: { acquireCount: { r: 202 } } } 483ms Sat Dec 10 05:30:53.793 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106754052909 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 484ms Sat Dec 10 05:30:54.076 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481308242047) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:110121640721 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:165 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 336 } }, Database: { acquireCount: { r: 168 } }, Collection: { acquireCount: { r: 168 } } } 272ms Sat Dec 10 05:30:54.076 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 110121640721 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 273ms Sat Dec 10 05:30:54.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be75c666d1a4e49f54acf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102916, clonedBytes: 35151982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:54.175 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:30:54.176 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:30:54.197 I SHARDING [conn9] moveChunk setting version to: 92|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:30:54.199 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102916, clonedBytes: 35151982, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:30:54.199 I SHARDING [conn9] moveChunk updating self version to: 92|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454808668000) } -> { datetime: new Date(1454944383000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:30:54.201 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:54.200-0600-584be76e666d1a4e49f54ad2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369454200), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102916, clonedBytes: 35151982, catchup: 0, steady: 0 } } Sat Dec 10 05:30:54.201 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:30:54.201 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:30:54.202 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:54.202-0600-584be76e666d1a4e49f54ad3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369454202), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2006, step 4 of 6: 15667, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:30:54.203 I SHARDING [conn9] distributed lock with ts: 584be75c666d1a4e49f54acd' unlocked. Sat Dec 10 05:30:54.203 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454702746000) }, max: { datetime: new Date(1454808668000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 388 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1234 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17708ms Sat Dec 10 05:30:54.209 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:30:54.209 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470339589000) }, { datetime: new Date(1470350761000) }) in IISLogs.pubbsdweb2', ts : 584be76e666d1a4e49f54ad4 Sat Dec 10 05:30:54.210 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 90|0||584bbf7a90d1dc672b548236, current metadata version is 90|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:30:54.211 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 90|0||584bbf7a90d1dc672b548236 to shard version 90|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:30:54.211 I SHARDING [conn9] collection version was loaded at version 90|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:30:54.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:30:54.211-0600-584be76e666d1a4e49f54ad5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369454211), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:30:54.212 I SHARDING [conn9] moveChunk request accepted at version 90|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:30:54.532 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481308254032) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67911212240 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:599 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 1204 } }, Database: { acquireCount: { r: 602 } }, Collection: { acquireCount: { r: 602 } } } 405ms Sat Dec 10 05:30:54.542 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67911212240 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 414ms Sat Dec 10 05:30:55.110 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481308254032) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71245380179 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:568 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1142 } }, Database: { acquireCount: { r: 571 } }, Collection: { acquireCount: { r: 571 } } } 535ms Sat Dec 10 05:30:55.111 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71245380179 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 535ms Sat Dec 10 05:30:55.686 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481308254032) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95492550935 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:347 nreturned:57 reslen:4349 locks:{ Global: { acquireCount: { r: 700 } }, Database: { acquireCount: { r: 350 } }, Collection: { acquireCount: { r: 350 } } } 453ms Sat Dec 10 05:30:55.686 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95492550935 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 454ms Sat Dec 10 05:30:55.863 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481308254032) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99322867128 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:196 nreturned:47 reslen:3608 locks:{ Global: { acquireCount: { r: 398 } }, Database: { acquireCount: { r: 199 } }, Collection: { acquireCount: { r: 199 } } } 164ms Sat Dec 10 05:30:55.864 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99322867128 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 165ms Sat Dec 10 05:30:56.199 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:30:56.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.235 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308254032) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103277825598 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:379 nreturned:229 reslen:17237 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } 364ms Sat Dec 10 05:30:56.241 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103277825598 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 369ms Sat Dec 10 05:30:56.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.433 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481308254032) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107682637421 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:200 nreturned:143 reslen:10779 locks:{ Global: { acquireCount: { r: 406 } }, Database: { acquireCount: { r: 203 } }, Collection: { acquireCount: { r: 203 } } } 181ms Sat Dec 10 05:30:56.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.469 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107682637421 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 218ms Sat Dec 10 05:30:56.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:56.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:57.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:57.598 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:68619704203 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:605 nreturned:11635 reslen:1479040 locks:{ Global: { acquireCount: { r: 1226 } }, Database: { acquireCount: { r: 613 } }, Collection: { acquireCount: { r: 613 } } } 1108ms Sat Dec 10 05:30:57.666 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 68619704203 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1176ms Sat Dec 10 05:30:58.303 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70488310365 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:569 nreturned:803 reslen:102412 locks:{ Global: { acquireCount: { r: 1154 } }, Database: { acquireCount: { r: 577 } }, Collection: { acquireCount: { r: 577 } } } 624ms Sat Dec 10 05:30:58.307 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70488310365 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 628ms Sat Dec 10 05:30:58.446 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:81820051511 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:101 nreturned:417 reslen:45040 locks:{ Global: { acquireCount: { r: 208 } }, Database: { acquireCount: { r: 104 } }, Collection: { acquireCount: { r: 104 } } } 115ms Sat Dec 10 05:30:58.448 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 81820051511 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 117ms Sat Dec 10 05:30:58.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:59.099 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:98337716086 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:347 nreturned:25079 reslen:3712620 locks:{ Global: { acquireCount: { r: 706 } }, Database: { acquireCount: { r: 353 } }, Collection: { acquireCount: { r: 353 } } } 619ms Sat Dec 10 05:30:59.299 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 98337716086 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 820ms Sat Dec 10 05:30:59.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:30:59.574 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99527662581 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:195 nreturned:9122 reslen:1288504 locks:{ Global: { acquireCount: { r: 398 } }, Database: { acquireCount: { r: 199 } }, Collection: { acquireCount: { r: 199 } } } 262ms Sat Dec 10 05:30:59.630 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99527662581 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 318ms Sat Dec 10 05:31:00.223 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103995410998 ntoreturn:0 keysExamined:0 docsExamined:0 keyUpdates:0 writeConflicts:0 numYields:380 nreturned:29898 reslen:4194395 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } 574ms Sat Dec 10 05:31:00.521 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103995410998 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 873ms Sat Dec 10 05:31:00.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:00.818 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481308256423) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:110188282998 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:200 nreturned:13495 reslen:1819877 locks:{ Global: { acquireCount: { r: 408 } }, Database: { acquireCount: { r: 204 } }, Collection: { acquireCount: { r: 204 } } } 285ms Sat Dec 10 05:31:00.900 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 110188282998 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 367ms Sat Dec 10 05:31:01.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:02.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:02.958 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776333 locks:{ Global: { acquireCount: { r: 1042 } }, Database: { acquireCount: { r: 521 } }, Collection: { acquireCount: { r: 521 } } } protocol:op_command 6736ms Sat Dec 10 05:31:03.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3124, clonedBytes: 872436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:04.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12171, clonedBytes: 3386450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:05.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21243, clonedBytes: 5907289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:06.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30296, clonedBytes: 8422391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:07.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40376, clonedBytes: 11210562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:08.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49211, clonedBytes: 13654689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:09.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58990, clonedBytes: 16358882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:10.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59044, clonedBytes: 16373987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:11.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59044, clonedBytes: 16373987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:13.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59044, clonedBytes: 16373987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:13.137 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15464917 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 3219ms Sat Dec 10 05:31:14.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67071, clonedBytes: 18593197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:15.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77011, clonedBytes: 21349773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:16.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87168, clonedBytes: 24154022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:17.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97260, clonedBytes: 26928179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:18.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107676, clonedBytes: 29796339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:19.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be76e666d1a4e49f54ad6", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31466966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:19.180 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:31:19.181 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:31:19.181 I SHARDING [conn9] moveChunk setting version to: 91|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:31:19.185 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31466966, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:31:19.185 I SHARDING [conn9] moveChunk updating self version to: 91|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470350761000) } -> { datetime: new Date(1470362600000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:31:19.187 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:19.187-0600-584be787666d1a4e49f54ad9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369479187), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31466966, catchup: 0, steady: 0 } } Sat Dec 10 05:31:19.187 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:31:19.188 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:31:19.188 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:19.188-0600-584be787666d1a4e49f54ada", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369479188), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1989, step 4 of 6: 22976, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:31:19.189 I SHARDING [conn9] distributed lock with ts: 584be76e666d1a4e49f54ad4' unlocked. Sat Dec 10 05:31:19.189 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470339589000) }, max: { datetime: new Date(1470350761000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 395 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24980ms Sat Dec 10 05:31:19.193 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:31:19.194 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457399472000) }, { datetime: new Date(1457496825000) }) in IISLogs.pubprdweb02', ts : 584be787666d1a4e49f54adb Sat Dec 10 05:31:19.194 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 83|0||584bc22c90d1dc672b54829b, current metadata version is 83|0||584bc22c90d1dc672b54829b Sat Dec 10 05:31:19.195 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 83|0||584bc22c90d1dc672b54829b to shard version 83|1||584bc22c90d1dc672b54829b Sat Dec 10 05:31:19.195 I SHARDING [conn9] collection version was loaded at version 83|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:31:19.195 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:19.195-0600-584be787666d1a4e49f54adc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369479195), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:31:19.196 I SHARDING [conn9] moveChunk request accepted at version 83|1||584bc22c90d1dc672b54829b Sat Dec 10 05:31:20.963 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:31:20.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:20.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:21.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:22.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:22.465 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776258 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 1497ms Sat Dec 10 05:31:23.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4851, clonedBytes: 1603596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:24.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14999, clonedBytes: 4914488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:25.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24473, clonedBytes: 8532302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:25.291 I SHARDING [RangeDeleter] rangeDeleter deleted 106515 documents for IISLogs.pubprdweb02 from { datetime: new Date(1454252978000) } -> { datetime: new Date(1454426869000) } Sat Dec 10 05:31:25.292 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445744913000) } -> { datetime: new Date(1445765475000) }, with opId: 143280 Sat Dec 10 05:31:26.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33224, clonedBytes: 11645354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:27.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41758, clonedBytes: 14425564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:28.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48070, clonedBytes: 16450730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:29.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48070, clonedBytes: 16450730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:30.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48070, clonedBytes: 16450730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:30.427 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776004 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 2566ms Sat Dec 10 05:31:31.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55537, clonedBytes: 18688138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:32.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64514, clonedBytes: 21568513, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:33.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74738, clonedBytes: 24579100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:34.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84464, clonedBytes: 27572098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:35.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94679, clonedBytes: 30962242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:36.462 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2046239 locks:{ Global: { acquireCount: { r: 106 } }, Database: { acquireCount: { r: 53 } }, Collection: { acquireCount: { r: 53 } } } protocol:op_command 423ms Sat Dec 10 05:31:36.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100483, clonedBytes: 32927493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:37.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be787666d1a4e49f54add", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 34881910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:37.514 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:31:37.515 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:31:37.515 I SHARDING [conn9] moveChunk setting version to: 84|0||584bc22c90d1dc672b54829b Sat Dec 10 05:31:37.517 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 34881910, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:31:37.517 I SHARDING [conn9] moveChunk updating self version to: 84|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457496825000) } -> { datetime: new Date(1457620702000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:31:37.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:37.519-0600-584be799666d1a4e49f54ae0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369497519), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 34881910, catchup: 0, steady: 0 } } Sat Dec 10 05:31:37.519 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:31:37.519 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:31:37.520 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:37.520-0600-584be799666d1a4e49f54ae1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369497520), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1770, step 4 of 6: 16546, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:31:37.521 I SHARDING [conn9] distributed lock with ts: 584be787666d1a4e49f54adb' unlocked. Sat Dec 10 05:31:37.521 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457399472000) }, max: { datetime: new Date(1457496825000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:843 reslen:154 locks:{ Global: { acquireCount: { r: 1698, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 321 } }, Database: { acquireCount: { r: 845, w: 4, W: 2 } }, Collection: { acquireCount: { r: 845, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 201 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18328ms Sat Dec 10 05:31:37.525 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:31:37.526 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446748856000) }, { datetime: new Date(1446843134000) }) in IISLogs.pubprdweb03', ts : 584be799666d1a4e49f54ae2 Sat Dec 10 05:31:37.526 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 68|0||584bc97f90d1dc672b548352, current metadata version is 68|0||584bc97f90d1dc672b548352 Sat Dec 10 05:31:37.528 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 68|0||584bc97f90d1dc672b548352 to shard version 68|1||584bc97f90d1dc672b548352 Sat Dec 10 05:31:37.528 I SHARDING [conn9] collection version was loaded at version 68|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:31:37.528 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:37.528-0600-584be799666d1a4e49f54ae3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369497528), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:31:37.528 I SHARDING [conn9] moveChunk request accepted at version 68|1||584bc97f90d1dc672b548352 Sat Dec 10 05:31:38.467 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 05:31:38.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:38.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:39.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:39.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:40.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:41.110 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776331 locks:{ Global: { acquireCount: { r: 970 } }, Database: { acquireCount: { r: 485 } }, Collection: { acquireCount: { r: 485 } } } protocol:op_command 2622ms Sat Dec 10 05:31:41.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5506, clonedBytes: 1476404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:42.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16147, clonedBytes: 4654687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:44.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26892, clonedBytes: 7563294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:45.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34308, clonedBytes: 9614567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:46.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42315, clonedBytes: 11820811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:47.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51688, clonedBytes: 14469976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:48.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58365, clonedBytes: 16378738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:49.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58365, clonedBytes: 16378738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:50.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58365, clonedBytes: 16378738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:50.659 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15129787 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 2627ms Sat Dec 10 05:31:51.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65367, clonedBytes: 18316243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:52.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75338, clonedBytes: 20982082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:53.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85439, clonedBytes: 23692276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:54.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95177, clonedBytes: 26221816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:55.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104713, clonedBytes: 28741082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:56.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be799666d1a4e49f54ae4", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 31131806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:56.606 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:31:56.607 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:31:56.613 I SHARDING [conn9] moveChunk setting version to: 69|0||584bc97f90d1dc672b548352 Sat Dec 10 05:31:56.624 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 31131806, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:31:56.624 I SHARDING [conn9] moveChunk updating self version to: 69|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446843134000) } -> { datetime: new Date(1446915900000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:31:56.626 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:56.626-0600-584be7ac666d1a4e49f54ae7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369516626), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 31131806, catchup: 0, steady: 0 } } Sat Dec 10 05:31:56.626 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:31:56.626 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:31:56.626 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:56.626-0600-584be7ac666d1a4e49f54ae8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369516626), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 941, step 4 of 6: 18134, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:31:56.628 I SHARDING [conn9] distributed lock with ts: 584be799666d1a4e49f54ae2' unlocked. Sat Dec 10 05:31:56.628 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446748856000) }, max: { datetime: new Date(1446843134000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 172 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 5607 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19103ms Sat Dec 10 05:31:56.632 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:31:56.633 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449552510000) }, { datetime: new Date(1449639106000) }) in IISLogs.pubprdweb04', ts : 584be7ac666d1a4e49f54ae9 Sat Dec 10 05:31:56.633 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 64|0||584bcad890d1dc672b54835d, current metadata version is 64|0||584bcad890d1dc672b54835d Sat Dec 10 05:31:56.649 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 64|0||584bcad890d1dc672b54835d to shard version 64|1||584bcad890d1dc672b54835d Sat Dec 10 05:31:56.649 I SHARDING [conn9] collection version was loaded at version 64|1||584bcad890d1dc672b54835d, took 16ms Sat Dec 10 05:31:56.649 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:31:56.649-0600-584be7ac666d1a4e49f54aea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369516649), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:31:56.651 I SHARDING [conn9] moveChunk request accepted at version 64|1||584bcad890d1dc672b54835d Sat Dec 10 05:31:57.591 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 05:31:57.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:57.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:58.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:58.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:31:59.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:00.159 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776239 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } protocol:op_command 2561ms Sat Dec 10 05:32:00.611 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445744913000) } -> { datetime: new Date(1445765475000) } Sat Dec 10 05:32:00.611 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447476671000) } -> { datetime: new Date(1447552983000) }, with opId: 143471 Sat Dec 10 05:32:00.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4837, clonedBytes: 1268566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:01.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15320, clonedBytes: 4038540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:02.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26008, clonedBytes: 6857630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:03.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35847, clonedBytes: 9466310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:04.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46008, clonedBytes: 12139771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:05.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55893, clonedBytes: 14869148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:07.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61332, clonedBytes: 16357877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:07.897 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14017502 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 1300ms Sat Dec 10 05:32:08.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61881, clonedBytes: 16527485, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:09.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72024, clonedBytes: 19583304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:10.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80920, clonedBytes: 21888634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:11.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91398, clonedBytes: 24601435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:12.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101496, clonedBytes: 27229095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:13.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111725, clonedBytes: 29903185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:14.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7ac666d1a4e49f54aeb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30030104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:14.250 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:32:14.251 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:32:14.252 I SHARDING [conn9] moveChunk setting version to: 65|0||584bcad890d1dc672b54835d Sat Dec 10 05:32:14.259 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30030104, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:32:14.259 I SHARDING [conn9] moveChunk updating self version to: 65|1||584bcad890d1dc672b54835d through { datetime: new Date(1449639106000) } -> { datetime: new Date(1449712283000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:32:14.260 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:14.260-0600-584be7be666d1a4e49f54aee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369534260), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30030104, catchup: 0, steady: 0 } } Sat Dec 10 05:32:14.261 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:32:14.261 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:32:14.261 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:14.261-0600-584be7be666d1a4e49f54aef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369534261), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, step 1 of 6: 0, step 2 of 6: 18, step 3 of 6: 943, step 4 of 6: 16654, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:32:14.263 I SHARDING [conn9] distributed lock with ts: 584be7ac666d1a4e49f54ae9' unlocked. Sat Dec 10 05:32:14.263 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449552510000) }, max: { datetime: new Date(1449639106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 64000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 15330 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 108 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17630ms Sat Dec 10 05:32:15.338 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:32:15.339 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454808668000) }, { datetime: new Date(1454944383000) }) in IISLogs.pubprdweb01', ts : 584be7bf666d1a4e49f54af0 Sat Dec 10 05:32:15.339 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 92|0||584bbf4f90d1dc672b54822e, current metadata version is 92|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:32:15.341 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 92|0||584bbf4f90d1dc672b54822e to shard version 92|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:32:15.341 I SHARDING [conn9] collection version was loaded at version 92|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:32:15.341 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:15.341-0600-584be7bf666d1a4e49f54af1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369535341), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:32:15.342 I SHARDING [conn9] moveChunk request accepted at version 92|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:32:16.216 I SHARDING [conn9] moveChunk number of documents: 102851 Sat Dec 10 05:32:16.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:16.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:17.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:18.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:19.443 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776167 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 3222ms Sat Dec 10 05:32:19.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:20.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8930, clonedBytes: 3005254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:21.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18873, clonedBytes: 6489217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:22.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28963, clonedBytes: 10263787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:23.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38828, clonedBytes: 13766908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:24.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46605, clonedBytes: 16460894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:25.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46605, clonedBytes: 16460894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:26.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46605, clonedBytes: 16460894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:27.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46605, clonedBytes: 16460894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:28.098 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776198 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 3742ms Sat Dec 10 05:32:28.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51492, clonedBytes: 18036062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:29.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61063, clonedBytes: 21325266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:30.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70642, clonedBytes: 24527959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:31.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80397, clonedBytes: 28101330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:32.628 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447476671000) } -> { datetime: new Date(1447552983000) } Sat Dec 10 05:32:32.628 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468502946000) } -> { datetime: new Date(1468522896000) }, with opId: 143699 Sat Dec 10 05:32:32.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90320, clonedBytes: 31556282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:33.459 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2777856 locks:{ Global: { acquireCount: { r: 138 } }, Database: { acquireCount: { r: 69 } }, Collection: { acquireCount: { r: 69 } } } protocol:op_command 211ms Sat Dec 10 05:32:33.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98090, clonedBytes: 34032832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:34.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7bf666d1a4e49f54af2", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102851, clonedBytes: 35641438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:34.854 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:32:34.855 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:32:34.855 I SHARDING [conn9] moveChunk setting version to: 93|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:32:34.864 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102851, clonedBytes: 35641438, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:32:34.864 I SHARDING [conn9] moveChunk updating self version to: 93|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1454944383000) } -> { datetime: new Date(1455048338000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:32:34.866 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:34.866-0600-584be7d2666d1a4e49f54af5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369554866), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102851, clonedBytes: 35641438, catchup: 0, steady: 0 } } Sat Dec 10 05:32:34.867 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:32:34.875 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:32:34.875 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:34.875-0600-584be7d2666d1a4e49f54af6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369554875), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 877, step 4 of 6: 18633, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:32:34.877 I SHARDING [conn9] distributed lock with ts: 584be7bf666d1a4e49f54af0' unlocked. Sat Dec 10 05:32:34.877 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454808668000) }, max: { datetime: new Date(1454944383000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8567 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19539ms Sat Dec 10 05:32:34.882 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:32:34.883 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470350761000) }, { datetime: new Date(1470362600000) }) in IISLogs.pubbsdweb2', ts : 584be7d2666d1a4e49f54af7 Sat Dec 10 05:32:34.883 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 91|0||584bbf7a90d1dc672b548236, current metadata version is 91|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:32:34.884 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 91|0||584bbf7a90d1dc672b548236 to shard version 91|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:32:34.884 I SHARDING [conn9] collection version was loaded at version 91|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:32:34.884 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:34.884-0600-584be7d2666d1a4e49f54af8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369554884), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:32:34.885 I SHARDING [conn9] moveChunk request accepted at version 91|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:32:36.081 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 05:32:36.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:36.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:37.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:37.200 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776164 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 1088ms Sat Dec 10 05:32:38.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5098, clonedBytes: 1402769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:39.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14885, clonedBytes: 4092741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:40.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24233, clonedBytes: 6660977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:41.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33873, clonedBytes: 9310435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:42.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43149, clonedBytes: 11859587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:43.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52765, clonedBytes: 14501030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:44.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59567, clonedBytes: 16370157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:45.436 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15258758 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1380ms Sat Dec 10 05:32:45.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59567, clonedBytes: 16370157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:46.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68579, clonedBytes: 18847088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:47.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78288, clonedBytes: 21516315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:48.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88546, clonedBytes: 24335791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:49.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96093, clonedBytes: 26409946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:50.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106672, clonedBytes: 29317860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:52.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112756, clonedBytes: 30989936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:53.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7d2666d1a4e49f54af9", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 31260659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:53.032 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:32:53.033 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:32:53.033 I SHARDING [conn9] moveChunk setting version to: 92|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:32:53.035 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 31260659, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:32:53.035 I SHARDING [conn9] moveChunk updating self version to: 92|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470362600000) } -> { datetime: new Date(1470377498000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:32:53.036 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:53.036-0600-584be7e5666d1a4e49f54afc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369573036), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 31260659, catchup: 0, steady: 0 } } Sat Dec 10 05:32:53.037 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:32:53.037 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:32:53.037 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:53.037-0600-584be7e5666d1a4e49f54afd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369573037), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1208, step 4 of 6: 16937, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:32:53.038 I SHARDING [conn9] distributed lock with ts: 584be7d2666d1a4e49f54af7' unlocked. Sat Dec 10 05:32:53.039 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470350761000) }, max: { datetime: new Date(1470362600000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 304 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18157ms Sat Dec 10 05:32:53.043 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:32:53.044 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457496825000) }, { datetime: new Date(1457620702000) }) in IISLogs.pubprdweb02', ts : 584be7e5666d1a4e49f54afe Sat Dec 10 05:32:53.044 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 84|0||584bc22c90d1dc672b54829b, current metadata version is 84|0||584bc22c90d1dc672b54829b Sat Dec 10 05:32:53.045 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 84|0||584bc22c90d1dc672b54829b to shard version 84|1||584bc22c90d1dc672b54829b Sat Dec 10 05:32:53.045 I SHARDING [conn9] collection version was loaded at version 84|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:32:53.045 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:32:53.045-0600-584be7e5666d1a4e49f54aff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369573045), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:32:53.046 I SHARDING [conn9] moveChunk request accepted at version 84|1||584bc22c90d1dc672b54829b Sat Dec 10 05:32:54.114 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 05:32:54.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:54.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:55.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:55.621 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776213 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1478ms Sat Dec 10 05:32:56.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3124, clonedBytes: 1013738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:57.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12773, clonedBytes: 4506593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:58.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22256, clonedBytes: 7730075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:32:59.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31958, clonedBytes: 11032258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:00.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41467, clonedBytes: 13974971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:00.674 I SHARDING [RangeDeleter] rangeDeleter deleted 113358 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468502946000) } -> { datetime: new Date(1468522896000) } Sat Dec 10 05:33:00.674 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452216065000) } -> { datetime: new Date(1452336046000) }, with opId: 143951 Sat Dec 10 05:33:01.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49759, clonedBytes: 16438862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:02.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49759, clonedBytes: 16438862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:03.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49759, clonedBytes: 16438862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:04.026 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776111 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 2759ms Sat Dec 10 05:33:04.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53500, clonedBytes: 17580352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:05.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64011, clonedBytes: 20713474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:06.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73913, clonedBytes: 23817295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:07.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84034, clonedBytes: 26879337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:08.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94091, clonedBytes: 30044172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:09.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103307, clonedBytes: 32851099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:09.781 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:983389 locks:{ Global: { acquireCount: { r: 60 } }, Database: { acquireCount: { r: 30 } }, Collection: { acquireCount: { r: 30 } } } protocol:op_command 192ms Sat Dec 10 05:33:10.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7e5666d1a4e49f54b00", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 33816160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:10.697 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:33:10.698 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:33:10.698 I SHARDING [conn9] moveChunk setting version to: 85|0||584bc22c90d1dc672b54829b Sat Dec 10 05:33:10.701 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 33816160, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:33:10.701 I SHARDING [conn9] moveChunk updating self version to: 85|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457620702000) } -> { datetime: new Date(1457738135000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:33:10.703 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:10.703-0600-584be7f6666d1a4e49f54b03", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369590703), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 33816160, catchup: 0, steady: 0 } } Sat Dec 10 05:33:10.703 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:33:10.704 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:33:10.704 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:10.704-0600-584be7f6666d1a4e49f54b04", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369590704), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1071, step 4 of 6: 16579, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:33:10.705 I SHARDING [conn9] distributed lock with ts: 584be7e5666d1a4e49f54afe' unlocked. Sat Dec 10 05:33:10.705 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457496825000) }, max: { datetime: new Date(1457620702000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 185 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17662ms Sat Dec 10 05:33:10.709 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:33:10.710 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446843134000) }, { datetime: new Date(1446915900000) }) in IISLogs.pubprdweb03', ts : 584be7f6666d1a4e49f54b05 Sat Dec 10 05:33:10.710 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 69|0||584bc97f90d1dc672b548352, current metadata version is 69|0||584bc97f90d1dc672b548352 Sat Dec 10 05:33:10.711 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 69|0||584bc97f90d1dc672b548352 to shard version 69|1||584bc97f90d1dc672b548352 Sat Dec 10 05:33:10.711 I SHARDING [conn9] collection version was loaded at version 69|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:33:10.711 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:10.711-0600-584be7f6666d1a4e49f54b06", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369590711), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:33:10.712 I SHARDING [conn9] moveChunk request accepted at version 69|1||584bc97f90d1dc672b548352 Sat Dec 10 05:33:11.669 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:33:11.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:11.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:12.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:12.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:13.453 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 998 } }, Database: { acquireCount: { r: 499 } }, Collection: { acquireCount: { r: 499 } } } protocol:op_command 1758ms Sat Dec 10 05:33:13.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 178, clonedBytes: 43742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:14.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8145, clonedBytes: 2384223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:15.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18225, clonedBytes: 5057072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:16.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28368, clonedBytes: 7671895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:17.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38334, clonedBytes: 10272682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:18.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48418, clonedBytes: 12987150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:19.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58796, clonedBytes: 15718910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:20.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61248, clonedBytes: 16358415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:21.813 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14261973 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1629ms Sat Dec 10 05:33:22.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62225, clonedBytes: 16614818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:23.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72967, clonedBytes: 19430855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:24.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83126, clonedBytes: 22157615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:25.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93473, clonedBytes: 24925557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:26.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103847, clonedBytes: 27690261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:27.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be7f6666d1a4e49f54b07", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30263885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:27.197 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:33:27.199 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:33:27.199 I SHARDING [conn9] moveChunk setting version to: 70|0||584bc97f90d1dc672b548352 Sat Dec 10 05:33:27.209 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30263885, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:33:27.209 I SHARDING [conn9] moveChunk updating self version to: 70|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446915900000) } -> { datetime: new Date(1446963452000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:33:27.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:27.211-0600-584be807666d1a4e49f54b0a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369607211), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30263885, catchup: 0, steady: 0 } } Sat Dec 10 05:33:27.212 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:33:27.212 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:33:27.212 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:27.212-0600-584be807666d1a4e49f54b0b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369607212), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 960, step 4 of 6: 15524, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:33:27.214 I SHARDING [conn9] distributed lock with ts: 584be7f6666d1a4e49f54b05' unlocked. Sat Dec 10 05:33:27.214 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446843134000) }, max: { datetime: new Date(1446915900000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 154 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16506ms Sat Dec 10 05:33:27.220 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:33:27.221 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449639106000) }, { datetime: new Date(1449712283000) }) in IISLogs.pubprdweb04', ts : 584be807666d1a4e49f54b0c Sat Dec 10 05:33:27.221 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 65|0||584bcad890d1dc672b54835d, current metadata version is 65|0||584bcad890d1dc672b54835d Sat Dec 10 05:33:27.222 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 65|0||584bcad890d1dc672b54835d to shard version 65|1||584bcad890d1dc672b54835d Sat Dec 10 05:33:27.222 I SHARDING [conn9] collection version was loaded at version 65|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:33:27.222 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:27.222-0600-584be807666d1a4e49f54b0d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369607222), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:33:27.223 I SHARDING [conn9] moveChunk request accepted at version 65|1||584bcad890d1dc672b54835d Sat Dec 10 05:33:28.172 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 05:33:28.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:28.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:29.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:29.325 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776124 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 1136ms Sat Dec 10 05:33:30.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4176, clonedBytes: 1108302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:31.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14299, clonedBytes: 3753082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:32.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24470, clonedBytes: 6485542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:33.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34008, clonedBytes: 9167722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:34.129 I SHARDING [RangeDeleter] rangeDeleter deleted 102944 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452216065000) } -> { datetime: new Date(1452336046000) } Sat Dec 10 05:33:34.129 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469128310000) } -> { datetime: new Date(1469459627000) }, with opId: 144154 Sat Dec 10 05:33:34.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44655, clonedBytes: 12051327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:35.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54544, clonedBytes: 14809375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:36.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60373, clonedBytes: 16364475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:36.727 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14309678 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 550ms Sat Dec 10 05:33:37.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69052, clonedBytes: 18749831, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:38.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79555, clonedBytes: 21571570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:40.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91014, clonedBytes: 24690608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:41.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100660, clonedBytes: 27259512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:42.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111295, clonedBytes: 30081157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:43.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be807666d1a4e49f54b0e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30322165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:43.227 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:33:43.244 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:33:43.244 I SHARDING [conn9] moveChunk setting version to: 66|0||584bcad890d1dc672b54835d Sat Dec 10 05:33:43.247 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30322165, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:33:43.247 I SHARDING [conn9] moveChunk updating self version to: 66|1||584bcad890d1dc672b54835d through { datetime: new Date(1449712283000) } -> { datetime: new Date(1449794404000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:33:43.249 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:43.248-0600-584be817666d1a4e49f54b11", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369623248), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30322165, catchup: 0, steady: 0 } } Sat Dec 10 05:33:43.249 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:33:43.249 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:33:43.249 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:43.249-0600-584be817666d1a4e49f54b12", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369623249), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 963, step 4 of 6: 15040, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:33:43.251 I SHARDING [conn9] distributed lock with ts: 584be807666d1a4e49f54b0c' unlocked. Sat Dec 10 05:33:43.251 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449639106000) }, max: { datetime: new Date(1449712283000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 65000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19586 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16032ms Sat Dec 10 05:33:44.341 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:33:44.342 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1454944383000) }, { datetime: new Date(1455048338000) }) in IISLogs.pubprdweb01', ts : 584be818666d1a4e49f54b13 Sat Dec 10 05:33:44.342 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 93|0||584bbf4f90d1dc672b54822e, current metadata version is 93|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:33:44.344 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 93|0||584bbf4f90d1dc672b54822e to shard version 93|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:33:44.344 I SHARDING [conn9] collection version was loaded at version 93|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:33:44.344 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:33:44.344-0600-584be818666d1a4e49f54b14", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369624344), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:33:44.345 I SHARDING [conn9] moveChunk request accepted at version 93|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:33:45.396 I SHARDING [conn9] moveChunk number of documents: 103014 Sat Dec 10 05:33:45.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:45.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:46.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:46.835 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776268 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1394ms Sat Dec 10 05:33:47.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1600, clonedBytes: 535096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:48.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10718, clonedBytes: 3530832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:49.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20163, clonedBytes: 6587208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:50.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28879, clonedBytes: 9325971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:51.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39510, clonedBytes: 12780756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:52.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49095, clonedBytes: 15849955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:54.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50798, clonedBytes: 16431644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:55.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50798, clonedBytes: 16431644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:56.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50798, clonedBytes: 16431644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:56.886 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776058 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 3735ms Sat Dec 10 05:33:57.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52168, clonedBytes: 16906607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:58.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61414, clonedBytes: 20028547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:33:58.913 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469128310000) } -> { datetime: new Date(1469459627000) } Sat Dec 10 05:33:58.914 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1454426869000) } -> { datetime: new Date(1454531090000) }, with opId: 144293 Sat Dec 10 05:33:59.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71273, clonedBytes: 23120308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:00.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81408, clonedBytes: 26295716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:01.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91167, clonedBytes: 29254680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:02.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101882, clonedBytes: 32548846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:03.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be818666d1a4e49f54b15", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103014, clonedBytes: 32892635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:03.635 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:34:03.636 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:34:03.637 I SHARDING [conn9] moveChunk setting version to: 94|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:34:03.644 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103014, clonedBytes: 32892635, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:34:03.644 I SHARDING [conn9] moveChunk updating self version to: 94|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455048338000) } -> { datetime: new Date(1455160356000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:34:03.645 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:03.645-0600-584be82b666d1a4e49f54b18", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369643645), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103014, clonedBytes: 32892635, catchup: 0, steady: 0 } } Sat Dec 10 05:34:03.646 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:34:03.646 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:34:03.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:03.646-0600-584be82b666d1a4e49f54b19", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369643646), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1053, step 4 of 6: 18234, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:34:03.647 I SHARDING [conn9] distributed lock with ts: 584be818666d1a4e49f54b13' unlocked. Sat Dec 10 05:34:03.648 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454944383000) }, max: { datetime: new Date(1455048338000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 133 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19306ms Sat Dec 10 05:34:03.652 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:34:03.653 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470362600000) }, { datetime: new Date(1470377498000) }) in IISLogs.pubbsdweb2', ts : 584be82b666d1a4e49f54b1a Sat Dec 10 05:34:03.653 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 92|0||584bbf7a90d1dc672b548236, current metadata version is 92|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:34:03.654 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 92|0||584bbf7a90d1dc672b548236 to shard version 92|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:34:03.654 I SHARDING [conn9] collection version was loaded at version 92|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:34:03.654 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:03.654-0600-584be82b666d1a4e49f54b1b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369643654), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:34:03.655 I SHARDING [conn9] moveChunk request accepted at version 92|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:34:04.540 I SHARDING [conn9] moveChunk number of documents: 113749 Sat Dec 10 05:34:04.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:04.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:05.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:05.350 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776194 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 800ms Sat Dec 10 05:34:05.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 232, clonedBytes: 63747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:06.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8714, clonedBytes: 2395056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:07.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18533, clonedBytes: 5094010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:08.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28214, clonedBytes: 7752553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:09.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38258, clonedBytes: 10511348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:10.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48256, clonedBytes: 13257587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:11.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58084, clonedBytes: 15956008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:13.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59592, clonedBytes: 16370012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:13.644 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15358311 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1427ms Sat Dec 10 05:34:14.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62698, clonedBytes: 17222888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:15.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73209, clonedBytes: 20109066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:16.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83005, clonedBytes: 22807177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:17.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92532, clonedBytes: 25441751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:18.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102442, clonedBytes: 28202040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:19.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110738, clonedBytes: 30519439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:20.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:21.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:22.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:23.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:24.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:25.318 I SHARDING [RangeDeleter] rangeDeleter deleted 106528 documents for IISLogs.pubprdweb02 from { datetime: new Date(1454426869000) } -> { datetime: new Date(1454531090000) } Sat Dec 10 05:34:25.318 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445765475000) } -> { datetime: new Date(1445792221000) }, with opId: 144492 Sat Dec 10 05:34:25.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:26.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:27.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be82b666d1a4e49f54b1c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:27.590 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:34:27.591 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:34:27.591 I SHARDING [conn9] moveChunk setting version to: 93|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:34:27.602 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:34:27.602 I SHARDING [conn9] moveChunk updating self version to: 93|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470377498000) } -> { datetime: new Date(1470397646000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:34:27.603 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:27.603-0600-584be843666d1a4e49f54b1f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369667603), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113749, clonedBytes: 31360186, catchup: 0, steady: 0 } } Sat Dec 10 05:34:27.604 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:34:27.604 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:34:27.604 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:27.604-0600-584be843666d1a4e49f54b20", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369667604), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 888, step 4 of 6: 23045, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:34:27.605 I SHARDING [conn9] distributed lock with ts: 584be82b666d1a4e49f54b1a' unlocked. Sat Dec 10 05:34:27.606 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470362600000) }, max: { datetime: new Date(1470377498000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 308 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23954ms Sat Dec 10 05:34:27.609 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:34:27.610 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457620702000) }, { datetime: new Date(1457738135000) }) in IISLogs.pubprdweb02', ts : 584be843666d1a4e49f54b21 Sat Dec 10 05:34:27.610 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 85|0||584bc22c90d1dc672b54829b, current metadata version is 85|0||584bc22c90d1dc672b54829b Sat Dec 10 05:34:27.611 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 85|0||584bc22c90d1dc672b54829b to shard version 85|1||584bc22c90d1dc672b54829b Sat Dec 10 05:34:27.611 I SHARDING [conn9] collection version was loaded at version 85|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:34:27.611 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:27.611-0600-584be843666d1a4e49f54b22", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369667611), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:34:27.612 I SHARDING [conn9] moveChunk request accepted at version 85|1||584bc22c90d1dc672b54829b Sat Dec 10 05:34:28.666 I SHARDING [conn9] moveChunk number of documents: 106500 Sat Dec 10 05:34:28.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:28.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:29.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:29.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:30.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:31.100 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776237 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 2379ms Sat Dec 10 05:34:31.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5825, clonedBytes: 1709336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:32.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16110, clonedBytes: 4716819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:33.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25598, clonedBytes: 7310790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:35.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35768, clonedBytes: 10134108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:36.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45917, clonedBytes: 13045319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:37.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56282, clonedBytes: 16227607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:38.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56794, clonedBytes: 16389641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:39.171 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15184237 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 1993ms Sat Dec 10 05:34:39.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56794, clonedBytes: 16389641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:40.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66499, clonedBytes: 19346360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:41.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77321, clonedBytes: 22450161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:42.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87501, clonedBytes: 25413860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:43.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96992, clonedBytes: 28150970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:44.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be843666d1a4e49f54b23", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106500, clonedBytes: 31236898, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:44.403 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:34:44.412 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:34:44.413 I SHARDING [conn9] moveChunk setting version to: 86|0||584bc22c90d1dc672b54829b Sat Dec 10 05:34:44.420 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106500, clonedBytes: 31236898, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:34:44.420 I SHARDING [conn9] moveChunk updating self version to: 86|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457738135000) } -> { datetime: new Date(1457852550000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:34:44.422 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:44.422-0600-584be854666d1a4e49f54b26", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369684422), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106500, clonedBytes: 31236898, catchup: 0, steady: 0 } } Sat Dec 10 05:34:44.422 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:34:44.423 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:34:44.423 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:44.423-0600-584be854666d1a4e49f54b27", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369684423), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1056, step 4 of 6: 15733, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:34:44.424 I SHARDING [conn9] distributed lock with ts: 584be843666d1a4e49f54b21' unlocked. Sat Dec 10 05:34:44.424 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457620702000) }, max: { datetime: new Date(1457738135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:832 reslen:154 locks:{ Global: { acquireCount: { r: 1676, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 261 } }, Database: { acquireCount: { r: 834, w: 4, W: 2 } }, Collection: { acquireCount: { r: 834, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16815ms Sat Dec 10 05:34:44.428 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:34:44.429 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446915900000) }, { datetime: new Date(1446963452000) }) in IISLogs.pubprdweb03', ts : 584be854666d1a4e49f54b28 Sat Dec 10 05:34:44.429 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 70|0||584bc97f90d1dc672b548352, current metadata version is 70|0||584bc97f90d1dc672b548352 Sat Dec 10 05:34:44.430 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 70|0||584bc97f90d1dc672b548352 to shard version 70|1||584bc97f90d1dc672b548352 Sat Dec 10 05:34:44.430 I SHARDING [conn9] collection version was loaded at version 70|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:34:44.430 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:34:44.430-0600-584be854666d1a4e49f54b29", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369684430), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:34:44.431 I SHARDING [conn9] moveChunk request accepted at version 70|1||584bc97f90d1dc672b548352 Sat Dec 10 05:34:45.506 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:34:45.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:45.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:46.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:46.289 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 772ms Sat Dec 10 05:34:46.665 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445765475000) } -> { datetime: new Date(1445792221000) } Sat Dec 10 05:34:46.666 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447552983000) } -> { datetime: new Date(1447636537000) }, with opId: 144654 Sat Dec 10 05:34:46.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1873, clonedBytes: 477482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:47.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12266, clonedBytes: 3293965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:48.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20964, clonedBytes: 5794835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:49.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31408, clonedBytes: 8533143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:50.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41423, clonedBytes: 11138851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:51.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50376, clonedBytes: 13460143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:53.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60197, clonedBytes: 16039956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:54.022 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14066354 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 842ms Sat Dec 10 05:34:54.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61405, clonedBytes: 16357316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:55.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71696, clonedBytes: 19051105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:56.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81168, clonedBytes: 21534956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:57.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90652, clonedBytes: 24005904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:58.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99559, clonedBytes: 26324389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:34:59.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104535, clonedBytes: 27650238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:00.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112204, clonedBytes: 29658826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:01.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:02.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:03.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:04.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:05.573 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447552983000) } -> { datetime: new Date(1447636537000) } Sat Dec 10 05:35:05.573 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468522896000) } -> { datetime: new Date(1468554249000) }, with opId: 144725 Sat Dec 10 05:35:05.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:05.609 I NETWORK [conn85] end connection 10.112.9.26:59145 (28 connections now open) Sat Dec 10 05:35:06.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:06.841 I NETWORK [conn86] end connection 10.112.9.26:59148 (27 connections now open) Sat Dec 10 05:35:07.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:08.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:09.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:10.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:11.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be854666d1a4e49f54b2a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:11.887 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:35:11.888 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:35:11.889 I SHARDING [conn9] moveChunk setting version to: 71|0||584bc97f90d1dc672b548352 Sat Dec 10 05:35:11.893 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:35:11.893 I SHARDING [conn9] moveChunk updating self version to: 71|1||584bc97f90d1dc672b548352 through { datetime: new Date(1446963452000) } -> { datetime: new Date(1447024399000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:35:11.895 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:11.894-0600-584be86f666d1a4e49f54b2d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369711894), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30068259, catchup: 0, steady: 0 } } Sat Dec 10 05:35:11.895 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:35:11.895 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:35:11.895 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:11.895-0600-584be86f666d1a4e49f54b2e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369711895), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1078, step 4 of 6: 26376, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:35:11.896 I SHARDING [conn9] distributed lock with ts: 584be854666d1a4e49f54b28' unlocked. Sat Dec 10 05:35:11.897 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446915900000) }, max: { datetime: new Date(1446963452000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 63 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 129 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27469ms Sat Dec 10 05:35:11.902 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:35:11.903 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449712283000) }, { datetime: new Date(1449794404000) }) in IISLogs.pubprdweb04', ts : 584be86f666d1a4e49f54b2f Sat Dec 10 05:35:11.903 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 66|0||584bcad890d1dc672b54835d, current metadata version is 66|0||584bcad890d1dc672b54835d Sat Dec 10 05:35:11.904 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 66|0||584bcad890d1dc672b54835d to shard version 66|1||584bcad890d1dc672b54835d Sat Dec 10 05:35:11.904 I SHARDING [conn9] collection version was loaded at version 66|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:35:11.905 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:11.905-0600-584be86f666d1a4e49f54b30", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369711905), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:35:11.905 I SHARDING [conn9] moveChunk request accepted at version 66|1||584bcad890d1dc672b54835d Sat Dec 10 05:35:13.026 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:35:13.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:13.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:14.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:14.393 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 1357ms Sat Dec 10 05:35:15.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5917, clonedBytes: 1665410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:16.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15570, clonedBytes: 4579808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:17.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24872, clonedBytes: 7084817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:18.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34668, clonedBytes: 9725914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:19.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44503, clonedBytes: 12325448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:20.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53871, clonedBytes: 14758488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:21.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59836, clonedBytes: 16368271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:22.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59836, clonedBytes: 16368271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:23.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59836, clonedBytes: 16368271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:23.581 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14054616 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 2628ms Sat Dec 10 05:35:24.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68096, clonedBytes: 18507371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:25.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78382, clonedBytes: 21222269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:26.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87435, clonedBytes: 23612243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:27.256 I SHARDING [RangeDeleter] rangeDeleter deleted 113362 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468522896000) } -> { datetime: new Date(1468554249000) } Sat Dec 10 05:35:27.257 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452336046000) } -> { datetime: new Date(1452476407000) }, with opId: 144854 Sat Dec 10 05:35:27.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98238, clonedBytes: 26416903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:28.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107907, clonedBytes: 28940685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:29.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be86f666d1a4e49f54b31", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30067147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:29.723 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:35:29.724 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:35:29.725 I SHARDING [conn9] moveChunk setting version to: 67|0||584bcad890d1dc672b54835d Sat Dec 10 05:35:29.734 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30067147, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:35:29.734 I SHARDING [conn9] moveChunk updating self version to: 67|1||584bcad890d1dc672b54835d through { datetime: new Date(1449794404000) } -> { datetime: new Date(1449873930000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:35:29.736 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:29.736-0600-584be881666d1a4e49f54b34", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369729736), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30067147, catchup: 0, steady: 0 } } Sat Dec 10 05:35:29.736 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:35:29.745 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:35:29.745 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:29.745-0600-584be881666d1a4e49f54b35", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369729745), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1123, step 4 of 6: 16693, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:35:29.747 I SHARDING [conn9] distributed lock with ts: 584be86f666d1a4e49f54b2f' unlocked. Sat Dec 10 05:35:29.747 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449712283000) }, max: { datetime: new Date(1449794404000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 66000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8878 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17845ms Sat Dec 10 05:35:30.818 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:35:30.819 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455048338000) }, { datetime: new Date(1455160356000) }) in IISLogs.pubprdweb01', ts : 584be882666d1a4e49f54b36 Sat Dec 10 05:35:30.819 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 94|0||584bbf4f90d1dc672b54822e, current metadata version is 94|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:35:30.821 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 94|0||584bbf4f90d1dc672b54822e to shard version 94|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:35:30.821 I SHARDING [conn9] collection version was loaded at version 94|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:35:30.821 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:30.821-0600-584be882666d1a4e49f54b37", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369730821), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:35:30.822 I SHARDING [conn9] moveChunk request accepted at version 94|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:35:32.089 I SHARDING [conn9] moveChunk number of documents: 102932 Sat Dec 10 05:35:32.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:32.933 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 769ms Sat Dec 10 05:35:33.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80, clonedBytes: 25653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:34.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7663, clonedBytes: 2474872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:35.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17351, clonedBytes: 5392267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:36.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27304, clonedBytes: 8541947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:37.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37295, clonedBytes: 11549373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:38.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47158, clonedBytes: 14697707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:39.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52798, clonedBytes: 16417693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:39.973 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15829956 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 1051ms Sat Dec 10 05:35:40.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56324, clonedBytes: 17449745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:41.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65907, clonedBytes: 20325908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:42.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76416, clonedBytes: 23554479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:43.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86544, clonedBytes: 26815992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:44.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96770, clonedBytes: 29953155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:45.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be882666d1a4e49f54b38", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102932, clonedBytes: 31907673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:45.654 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:35:45.655 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:35:45.655 I SHARDING [conn9] moveChunk setting version to: 95|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:35:45.662 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102932, clonedBytes: 31907673, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:35:45.662 I SHARDING [conn9] moveChunk updating self version to: 95|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455160356000) } -> { datetime: new Date(1455259760000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:35:45.663 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:45.663-0600-584be891666d1a4e49f54b3b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369745663), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102932, clonedBytes: 31907673, catchup: 0, steady: 0 } } Sat Dec 10 05:35:45.664 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:35:45.664 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:35:45.664 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:45.664-0600-584be891666d1a4e49f54b3c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369745664), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1270, step 4 of 6: 13560, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:35:45.666 I SHARDING [conn9] distributed lock with ts: 584be882666d1a4e49f54b36' unlocked. Sat Dec 10 05:35:45.666 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455048338000) }, max: { datetime: new Date(1455160356000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 275 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 87 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14847ms Sat Dec 10 05:35:45.670 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:35:45.670 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470377498000) }, { datetime: new Date(1470397646000) }) in IISLogs.pubbsdweb2', ts : 584be891666d1a4e49f54b3d Sat Dec 10 05:35:45.671 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 93|0||584bbf7a90d1dc672b548236, current metadata version is 93|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:35:45.672 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 93|0||584bbf7a90d1dc672b548236 to shard version 93|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:35:45.672 I SHARDING [conn9] collection version was loaded at version 93|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:35:45.672 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:35:45.672-0600-584be891666d1a4e49f54b3e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369745672), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:35:45.672 I SHARDING [conn9] moveChunk request accepted at version 93|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:35:46.674 I SHARDING [conn9] moveChunk number of documents: 113738 Sat Dec 10 05:35:46.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:46.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:46.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:46.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:46.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:46.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:46.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:47.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:47.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:47.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776091 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 1018ms Sat Dec 10 05:35:47.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:48.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6913, clonedBytes: 1921522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:49.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16846, clonedBytes: 4686767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:50.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26843, clonedBytes: 7472784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:51.929 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452336046000) } -> { datetime: new Date(1452476407000) } Sat Dec 10 05:35:51.929 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469459627000) } -> { datetime: new Date(1469544624000) }, with opId: 145056 Sat Dec 10 05:35:51.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36910, clonedBytes: 10269542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:53.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47775, clonedBytes: 13286484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:54.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57772, clonedBytes: 16064946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:55.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58886, clonedBytes: 16374851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:56.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58886, clonedBytes: 16374851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:56.354 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15617220 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2063ms Sat Dec 10 05:35:57.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66677, clonedBytes: 18542356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:58.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77056, clonedBytes: 21421099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:35:59.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88935, clonedBytes: 24712771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:00.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98465, clonedBytes: 27368133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:01.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108593, clonedBytes: 30186158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:02.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be891666d1a4e49f54b3f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113738, clonedBytes: 31619069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:02.776 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:36:02.777 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:36:02.778 I SHARDING [conn9] moveChunk setting version to: 94|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:36:02.785 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113738, clonedBytes: 31619069, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:36:02.785 I SHARDING [conn9] moveChunk updating self version to: 94|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470397646000) } -> { datetime: new Date(1470435895000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:36:02.786 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:02.786-0600-584be8a2666d1a4e49f54b42", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369762786), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113738, clonedBytes: 31619069, catchup: 0, steady: 0 } } Sat Dec 10 05:36:02.787 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:36:02.787 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:36:02.787 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:02.787-0600-584be8a2666d1a4e49f54b43", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369762787), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1004, step 4 of 6: 16099, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:36:02.788 I SHARDING [conn9] distributed lock with ts: 584be891666d1a4e49f54b3d' unlocked. Sat Dec 10 05:36:02.789 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470377498000) }, max: { datetime: new Date(1470397646000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 360 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 216 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17120ms Sat Dec 10 05:36:02.792 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:36:02.793 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457738135000) }, { datetime: new Date(1457852550000) }) in IISLogs.pubprdweb02', ts : 584be8a2666d1a4e49f54b44 Sat Dec 10 05:36:02.793 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 86|0||584bc22c90d1dc672b54829b, current metadata version is 86|0||584bc22c90d1dc672b54829b Sat Dec 10 05:36:02.795 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 86|0||584bc22c90d1dc672b54829b to shard version 86|1||584bc22c90d1dc672b54829b Sat Dec 10 05:36:02.795 I SHARDING [conn9] collection version was loaded at version 86|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:36:02.795 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:02.795-0600-584be8a2666d1a4e49f54b45", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369762795), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:36:02.795 I SHARDING [conn9] moveChunk request accepted at version 86|1||584bc22c90d1dc672b54829b Sat Dec 10 05:36:06.278 I SHARDING [conn9] moveChunk number of documents: 106476 Sat Dec 10 05:36:06.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:06.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:07.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:07.634 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 1338ms Sat Dec 10 05:36:08.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2782, clonedBytes: 898512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:09.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12476, clonedBytes: 4143139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:10.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21416, clonedBytes: 7175035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:11.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29715, clonedBytes: 10225733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:12.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37338, clonedBytes: 12975476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:13.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46655, clonedBytes: 16128616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:14.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47536, clonedBytes: 16454395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:15.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47536, clonedBytes: 16454395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:16.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47536, clonedBytes: 16454395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:17.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47536, clonedBytes: 16454395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:17.941 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776244 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 4198ms Sat Dec 10 05:36:18.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55921, clonedBytes: 19312249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:19.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65042, clonedBytes: 22342046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:20.718 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469459627000) } -> { datetime: new Date(1469544624000) } Sat Dec 10 05:36:20.718 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1454531090000) } -> { datetime: new Date(1454703746000) }, with opId: 145219 Sat Dec 10 05:36:20.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73534, clonedBytes: 25187337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:22.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83434, clonedBytes: 28553955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:23.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93446, clonedBytes: 31914581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:24.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96372, clonedBytes: 32899749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:24.292 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3475628 locks:{ Global: { acquireCount: { r: 182 } }, Database: { acquireCount: { r: 91 } }, Collection: { acquireCount: { r: 91 } } } protocol:op_command 933ms Sat Dec 10 05:36:25.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104391, clonedBytes: 35511239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:26.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8a2666d1a4e49f54b46", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106476, clonedBytes: 36315611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:26.155 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:36:26.156 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:36:26.156 I SHARDING [conn9] moveChunk setting version to: 87|0||584bc22c90d1dc672b54829b Sat Dec 10 05:36:26.158 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106476, clonedBytes: 36315611, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:36:26.158 I SHARDING [conn9] moveChunk updating self version to: 87|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457852550000) } -> { datetime: new Date(1457966164000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:36:26.160 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:26.160-0600-584be8ba666d1a4e49f54b49", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369786160), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106476, clonedBytes: 36315611, catchup: 0, steady: 0 } } Sat Dec 10 05:36:26.160 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:36:26.161 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:36:26.161 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:26.161-0600-584be8ba666d1a4e49f54b4a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369786161), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3484, step 4 of 6: 19872, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:36:26.162 I SHARDING [conn9] distributed lock with ts: 584be8a2666d1a4e49f54b44' unlocked. Sat Dec 10 05:36:26.162 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457738135000) }, max: { datetime: new Date(1457852550000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:857 reslen:154 locks:{ Global: { acquireCount: { r: 1726, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 388 } }, Database: { acquireCount: { r: 859, w: 4, W: 2 } }, Collection: { acquireCount: { r: 859, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 47 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23369ms Sat Dec 10 05:36:26.171 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:36:26.171 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1446963452000) }, { datetime: new Date(1447024399000) }) in IISLogs.pubprdweb03', ts : 584be8ba666d1a4e49f54b4b Sat Dec 10 05:36:26.171 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 71|0||584bc97f90d1dc672b548352, current metadata version is 71|0||584bc97f90d1dc672b548352 Sat Dec 10 05:36:26.173 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 71|0||584bc97f90d1dc672b548352 to shard version 71|1||584bc97f90d1dc672b548352 Sat Dec 10 05:36:26.173 I SHARDING [conn9] collection version was loaded at version 71|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:36:26.173 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:26.173-0600-584be8ba666d1a4e49f54b4c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369786173), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:36:26.174 I SHARDING [conn9] moveChunk request accepted at version 71|1||584bc97f90d1dc672b548352 Sat Dec 10 05:36:27.307 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:36:27.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:27.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:28.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:29.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:30.006 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776047 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 2686ms Sat Dec 10 05:36:30.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2961, clonedBytes: 767873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:31.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12866, clonedBytes: 3380133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:32.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22963, clonedBytes: 6057800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:33.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32818, clonedBytes: 8759649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:34.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42937, clonedBytes: 11516533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:35.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53779, clonedBytes: 14418137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:36.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61121, clonedBytes: 16359162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:36.978 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14568945 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 566ms Sat Dec 10 05:36:37.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67454, clonedBytes: 17904209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:38.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77734, clonedBytes: 20658365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:39.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88940, clonedBytes: 23636619, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:40.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99357, clonedBytes: 26640871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:41.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109460, clonedBytes: 29456399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:42.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:44.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:45.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:46.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:47.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ba666d1a4e49f54b4d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:47.094 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:36:47.095 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:36:47.096 I SHARDING [conn9] moveChunk setting version to: 72|0||584bc97f90d1dc672b548352 Sat Dec 10 05:36:47.107 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:36:47.107 I SHARDING [conn9] moveChunk updating self version to: 72|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447024399000) } -> { datetime: new Date(1447088624000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:36:47.109 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:47.108-0600-584be8cf666d1a4e49f54b50", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369807108), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30570701, catchup: 0, steady: 0 } } Sat Dec 10 05:36:47.109 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:36:47.109 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:36:47.110 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:47.110-0600-584be8cf666d1a4e49f54b51", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369807110), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1135, step 4 of 6: 19783, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:36:47.111 I SHARDING [conn9] distributed lock with ts: 584be8ba666d1a4e49f54b4b' unlocked. Sat Dec 10 05:36:47.111 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1446963452000) }, max: { datetime: new Date(1447024399000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 18329 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20944ms Sat Dec 10 05:36:47.116 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:36:47.116 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449794404000) }, { datetime: new Date(1449873930000) }) in IISLogs.pubprdweb04', ts : 584be8cf666d1a4e49f54b52 Sat Dec 10 05:36:47.116 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 67|0||584bcad890d1dc672b54835d, current metadata version is 67|0||584bcad890d1dc672b54835d Sat Dec 10 05:36:47.118 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 67|0||584bcad890d1dc672b54835d to shard version 67|1||584bcad890d1dc672b54835d Sat Dec 10 05:36:47.118 I SHARDING [conn9] collection version was loaded at version 67|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:36:47.118 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:36:47.118-0600-584be8cf666d1a4e49f54b53", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369807118), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:36:47.119 I SHARDING [conn9] moveChunk request accepted at version 67|1||584bcad890d1dc672b54835d Sat Dec 10 05:36:47.978 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:36:48.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:48.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:49.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:49.353 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 1369ms Sat Dec 10 05:36:49.566 I SHARDING [RangeDeleter] rangeDeleter deleted 106482 documents for IISLogs.pubprdweb02 from { datetime: new Date(1454531090000) } -> { datetime: new Date(1454703746000) } Sat Dec 10 05:36:49.566 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445792221000) } -> { datetime: new Date(1445816114000) }, with opId: 145492 Sat Dec 10 05:36:50.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6457, clonedBytes: 1686152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:51.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18039, clonedBytes: 4742107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:52.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29119, clonedBytes: 7675409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:53.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38947, clonedBytes: 10340578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:54.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50476, clonedBytes: 13451846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:55.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61337, clonedBytes: 16357761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:56.429 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13973644 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 743ms Sat Dec 10 05:36:56.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63813, clonedBytes: 17061489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:57.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74522, clonedBytes: 19962359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:58.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85452, clonedBytes: 22860991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:36:59.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96689, clonedBytes: 25835864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:00.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107080, clonedBytes: 28624670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:02.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8cf666d1a4e49f54b54", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 29986158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:02.018 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:37:02.019 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:37:02.019 I SHARDING [conn9] moveChunk setting version to: 68|0||584bcad890d1dc672b54835d Sat Dec 10 05:37:02.029 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 29986158, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:37:02.029 I SHARDING [conn9] moveChunk updating self version to: 68|1||584bcad890d1dc672b54835d through { datetime: new Date(1449873930000) } -> { datetime: new Date(1449971620000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:37:02.030 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:02.030-0600-584be8de666d1a4e49f54b57", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369822030), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 29986158, catchup: 0, steady: 0 } } Sat Dec 10 05:37:02.031 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:37:02.031 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:37:02.031 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:02.031-0600-584be8de666d1a4e49f54b58", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369822031), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 862, step 4 of 6: 14035, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:37:02.032 I SHARDING [conn9] distributed lock with ts: 584be8cf666d1a4e49f54b52' unlocked. Sat Dec 10 05:37:02.032 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449794404000) }, max: { datetime: new Date(1449873930000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 67000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 21282 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14917ms Sat Dec 10 05:37:03.109 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:37:03.110 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455160356000) }, { datetime: new Date(1455259760000) }) in IISLogs.pubprdweb01', ts : 584be8df666d1a4e49f54b59 Sat Dec 10 05:37:03.111 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 95|0||584bbf4f90d1dc672b54822e, current metadata version is 95|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:37:03.112 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 95|0||584bbf4f90d1dc672b54822e to shard version 95|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:37:03.112 I SHARDING [conn9] collection version was loaded at version 95|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:37:03.112 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:03.112-0600-584be8df666d1a4e49f54b5a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369823112), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:37:03.113 I SHARDING [conn9] moveChunk request accepted at version 95|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:37:03.977 I SHARDING [conn9] moveChunk number of documents: 102858 Sat Dec 10 05:37:03.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:03.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:04.786 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776122 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 786ms Sat Dec 10 05:37:05.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3406, clonedBytes: 1079065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:06.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12753, clonedBytes: 4303185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:07.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22464, clonedBytes: 7728207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:08.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32574, clonedBytes: 11017133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:09.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42526, clonedBytes: 14312158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:10.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49126, clonedBytes: 16443202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:11.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49126, clonedBytes: 16443202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:12.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49126, clonedBytes: 16443202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:12.688 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776027 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 2559ms Sat Dec 10 05:37:13.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56470, clonedBytes: 18740458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:14.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66079, clonedBytes: 21821683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:15.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75938, clonedBytes: 25038816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:16.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85754, clonedBytes: 28385234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:17.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96295, clonedBytes: 31798653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:18.551 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1305441 locks:{ Global: { acquireCount: { r: 62 } }, Database: { acquireCount: { r: 31 } }, Collection: { acquireCount: { r: 31 } } } protocol:op_command 447ms Sat Dec 10 05:37:18.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101774, clonedBytes: 33728173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:19.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8df666d1a4e49f54b5b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102858, clonedBytes: 34163727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:19.805 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:37:19.806 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:37:19.807 I SHARDING [conn9] moveChunk setting version to: 96|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:37:19.822 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102858, clonedBytes: 34163727, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:37:19.822 I SHARDING [conn9] moveChunk updating self version to: 96|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455259760000) } -> { datetime: new Date(1455411935000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:37:19.824 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:19.824-0600-584be8ef666d1a4e49f54b5e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369839824), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102858, clonedBytes: 34163727, catchup: 0, steady: 0 } } Sat Dec 10 05:37:19.824 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:37:19.826 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:37:19.826 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:19.826-0600-584be8ef666d1a4e49f54b5f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369839826), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 881, step 4 of 6: 15810, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:37:19.836 I SHARDING [conn9] distributed lock with ts: 584be8df666d1a4e49f54b59' unlocked. Sat Dec 10 05:37:19.836 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455160356000) }, max: { datetime: new Date(1455259760000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 57540 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16727ms Sat Dec 10 05:37:19.840 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:37:19.841 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470397646000) }, { datetime: new Date(1470435895000) }) in IISLogs.pubbsdweb2', ts : 584be8ef666d1a4e49f54b60 Sat Dec 10 05:37:19.841 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 94|0||584bbf7a90d1dc672b548236, current metadata version is 94|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:37:19.843 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 94|0||584bbf7a90d1dc672b548236 to shard version 94|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:37:19.843 I SHARDING [conn9] collection version was loaded at version 94|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 05:37:19.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:19.843-0600-584be8ef666d1a4e49f54b61", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369839843), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:37:19.844 I SHARDING [conn9] moveChunk request accepted at version 94|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:37:20.927 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445792221000) } -> { datetime: new Date(1445816114000) } Sat Dec 10 05:37:20.927 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447636537000) } -> { datetime: new Date(1447710272000) }, with opId: 145741 Sat Dec 10 05:37:21.107 I SHARDING [conn9] moveChunk number of documents: 113749 Sat Dec 10 05:37:21.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:21.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:22.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:22.374 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776297 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 1222ms Sat Dec 10 05:37:23.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4175, clonedBytes: 1158539, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:24.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11289, clonedBytes: 3135961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:25.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20808, clonedBytes: 5786939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:26.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30423, clonedBytes: 8463151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:27.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39580, clonedBytes: 11118718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:28.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49898, clonedBytes: 14176909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:29.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57489, clonedBytes: 16384836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:30.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57489, clonedBytes: 16384836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:30.535 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 1362ms Sat Dec 10 05:37:31.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65294, clonedBytes: 18693821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:32.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74346, clonedBytes: 21405699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:33.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84660, clonedBytes: 24475657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:34.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95071, clonedBytes: 27561658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:35.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105545, clonedBytes: 30635638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:36.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be8ef666d1a4e49f54b62", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113749, clonedBytes: 33017733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:36.647 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:37:36.648 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:37:36.649 I SHARDING [conn9] moveChunk setting version to: 95|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:37:36.654 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113749, clonedBytes: 33017733, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:37:36.654 I SHARDING [conn9] moveChunk updating self version to: 95|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470435895000) } -> { datetime: new Date(1470568612000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:37:36.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:36.656-0600-584be900666d1a4e49f54b65", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369856656), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113749, clonedBytes: 33017733, catchup: 0, steady: 0 } } Sat Dec 10 05:37:36.656 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:37:36.663 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:37:36.663 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:36.663-0600-584be900666d1a4e49f54b66", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369856663), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1268, step 4 of 6: 15532, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:37:36.664 I SHARDING [conn9] distributed lock with ts: 584be8ef666d1a4e49f54b60' unlocked. Sat Dec 10 05:37:36.664 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470397646000) }, max: { datetime: new Date(1470435895000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 35159 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16824ms Sat Dec 10 05:37:36.668 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:37:36.669 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457852550000) }, { datetime: new Date(1457966164000) }) in IISLogs.pubprdweb02', ts : 584be900666d1a4e49f54b67 Sat Dec 10 05:37:36.669 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 87|0||584bc22c90d1dc672b54829b, current metadata version is 87|0||584bc22c90d1dc672b54829b Sat Dec 10 05:37:36.670 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 87|0||584bc22c90d1dc672b54829b to shard version 87|1||584bc22c90d1dc672b54829b Sat Dec 10 05:37:36.670 I SHARDING [conn9] collection version was loaded at version 87|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:37:36.670 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:36.670-0600-584be900666d1a4e49f54b68", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369856670), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:37:36.671 I SHARDING [conn9] moveChunk request accepted at version 87|1||584bc22c90d1dc672b54829b Sat Dec 10 05:37:37.540 I SHARDING [conn9] moveChunk number of documents: 106493 Sat Dec 10 05:37:37.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:37.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:38.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:38.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:38.830 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776168 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 1284ms Sat Dec 10 05:37:39.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6239, clonedBytes: 2351852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:40.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16235, clonedBytes: 5873093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:41.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26251, clonedBytes: 9269841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:42.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37009, clonedBytes: 12857433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:43.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44815, clonedBytes: 15424650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:44.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47907, clonedBytes: 16451781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:45.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47907, clonedBytes: 16451781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:46.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47907, clonedBytes: 16451781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:47.971 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776102 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 3817ms Sat Dec 10 05:37:47.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47907, clonedBytes: 16451781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:49.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53063, clonedBytes: 18216633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:50.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61347, clonedBytes: 20947638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:51.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71633, clonedBytes: 24124946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:52.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75199, clonedBytes: 25394386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:53.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80270, clonedBytes: 27305056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:53.175 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447636537000) } -> { datetime: new Date(1447710272000) } Sat Dec 10 05:37:53.175 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468554249000) } -> { datetime: new Date(1468590473000) }, with opId: 145888 Sat Dec 10 05:37:54.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90863, clonedBytes: 30725881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:55.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97265, clonedBytes: 32893339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:55.409 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2855323 locks:{ Global: { acquireCount: { r: 158 } }, Database: { acquireCount: { r: 79 } }, Collection: { acquireCount: { r: 79 } } } protocol:op_command 599ms Sat Dec 10 05:37:56.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105744, clonedBytes: 35449239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:57.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be900666d1a4e49f54b69", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106493, clonedBytes: 35694256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:57.281 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:37:57.282 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:37:57.282 I SHARDING [conn9] moveChunk setting version to: 88|0||584bc22c90d1dc672b54829b Sat Dec 10 05:37:57.300 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106493, clonedBytes: 35694256, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:37:57.300 I SHARDING [conn9] moveChunk updating self version to: 88|1||584bc22c90d1dc672b54829b through { datetime: new Date(1457966164000) } -> { datetime: new Date(1458001883000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:37:57.301 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:57.301-0600-584be915666d1a4e49f54b6c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369877301), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106493, clonedBytes: 35694256, catchup: 0, steady: 0 } } Sat Dec 10 05:37:57.302 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:37:57.302 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:37:57.302 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:57.302-0600-584be915666d1a4e49f54b6d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369877302), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 871, step 4 of 6: 19737, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:37:57.303 I SHARDING [conn9] distributed lock with ts: 584be900666d1a4e49f54b67' unlocked. Sat Dec 10 05:37:57.304 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457852550000) }, max: { datetime: new Date(1457966164000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 332 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20636ms Sat Dec 10 05:37:57.307 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:37:57.308 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447024399000) }, { datetime: new Date(1447088624000) }) in IISLogs.pubprdweb03', ts : 584be915666d1a4e49f54b6e Sat Dec 10 05:37:57.308 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 72|0||584bc97f90d1dc672b548352, current metadata version is 72|0||584bc97f90d1dc672b548352 Sat Dec 10 05:37:57.310 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 72|0||584bc97f90d1dc672b548352 to shard version 72|1||584bc97f90d1dc672b548352 Sat Dec 10 05:37:57.310 I SHARDING [conn9] collection version was loaded at version 72|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:37:57.310 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:37:57.310-0600-584be915666d1a4e49f54b6f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369877310), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:37:57.310 I SHARDING [conn9] moveChunk request accepted at version 72|1||584bc97f90d1dc672b548352 Sat Dec 10 05:37:58.170 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:37:58.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:58.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:59.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:37:59.399 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776241 locks:{ Global: { acquireCount: { r: 988 } }, Database: { acquireCount: { r: 494 } }, Collection: { acquireCount: { r: 494 } } } protocol:op_command 1224ms Sat Dec 10 05:38:00.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2577, clonedBytes: 673861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:01.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12629, clonedBytes: 3303652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:02.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23134, clonedBytes: 6104361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:03.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33243, clonedBytes: 8780882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:04.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42648, clonedBytes: 11270040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:05.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53625, clonedBytes: 14169156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:06.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61993, clonedBytes: 16353252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:07.278 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13929157 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 738ms Sat Dec 10 05:38:07.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65277, clonedBytes: 17196236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:08.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75597, clonedBytes: 19952086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:09.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85791, clonedBytes: 22678036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:10.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96257, clonedBytes: 25427128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:11.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106717, clonedBytes: 28134178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:12.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be915666d1a4e49f54b70", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29931114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:12.846 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:38:12.848 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:38:12.848 I SHARDING [conn9] moveChunk setting version to: 73|0||584bc97f90d1dc672b548352 Sat Dec 10 05:38:12.852 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29931114, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:38:12.852 I SHARDING [conn9] moveChunk updating self version to: 73|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447088624000) } -> { datetime: new Date(1447173786000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:38:12.854 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:12.854-0600-584be924666d1a4e49f54b73", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369892854), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29931114, catchup: 0, steady: 0 } } Sat Dec 10 05:38:12.854 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:38:12.859 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:38:12.859 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:12.859-0600-584be924666d1a4e49f54b74", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369892859), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 862, step 4 of 6: 14672, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:38:12.861 I SHARDING [conn9] distributed lock with ts: 584be915666d1a4e49f54b6e' unlocked. Sat Dec 10 05:38:12.861 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447024399000) }, max: { datetime: new Date(1447088624000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5064 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15553ms Sat Dec 10 05:38:12.867 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:38:12.869 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449873930000) }, { datetime: new Date(1449971620000) }) in IISLogs.pubprdweb04', ts : 584be924666d1a4e49f54b75 Sat Dec 10 05:38:12.869 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 68|0||584bcad890d1dc672b54835d, current metadata version is 68|0||584bcad890d1dc672b54835d Sat Dec 10 05:38:12.870 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 68|0||584bcad890d1dc672b54835d to shard version 68|1||584bcad890d1dc672b54835d Sat Dec 10 05:38:12.870 I SHARDING [conn9] collection version was loaded at version 68|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:38:12.871 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:12.871-0600-584be924666d1a4e49f54b76", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369892871), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:38:12.872 I SHARDING [conn9] moveChunk request accepted at version 68|1||584bcad890d1dc672b54835d Sat Dec 10 05:38:13.877 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:38:13.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:13.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:13.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:13.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:13.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:14.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:14.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:14.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:14.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:15.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:16.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:17.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:17.754 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776235 locks:{ Global: { acquireCount: { r: 1024 } }, Database: { acquireCount: { r: 512 } }, Collection: { acquireCount: { r: 512 } } } protocol:op_command 3867ms Sat Dec 10 05:38:18.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2969, clonedBytes: 801975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:18.804 I SHARDING [RangeDeleter] rangeDeleter deleted 113352 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468554249000) } -> { datetime: new Date(1468590473000) } Sat Dec 10 05:38:18.804 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452476407000) } -> { datetime: new Date(1452580508000) }, with opId: 146117 Sat Dec 10 05:38:19.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12832, clonedBytes: 3474380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:20.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22830, clonedBytes: 6128576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:21.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32424, clonedBytes: 8682902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:22.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42628, clonedBytes: 11359464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:23.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52143, clonedBytes: 13836380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:24.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61449, clonedBytes: 16326265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:25.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61566, clonedBytes: 16356235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:26.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61566, clonedBytes: 16356235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:27.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61566, clonedBytes: 16356235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:28.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61566, clonedBytes: 16356235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:29.661 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13760350 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 5092ms Sat Dec 10 05:38:29.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62801, clonedBytes: 16682880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:30.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72865, clonedBytes: 19365745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:31.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82664, clonedBytes: 22020687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:32.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92770, clonedBytes: 24703558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:34.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101554, clonedBytes: 26976784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:35.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110018, clonedBytes: 29194900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:36.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be924666d1a4e49f54b77", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 29772955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:36.070 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:38:36.071 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:38:36.072 I SHARDING [conn9] moveChunk setting version to: 69|0||584bcad890d1dc672b54835d Sat Dec 10 05:38:36.080 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 29772955, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:38:36.080 I SHARDING [conn9] moveChunk updating self version to: 69|1||584bcad890d1dc672b54835d through { datetime: new Date(1449971620000) } -> { datetime: new Date(1450061381000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:38:36.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:36.081-0600-584be93c666d1a4e49f54b7a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369916081), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 29772955, catchup: 0, steady: 0 } } Sat Dec 10 05:38:36.082 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:38:36.095 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:38:36.095 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:36.095-0600-584be93c666d1a4e49f54b7b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369916095), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1007, step 4 of 6: 22189, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:38:36.096 I SHARDING [conn9] distributed lock with ts: 584be924666d1a4e49f54b75' unlocked. Sat Dec 10 05:38:36.096 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449873930000) }, max: { datetime: new Date(1449971620000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 68000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:876 reslen:154 locks:{ Global: { acquireCount: { r: 1764, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12648 } }, Database: { acquireCount: { r: 878, w: 4, W: 2 } }, Collection: { acquireCount: { r: 878, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23230ms Sat Dec 10 05:38:37.169 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:38:37.170 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455259760000) }, { datetime: new Date(1455411935000) }) in IISLogs.pubprdweb01', ts : 584be93d666d1a4e49f54b7c Sat Dec 10 05:38:37.170 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 96|0||584bbf4f90d1dc672b54822e, current metadata version is 96|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:38:37.173 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 96|0||584bbf4f90d1dc672b54822e to shard version 96|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:38:37.173 I SHARDING [conn9] collection version was loaded at version 96|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:38:37.173 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:37.173-0600-584be93d666d1a4e49f54b7d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369917173), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:38:37.174 I SHARDING [conn9] moveChunk request accepted at version 96|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:38:41.925 I SHARDING [conn9] moveChunk number of documents: 102998 Sat Dec 10 05:38:41.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:41.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:41.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:41.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:41.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:42.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:42.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:42.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:42.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:43.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:44.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:44.346 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776076 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 2417ms Sat Dec 10 05:38:45.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2105, clonedBytes: 791690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:46.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10639, clonedBytes: 3952850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:47.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20662, clonedBytes: 7330611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:48.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30351, clonedBytes: 10407390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:49.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40054, clonedBytes: 13622230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:49.784 I SHARDING [RangeDeleter] rangeDeleter deleted 102850 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452476407000) } -> { datetime: new Date(1452580508000) } Sat Dec 10 05:38:49.784 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469544624000) } -> { datetime: new Date(1469561328000) }, with opId: 146317 Sat Dec 10 05:38:50.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49465, clonedBytes: 16440783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:51.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49465, clonedBytes: 16440783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:52.292 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776014 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 2120ms Sat Dec 10 05:38:52.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49465, clonedBytes: 16440783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:53.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59064, clonedBytes: 19354684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:54.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69560, clonedBytes: 22592573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:55.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80043, clonedBytes: 25873523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:56.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90375, clonedBytes: 29210384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:57.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100416, clonedBytes: 32434684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:58.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be93d666d1a4e49f54b7e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102998, clonedBytes: 33252016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:38:58.486 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:38:58.487 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:38:58.487 I SHARDING [conn9] moveChunk setting version to: 97|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:38:58.489 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102998, clonedBytes: 33252016, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:38:58.489 I SHARDING [conn9] moveChunk updating self version to: 97|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455411935000) } -> { datetime: new Date(1455548540000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:38:58.491 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:58.491-0600-584be952666d1a4e49f54b81", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369938491), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102998, clonedBytes: 33252016, catchup: 0, steady: 0 } } Sat Dec 10 05:38:58.491 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:38:58.491 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:38:58.491 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:58.491-0600-584be952666d1a4e49f54b82", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369938491), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 4753, step 4 of 6: 16556, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:38:58.493 I SHARDING [conn9] distributed lock with ts: 584be93d666d1a4e49f54b7c' unlocked. Sat Dec 10 05:38:58.493 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455259760000) }, max: { datetime: new Date(1455411935000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:837 reslen:154 locks:{ Global: { acquireCount: { r: 1686, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 154 } }, Database: { acquireCount: { r: 839, w: 4, W: 2 } }, Collection: { acquireCount: { r: 839, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1604 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21323ms Sat Dec 10 05:38:58.497 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:38:58.498 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470435895000) }, { datetime: new Date(1470568612000) }) in IISLogs.pubbsdweb2', ts : 584be952666d1a4e49f54b83 Sat Dec 10 05:38:58.498 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 95|0||584bbf7a90d1dc672b548236, current metadata version is 95|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:38:58.499 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 95|0||584bbf7a90d1dc672b548236 to shard version 95|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:38:58.499 I SHARDING [conn9] collection version was loaded at version 95|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:38:58.499 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:38:58.499-0600-584be952666d1a4e49f54b84", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369938499), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:38:58.500 I SHARDING [conn9] moveChunk request accepted at version 95|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:39:00.384 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 05:39:00.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:00.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:01.078 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776174 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 689ms Sat Dec 10 05:39:01.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3011, clonedBytes: 862031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:02.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13478, clonedBytes: 3968235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:03.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24185, clonedBytes: 7120782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:04.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35102, clonedBytes: 10317027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:05.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45248, clonedBytes: 13286588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:06.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55254, clonedBytes: 16227544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:07.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55830, clonedBytes: 16396326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:08.066 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1323ms Sat Dec 10 05:39:08.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61967, clonedBytes: 18213636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:09.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72363, clonedBytes: 21298424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:10.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82229, clonedBytes: 24212767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:11.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92406, clonedBytes: 27202765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:12.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102696, clonedBytes: 30217162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:13.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112350, clonedBytes: 33049186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:14.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be952666d1a4e49f54b85", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 33459151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:14.958 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:39:14.959 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:39:14.983 I SHARDING [conn9] moveChunk setting version to: 96|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:39:14.991 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 33459151, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:39:14.991 I SHARDING [conn9] moveChunk updating self version to: 96|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470568612000) } -> { datetime: new Date(1470675578000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:39:14.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:14.993-0600-584be962666d1a4e49f54b88", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369954993), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 33459151, catchup: 0, steady: 0 } } Sat Dec 10 05:39:14.993 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:39:14.994 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:39:14.994 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:14.994-0600-584be962666d1a4e49f54b89", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369954994), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1887, step 4 of 6: 14570, step 5 of 6: 35, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:39:14.995 I SHARDING [conn9] distributed lock with ts: 584be952666d1a4e49f54b83' unlocked. Sat Dec 10 05:39:14.995 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470435895000) }, max: { datetime: new Date(1470568612000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:902 reslen:154 locks:{ Global: { acquireCount: { r: 1816, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 420 } }, Database: { acquireCount: { r: 904, w: 4, W: 2 } }, Collection: { acquireCount: { r: 904, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 363 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16499ms Sat Dec 10 05:39:14.999 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:39:15.000 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1457966164000) }, { datetime: new Date(1458001883000) }) in IISLogs.pubprdweb02', ts : 584be962666d1a4e49f54b8a Sat Dec 10 05:39:15.000 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 88|0||584bc22c90d1dc672b54829b, current metadata version is 88|0||584bc22c90d1dc672b54829b Sat Dec 10 05:39:15.004 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 88|0||584bc22c90d1dc672b54829b to shard version 88|1||584bc22c90d1dc672b54829b Sat Dec 10 05:39:15.004 I SHARDING [conn9] collection version was loaded at version 88|1||584bc22c90d1dc672b54829b, took 4ms Sat Dec 10 05:39:15.004 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:15.004-0600-584be963666d1a4e49f54b8b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369955004), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:39:15.007 I SHARDING [conn9] moveChunk request accepted at version 88|1||584bc22c90d1dc672b54829b Sat Dec 10 05:39:16.092 I SHARDING [conn9] moveChunk number of documents: 106622 Sat Dec 10 05:39:16.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:16.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:17.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:17.289 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776232 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1193ms Sat Dec 10 05:39:18.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5905, clonedBytes: 1753276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:19.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15765, clonedBytes: 4798533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:20.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26125, clonedBytes: 8041133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:21.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36305, clonedBytes: 11290858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:22.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46484, clonedBytes: 14461480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:23.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53012, clonedBytes: 16416110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:23.899 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776042 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 645ms Sat Dec 10 05:39:24.341 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469544624000) } -> { datetime: new Date(1469561328000) } Sat Dec 10 05:39:24.342 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1454703746000) } -> { datetime: new Date(1454917774000) }, with opId: 146624 Sat Dec 10 05:39:24.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56661, clonedBytes: 17467497, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:25.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67079, clonedBytes: 20600092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:26.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76962, clonedBytes: 23698737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:27.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86642, clonedBytes: 26724031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:28.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96527, clonedBytes: 29881929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:29.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105651, clonedBytes: 32834641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:30.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106235, clonedBytes: 33014332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:31.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be963666d1a4e49f54b8c", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106622, clonedBytes: 33133184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:31.764 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:39:31.765 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:39:31.794 I SHARDING [conn9] moveChunk setting version to: 89|0||584bc22c90d1dc672b54829b Sat Dec 10 05:39:31.815 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106622, clonedBytes: 33133184, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:39:31.815 I SHARDING [conn9] moveChunk updating self version to: 89|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458001883000) } -> { datetime: new Date(1458049075000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:39:31.820 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:31.820-0600-584be973666d1a4e49f54b8f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369971820), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106622, clonedBytes: 33133184, catchup: 0, steady: 0 } } Sat Dec 10 05:39:31.821 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:39:31.841 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:39:31.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:31.841-0600-584be973666d1a4e49f54b90", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369971841), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 1086, step 4 of 6: 15669, step 5 of 6: 77, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:39:31.858 I SHARDING [conn9] distributed lock with ts: 584be962666d1a4e49f54b8a' unlocked. Sat Dec 10 05:39:31.858 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457966164000) }, max: { datetime: new Date(1458001883000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 20570 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 142 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16859ms Sat Dec 10 05:39:31.863 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:39:31.864 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447088624000) }, { datetime: new Date(1447173786000) }) in IISLogs.pubprdweb03', ts : 584be973666d1a4e49f54b91 Sat Dec 10 05:39:31.864 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 73|0||584bc97f90d1dc672b548352, current metadata version is 73|0||584bc97f90d1dc672b548352 Sat Dec 10 05:39:31.865 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 73|0||584bc97f90d1dc672b548352 to shard version 73|1||584bc97f90d1dc672b548352 Sat Dec 10 05:39:31.865 I SHARDING [conn9] collection version was loaded at version 73|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:39:31.865 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:31.865-0600-584be973666d1a4e49f54b92", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369971865), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:39:31.866 I SHARDING [conn9] moveChunk request accepted at version 73|1||584bc97f90d1dc672b548352 Sat Dec 10 05:39:34.108 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:39:34.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:34.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:35.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:36.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:37.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:37.766 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776174 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 3627ms Sat Dec 10 05:39:38.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4932, clonedBytes: 1283269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:39.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13472, clonedBytes: 3470629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:40.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23005, clonedBytes: 5940333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:41.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30446, clonedBytes: 7942097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:42.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40325, clonedBytes: 10853641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:43.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50673, clonedBytes: 13663593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:44.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60995, clonedBytes: 16290148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:45.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61258, clonedBytes: 16358330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:46.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61258, clonedBytes: 16358330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:47.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61258, clonedBytes: 16358330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:48.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61258, clonedBytes: 16358330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:49.039 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14251325 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 4165ms Sat Dec 10 05:39:50.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70506, clonedBytes: 18819705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:51.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81074, clonedBytes: 21489058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:52.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91535, clonedBytes: 24362500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:53.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101781, clonedBytes: 27060188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:54.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111907, clonedBytes: 29763120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:55.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be973666d1a4e49f54b93", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30253222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:55.177 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:39:55.178 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:39:55.189 I SHARDING [conn9] moveChunk setting version to: 74|0||584bc97f90d1dc672b548352 Sat Dec 10 05:39:55.195 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30253222, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:39:55.195 I SHARDING [conn9] moveChunk updating self version to: 74|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447173786000) } -> { datetime: new Date(1447289669000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:39:55.197 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:55.196-0600-584be98b666d1a4e49f54b96", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369995196), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30253222, catchup: 0, steady: 0 } } Sat Dec 10 05:39:55.197 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:39:55.201 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:39:55.201 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:55.201-0600-584be98b666d1a4e49f54b97", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369995201), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2246, step 4 of 6: 21063, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:39:55.203 I SHARDING [conn9] distributed lock with ts: 584be973666d1a4e49f54b91' unlocked. Sat Dec 10 05:39:55.203 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447088624000) }, max: { datetime: new Date(1447173786000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3899 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23340ms Sat Dec 10 05:39:55.208 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:39:55.208 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1449971620000) }, { datetime: new Date(1450061381000) }) in IISLogs.pubprdweb04', ts : 584be98b666d1a4e49f54b98 Sat Dec 10 05:39:55.208 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 69|0||584bcad890d1dc672b54835d, current metadata version is 69|0||584bcad890d1dc672b54835d Sat Dec 10 05:39:55.210 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 69|0||584bcad890d1dc672b54835d to shard version 69|1||584bcad890d1dc672b54835d Sat Dec 10 05:39:55.210 I SHARDING [conn9] collection version was loaded at version 69|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:39:55.210 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:39:55.210-0600-584be98b666d1a4e49f54b99", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481369995210), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:39:55.210 I SHARDING [conn9] moveChunk request accepted at version 69|1||584bcad890d1dc672b54835d Sat Dec 10 05:39:56.228 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:39:56.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:56.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:57.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:57.757 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776220 locks:{ Global: { acquireCount: { r: 1002 } }, Database: { acquireCount: { r: 501 } }, Collection: { acquireCount: { r: 501 } } } protocol:op_command 1487ms Sat Dec 10 05:39:58.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3267, clonedBytes: 855869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:59.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13384, clonedBytes: 3548698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:39:59.570 I SHARDING [RangeDeleter] rangeDeleter deleted 106566 documents for IISLogs.pubprdweb02 from { datetime: new Date(1454703746000) } -> { datetime: new Date(1454917774000) } Sat Dec 10 05:39:59.570 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445816114000) } -> { datetime: new Date(1445835273000) }, with opId: 146886 Sat Dec 10 05:40:00.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23405, clonedBytes: 6259017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:01.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33386, clonedBytes: 8875516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:02.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43879, clonedBytes: 11576771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:03.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54096, clonedBytes: 14251162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:04.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62001, clonedBytes: 16353175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:05.419 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13576442 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 1146ms Sat Dec 10 05:40:05.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62509, clonedBytes: 16489354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:06.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65636, clonedBytes: 17329521, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:07.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66359, clonedBytes: 17525470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:08.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75321, clonedBytes: 19893998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:09.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84625, clonedBytes: 22357595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:10.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89705, clonedBytes: 23673037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:11.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89705, clonedBytes: 23673037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:12.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96867, clonedBytes: 25547145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:13.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105614, clonedBytes: 27840513, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:14.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:15.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:16.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:17.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:18.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:19.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:20.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:21.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:23.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:24.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:25.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:25.960 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445816114000) } -> { datetime: new Date(1445835273000) } Sat Dec 10 05:40:25.960 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447710272000) } -> { datetime: new Date(1447799275000) }, with opId: 146985 Sat Dec 10 05:40:26.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:27.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:28.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:29.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:30.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:31.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:32.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be98b666d1a4e49f54b9a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:32.243 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:40:32.245 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:40:32.270 I SHARDING [conn9] moveChunk setting version to: 70|0||584bcad890d1dc672b54835d Sat Dec 10 05:40:32.279 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:40:32.279 I SHARDING [conn9] moveChunk updating self version to: 70|1||584bcad890d1dc672b54835d through { datetime: new Date(1450061381000) } -> { datetime: new Date(1450140113000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:40:32.289 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:40:32.289-0600-584be9b0666d1a4e49f54b9d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370032289), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 29589018, catchup: 0, steady: 0 } } Sat Dec 10 05:40:32.290 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:40:32.290 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:40:32.290 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:40:32.290-0600-584be9b0666d1a4e49f54b9e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370032290), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1021, step 4 of 6: 36009, step 5 of 6: 47, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:40:32.293 I SHARDING [conn9] distributed lock with ts: 584be98b666d1a4e49f54b98' unlocked. Sat Dec 10 05:40:32.293 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449971620000) }, max: { datetime: new Date(1450061381000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 69000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 345 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 59 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 37086ms Sat Dec 10 05:40:33.376 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:40:33.377 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455411935000) }, { datetime: new Date(1455548540000) }) in IISLogs.pubprdweb01', ts : 584be9b1666d1a4e49f54b9f Sat Dec 10 05:40:33.377 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 97|0||584bbf4f90d1dc672b54822e, current metadata version is 97|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:40:33.379 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 97|0||584bbf4f90d1dc672b54822e to shard version 97|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:40:33.379 I SHARDING [conn9] collection version was loaded at version 97|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:40:33.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:40:33.379-0600-584be9b1666d1a4e49f54ba0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370033379), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:40:33.380 I SHARDING [conn9] moveChunk request accepted at version 97|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:40:34.330 I SHARDING [conn9] moveChunk number of documents: 102921 Sat Dec 10 05:40:34.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:34.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:35.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:36.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:37.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:37.965 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 3567ms Sat Dec 10 05:40:38.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 620, clonedBytes: 191374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:39.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9444, clonedBytes: 2957866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:40.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18669, clonedBytes: 5935522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:41.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27549, clonedBytes: 9020851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:42.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37850, clonedBytes: 12533652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:43.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47452, clonedBytes: 15742173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:44.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49556, clonedBytes: 16440271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:45.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49556, clonedBytes: 16440271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:46.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49556, clonedBytes: 16440271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:47.808 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776323 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 3778ms Sat Dec 10 05:40:47.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49680, clonedBytes: 16481969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:49.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60516, clonedBytes: 20157248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:50.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70089, clonedBytes: 23454471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:50.817 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447710272000) } -> { datetime: new Date(1447799275000) } Sat Dec 10 05:40:50.817 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb1 from { datetime: new Date(1468590473000) } -> { datetime: new Date(1468600881000) }, with opId: 147161 Sat Dec 10 05:40:51.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80017, clonedBytes: 26771589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:52.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90142, clonedBytes: 30599944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:53.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96440, clonedBytes: 32899368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:53.332 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2271276 locks:{ Global: { acquireCount: { r: 114 } }, Database: { acquireCount: { r: 57 } }, Collection: { acquireCount: { r: 57 } } } protocol:op_command 520ms Sat Dec 10 05:40:54.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9b1666d1a4e49f54ba1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102921, clonedBytes: 35132720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:54.261 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:40:54.262 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:40:54.269 I SHARDING [conn9] moveChunk setting version to: 98|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:40:54.281 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102921, clonedBytes: 35132720, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:40:54.281 I SHARDING [conn9] moveChunk updating self version to: 98|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455548540000) } -> { datetime: new Date(1455644373000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:40:54.283 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:40:54.283-0600-584be9c6666d1a4e49f54ba4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370054283), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102921, clonedBytes: 35132720, catchup: 0, steady: 0 } } Sat Dec 10 05:40:54.284 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:40:54.290 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:40:54.290 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:40:54.290-0600-584be9c6666d1a4e49f54ba5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370054290), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 953, step 4 of 6: 19926, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:40:54.292 I SHARDING [conn9] distributed lock with ts: 584be9b1666d1a4e49f54b9f' unlocked. Sat Dec 10 05:40:54.292 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455411935000) }, max: { datetime: new Date(1455548540000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6408 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20916ms Sat Dec 10 05:40:54.300 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:40:54.301 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470568612000) }, { datetime: new Date(1470675578000) }) in IISLogs.pubbsdweb2', ts : 584be9c6666d1a4e49f54ba6 Sat Dec 10 05:40:54.301 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 96|0||584bbf7a90d1dc672b548236, current metadata version is 96|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:40:54.302 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 96|0||584bbf7a90d1dc672b548236 to shard version 96|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:40:54.303 I SHARDING [conn9] collection version was loaded at version 96|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:40:54.303 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:40:54.303-0600-584be9c6666d1a4e49f54ba7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370054303), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:40:54.303 I SHARDING [conn9] moveChunk request accepted at version 96|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:40:55.860 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:40:55.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:55.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:55.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:55.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:55.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:56.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:56.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:56.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:56.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:57.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:58.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:40:59.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776183 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 3220ms Sat Dec 10 05:40:59.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:00.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5118, clonedBytes: 1500426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:01.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14331, clonedBytes: 4201354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:02.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24662, clonedBytes: 7247936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:03.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34918, clonedBytes: 10289545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:04.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44975, clonedBytes: 13277799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:05.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55385, clonedBytes: 16335175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:06.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55600, clonedBytes: 16397945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:07.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55600, clonedBytes: 16397945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:08.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55600, clonedBytes: 16397945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:08.753 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776068 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 3425ms Sat Dec 10 05:41:09.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61251, clonedBytes: 18054810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:10.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72065, clonedBytes: 21228118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:11.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81783, clonedBytes: 24081475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:12.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91909, clonedBytes: 27077643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:13.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102007, clonedBytes: 30072337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:14.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111333, clonedBytes: 32858738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:15.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9c6666d1a4e49f54ba8", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33588043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:15.644 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:41:15.645 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:41:15.664 I SHARDING [conn9] moveChunk setting version to: 97|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:41:15.672 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33588043, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:41:15.672 I SHARDING [conn9] moveChunk updating self version to: 97|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470675578000) } -> { datetime: new Date(1470760184000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:41:15.674 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:15.674-0600-584be9db666d1a4e49f54bab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370075674), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33588043, catchup: 0, steady: 0 } } Sat Dec 10 05:41:15.674 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:41:15.685 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:41:15.685 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:15.685-0600-584be9db666d1a4e49f54bac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370075685), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1567, step 4 of 6: 19771, step 5 of 6: 40, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:41:15.687 I SHARDING [conn9] distributed lock with ts: 584be9c6666d1a4e49f54ba6' unlocked. Sat Dec 10 05:41:15.687 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470568612000) }, max: { datetime: new Date(1470675578000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10697 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21387ms Sat Dec 10 05:41:15.693 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:41:15.694 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458001883000) }, { datetime: new Date(1458049075000) }) in IISLogs.pubprdweb02', ts : 584be9db666d1a4e49f54bad Sat Dec 10 05:41:15.694 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 89|0||584bc22c90d1dc672b54829b, current metadata version is 89|0||584bc22c90d1dc672b54829b Sat Dec 10 05:41:15.695 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 89|0||584bc22c90d1dc672b54829b to shard version 89|1||584bc22c90d1dc672b54829b Sat Dec 10 05:41:15.695 I SHARDING [conn9] collection version was loaded at version 89|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:41:15.695 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:15.695-0600-584be9db666d1a4e49f54bae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370075695), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:41:15.696 I SHARDING [conn9] moveChunk request accepted at version 89|1||584bc22c90d1dc672b54829b Sat Dec 10 05:41:16.105 I SHARDING [RangeDeleter] rangeDeleter deleted 113348 documents for IISLogs.pubbsdweb1 from { datetime: new Date(1468590473000) } -> { datetime: new Date(1468600881000) } Sat Dec 10 05:41:16.106 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452580508000) } -> { datetime: new Date(1452694184000) }, with opId: 147369 Sat Dec 10 05:41:17.078 I SHARDING [conn9] moveChunk number of documents: 106516 Sat Dec 10 05:41:17.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:17.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:18.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:19.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:20.110 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776049 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 3028ms Sat Dec 10 05:41:20.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1674, clonedBytes: 534409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:21.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11953, clonedBytes: 3744015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:22.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22088, clonedBytes: 6998248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:23.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32092, clonedBytes: 10135845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:24.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41489, clonedBytes: 13128931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:25.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51767, clonedBytes: 16361250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:26.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51965, clonedBytes: 16423256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:27.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51965, clonedBytes: 16423256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:28.688 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776122 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 2996ms Sat Dec 10 05:41:28.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51965, clonedBytes: 16423256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:29.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61703, clonedBytes: 19841196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:30.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72245, clonedBytes: 23477036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:31.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83196, clonedBytes: 27062573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:33.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93692, clonedBytes: 30316108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:34.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102073, clonedBytes: 32859584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:34.104 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1363541 locks:{ Global: { acquireCount: { r: 78 } }, Database: { acquireCount: { r: 39 } }, Collection: { acquireCount: { r: 39 } } } protocol:op_command 227ms Sat Dec 10 05:41:35.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9db666d1a4e49f54baf", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106516, clonedBytes: 34197429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:35.080 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:41:35.081 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:41:35.082 I SHARDING [conn9] moveChunk setting version to: 90|0||584bc22c90d1dc672b54829b Sat Dec 10 05:41:35.085 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106516, clonedBytes: 34197429, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:41:35.085 I SHARDING [conn9] moveChunk updating self version to: 90|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458049075000) } -> { datetime: new Date(1458068832000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:41:35.087 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:35.087-0600-584be9ef666d1a4e49f54bb2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370095087), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106516, clonedBytes: 34197429, catchup: 0, steady: 0 } } Sat Dec 10 05:41:35.088 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:41:35.088 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:41:35.088 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:35.088-0600-584be9ef666d1a4e49f54bb3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370095088), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1384, step 4 of 6: 17998, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:41:35.089 I SHARDING [conn9] distributed lock with ts: 584be9db666d1a4e49f54bad' unlocked. Sat Dec 10 05:41:35.089 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458001883000) }, max: { datetime: new Date(1458049075000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 240 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19397ms Sat Dec 10 05:41:35.094 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:41:35.095 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447173786000) }, { datetime: new Date(1447289669000) }) in IISLogs.pubprdweb03', ts : 584be9ef666d1a4e49f54bb4 Sat Dec 10 05:41:35.095 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 74|0||584bc97f90d1dc672b548352, current metadata version is 74|0||584bc97f90d1dc672b548352 Sat Dec 10 05:41:35.096 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 74|0||584bc97f90d1dc672b548352 to shard version 74|1||584bc97f90d1dc672b548352 Sat Dec 10 05:41:35.096 I SHARDING [conn9] collection version was loaded at version 74|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:41:35.097 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:35.097-0600-584be9ef666d1a4e49f54bb5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370095097), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:41:35.098 I SHARDING [conn9] moveChunk request accepted at version 74|1||584bc97f90d1dc672b548352 Sat Dec 10 05:41:36.904 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:41:36.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:36.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:36.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:36.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:36.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:37.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:37.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:37.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:37.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:37.819 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776175 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 893ms Sat Dec 10 05:41:37.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 342, clonedBytes: 87402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:38.793 I SHARDING [RangeDeleter] rangeDeleter deleted 103004 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452580508000) } -> { datetime: new Date(1452694184000) } Sat Dec 10 05:41:38.793 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469561328000) } -> { datetime: new Date(1469633324000) }, with opId: 147510 Sat Dec 10 05:41:39.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10369, clonedBytes: 2708360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:40.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20588, clonedBytes: 5412272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:41.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30696, clonedBytes: 8446332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:42.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41363, clonedBytes: 11394103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:43.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52116, clonedBytes: 14355663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:44.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59583, clonedBytes: 16370056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:44.712 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15315972 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 858ms Sat Dec 10 05:41:45.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64989, clonedBytes: 17907625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:46.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74106, clonedBytes: 20361558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:47.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83859, clonedBytes: 22950012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:48.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91642, clonedBytes: 24996852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:50.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105423, clonedBytes: 29072093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:51.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110494, clonedBytes: 30442629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:52.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584be9ef666d1a4e49f54bb6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 31317856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:52.622 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:41:52.623 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:41:52.623 I SHARDING [conn9] moveChunk setting version to: 75|0||584bc97f90d1dc672b548352 Sat Dec 10 05:41:52.643 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 31317856, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:41:52.643 I SHARDING [conn9] moveChunk updating self version to: 75|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447289669000) } -> { datetime: new Date(1447419495000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:41:52.645 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:52.645-0600-584bea00666d1a4e49f54bb9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370112645), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 31317856, catchup: 0, steady: 0 } } Sat Dec 10 05:41:52.645 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:41:52.646 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:41:52.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:52.646-0600-584bea00666d1a4e49f54bba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370112646), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1810, step 4 of 6: 15711, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:41:52.647 I SHARDING [conn9] distributed lock with ts: 584be9ef666d1a4e49f54bb4' unlocked. Sat Dec 10 05:41:52.647 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447173786000) }, max: { datetime: new Date(1447289669000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 185 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17553ms Sat Dec 10 05:41:52.659 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:41:52.659 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450061381000) }, { datetime: new Date(1450140113000) }) in IISLogs.pubprdweb04', ts : 584bea00666d1a4e49f54bbb Sat Dec 10 05:41:52.660 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 70|0||584bcad890d1dc672b54835d, current metadata version is 70|0||584bcad890d1dc672b54835d Sat Dec 10 05:41:52.684 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 70|0||584bcad890d1dc672b54835d to shard version 70|1||584bcad890d1dc672b54835d Sat Dec 10 05:41:52.684 I SHARDING [conn9] collection version was loaded at version 70|1||584bcad890d1dc672b54835d, took 24ms Sat Dec 10 05:41:52.684 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:41:52.684-0600-584bea00666d1a4e49f54bbc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370112684), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:41:52.685 I SHARDING [conn9] moveChunk request accepted at version 70|1||584bcad890d1dc672b54835d Sat Dec 10 05:41:53.793 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 05:41:53.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:53.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:53.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:53.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:53.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:53.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:53.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:54.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:54.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:54.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:55.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:56.663 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776148 locks:{ Global: { acquireCount: { r: 1016 } }, Database: { acquireCount: { r: 508 } }, Collection: { acquireCount: { r: 508 } } } protocol:op_command 2819ms Sat Dec 10 05:41:56.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61, clonedBytes: 16324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:58.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5434, clonedBytes: 1444351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:41:59.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14226, clonedBytes: 3751983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:00.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24254, clonedBytes: 6403289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:01.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34523, clonedBytes: 9099455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:02.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45915, clonedBytes: 12115911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:02.809 I COMMAND [conn2] command admin.$cmd command: isMaster { ismaster: 1 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:448 locks:{} protocol:op_command 118ms Sat Dec 10 05:42:03.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55348, clonedBytes: 14565574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:04.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62108, clonedBytes: 16352354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:04.899 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13459837 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 993ms Sat Dec 10 05:42:05.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64851, clonedBytes: 17098607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:05.397 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469561328000) } -> { datetime: new Date(1469633324000) } Sat Dec 10 05:42:05.397 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1454917774000) } -> { datetime: new Date(1455041736000) }, with opId: 147625 Sat Dec 10 05:42:06.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74971, clonedBytes: 19772742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:07.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84917, clonedBytes: 22346659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:08.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94886, clonedBytes: 24967109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:09.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104891, clonedBytes: 27546099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:10.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea00666d1a4e49f54bbd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29472348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:10.409 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:42:10.410 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:42:10.411 I SHARDING [conn9] moveChunk setting version to: 71|0||584bcad890d1dc672b54835d Sat Dec 10 05:42:10.418 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29472348, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:42:10.418 I SHARDING [conn9] moveChunk updating self version to: 71|1||584bcad890d1dc672b54835d through { datetime: new Date(1450140113000) } -> { datetime: new Date(1450217053000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:42:10.419 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:10.419-0600-584bea12666d1a4e49f54bc0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370130419), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29472348, catchup: 0, steady: 0 } } Sat Dec 10 05:42:10.420 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:42:10.420 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:42:10.420 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:10.420-0600-584bea12666d1a4e49f54bc1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370130420), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, step 1 of 6: 0, step 2 of 6: 26, step 3 of 6: 1111, step 4 of 6: 16611, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:42:10.422 I SHARDING [conn9] distributed lock with ts: 584bea00666d1a4e49f54bbb' unlocked. Sat Dec 10 05:42:10.422 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450061381000) }, max: { datetime: new Date(1450140113000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 70000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 974 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17763ms Sat Dec 10 05:42:11.518 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:42:11.520 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455548540000) }, { datetime: new Date(1455644373000) }) in IISLogs.pubprdweb01', ts : 584bea13666d1a4e49f54bc2 Sat Dec 10 05:42:11.520 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 98|0||584bbf4f90d1dc672b54822e, current metadata version is 98|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:42:11.522 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 98|0||584bbf4f90d1dc672b54822e to shard version 98|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:42:11.522 I SHARDING [conn9] collection version was loaded at version 98|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:42:11.522 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:11.522-0600-584bea13666d1a4e49f54bc3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370131522), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:42:11.523 I SHARDING [conn9] moveChunk request accepted at version 98|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:42:12.783 I SHARDING [conn9] moveChunk number of documents: 102856 Sat Dec 10 05:42:12.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:12.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:12.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:12.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:12.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:12.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:12.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:13.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:13.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:13.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:14.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:15.183 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776273 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 2332ms Sat Dec 10 05:42:15.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3524, clonedBytes: 1203862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:16.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13375, clonedBytes: 4488761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:18.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23682, clonedBytes: 7873918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:19.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32998, clonedBytes: 10950566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:20.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41195, clonedBytes: 13616422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:21.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49477, clonedBytes: 16440896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:22.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49477, clonedBytes: 16440896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:22.280 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 1154ms Sat Dec 10 05:42:23.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56704, clonedBytes: 18879070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:24.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65522, clonedBytes: 21914680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:25.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75485, clonedBytes: 25581376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:26.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85203, clonedBytes: 28837786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:26.862 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1454917774000) } -> { datetime: new Date(1455041736000) } Sat Dec 10 05:42:26.862 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445835273000) } -> { datetime: new Date(1445857204000) }, with opId: 147740 Sat Dec 10 05:42:27.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94878, clonedBytes: 31952948, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:27.880 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1648289 locks:{ Global: { acquireCount: { r: 86 } }, Database: { acquireCount: { r: 43 } }, Collection: { acquireCount: { r: 43 } } } protocol:op_command 215ms Sat Dec 10 05:42:28.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102688, clonedBytes: 34445943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:29.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea13666d1a4e49f54bc4", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102856, clonedBytes: 34508570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:29.419 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:42:29.420 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:42:29.420 I SHARDING [conn9] moveChunk setting version to: 99|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:42:29.429 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102856, clonedBytes: 34508570, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:42:29.429 I SHARDING [conn9] moveChunk updating self version to: 99|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455644373000) } -> { datetime: new Date(1455733456000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:42:29.431 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:29.431-0600-584bea25666d1a4e49f54bc7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370149431), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102856, clonedBytes: 34508570, catchup: 0, steady: 0 } } Sat Dec 10 05:42:29.431 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:42:29.432 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:42:29.432 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:29.432-0600-584bea25666d1a4e49f54bc8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370149432), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1263, step 4 of 6: 16631, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:42:29.433 I SHARDING [conn9] distributed lock with ts: 584bea13666d1a4e49f54bc2' unlocked. Sat Dec 10 05:42:29.433 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455548540000) }, max: { datetime: new Date(1455644373000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 204 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17915ms Sat Dec 10 05:42:29.437 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:42:29.438 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470675578000) }, { datetime: new Date(1470760184000) }) in IISLogs.pubbsdweb2', ts : 584bea25666d1a4e49f54bc9 Sat Dec 10 05:42:29.438 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 97|0||584bbf7a90d1dc672b548236, current metadata version is 97|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:42:29.439 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 97|0||584bbf7a90d1dc672b548236 to shard version 97|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:42:29.439 I SHARDING [conn9] collection version was loaded at version 97|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:42:29.440 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:29.440-0600-584bea25666d1a4e49f54bca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370149440), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:42:29.440 I SHARDING [conn9] moveChunk request accepted at version 97|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:42:31.049 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 05:42:31.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:31.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:32.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:33.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:33.424 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 2362ms Sat Dec 10 05:42:34.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6196, clonedBytes: 1869017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:35.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16138, clonedBytes: 4830674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:36.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25967, clonedBytes: 7766388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:37.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35895, clonedBytes: 10702473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:38.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45760, clonedBytes: 13656884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:39.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54987, clonedBytes: 16402299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:40.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54987, clonedBytes: 16402299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:41.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54987, clonedBytes: 16402299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:42.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54987, clonedBytes: 16402299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:43.245 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776186 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 3944ms Sat Dec 10 05:42:43.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56786, clonedBytes: 16946227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:44.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67248, clonedBytes: 20070126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:45.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77651, clonedBytes: 23150502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:46.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87737, clonedBytes: 26139481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:47.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94958, clonedBytes: 28268434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:48.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103420, clonedBytes: 30782559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:49.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113075, clonedBytes: 33669953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:50.496 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445835273000) } -> { datetime: new Date(1445857204000) } Sat Dec 10 05:42:50.496 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447799275000) } -> { datetime: new Date(1447938501000) }, with opId: 147993 Sat Dec 10 05:42:50.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea25666d1a4e49f54bcb", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33864444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:50.804 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:42:50.805 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:42:50.805 I SHARDING [conn9] moveChunk setting version to: 98|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:42:50.812 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33864444, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:42:50.812 I SHARDING [conn9] moveChunk updating self version to: 98|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470760184000) } -> { datetime: new Date(1470860658000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:42:50.813 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:50.813-0600-584bea3a666d1a4e49f54bce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370170813), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33864444, catchup: 0, steady: 0 } } Sat Dec 10 05:42:50.814 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:42:50.830 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:42:50.830 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:50.830-0600-584bea3a666d1a4e49f54bcf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370170830), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1613, step 4 of 6: 19749, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:42:50.831 I SHARDING [conn9] distributed lock with ts: 584bea25666d1a4e49f54bc9' unlocked. Sat Dec 10 05:42:50.832 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470675578000) }, max: { datetime: new Date(1470760184000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19374 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21395ms Sat Dec 10 05:42:50.836 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:42:50.836 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458049075000) }, { datetime: new Date(1458068832000) }) in IISLogs.pubprdweb02', ts : 584bea3a666d1a4e49f54bd0 Sat Dec 10 05:42:50.836 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 90|0||584bc22c90d1dc672b54829b, current metadata version is 90|0||584bc22c90d1dc672b54829b Sat Dec 10 05:42:50.838 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 90|0||584bc22c90d1dc672b54829b to shard version 90|1||584bc22c90d1dc672b54829b Sat Dec 10 05:42:50.838 I SHARDING [conn9] collection version was loaded at version 90|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:42:50.838 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:42:50.838-0600-584bea3a666d1a4e49f54bd1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370170838), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:42:50.838 I SHARDING [conn9] moveChunk request accepted at version 90|1||584bc22c90d1dc672b54829b Sat Dec 10 05:42:52.551 I SHARDING [conn9] moveChunk number of documents: 106527 Sat Dec 10 05:42:52.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:52.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:53.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:53.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:54.348 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1784ms Sat Dec 10 05:42:54.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1350, clonedBytes: 413587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:55.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8222, clonedBytes: 2471378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:56.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15539, clonedBytes: 4689407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:58.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21928, clonedBytes: 6681406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:42:59.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26414, clonedBytes: 8037425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:00.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33703, clonedBytes: 10255830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:01.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41384, clonedBytes: 12637347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:02.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50522, clonedBytes: 15450172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:03.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53609, clonedBytes: 16411884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:04.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53609, clonedBytes: 16411884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:04.373 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16763779 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 1816ms Sat Dec 10 05:43:05.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62428, clonedBytes: 19129826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:06.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72427, clonedBytes: 22227236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:07.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82645, clonedBytes: 25451669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:08.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93226, clonedBytes: 28663504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:09.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103384, clonedBytes: 31838602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:10.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea3a666d1a4e49f54bd2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106527, clonedBytes: 32816199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:10.511 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:43:10.512 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:43:10.513 I SHARDING [conn9] moveChunk setting version to: 91|0||584bc22c90d1dc672b54829b Sat Dec 10 05:43:10.516 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106527, clonedBytes: 32816199, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:43:10.516 I SHARDING [conn9] moveChunk updating self version to: 91|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458068832000) } -> { datetime: new Date(1458152236000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:43:10.517 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:10.517-0600-584bea4e666d1a4e49f54bd5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370190517), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106527, clonedBytes: 32816199, catchup: 0, steady: 0 } } Sat Dec 10 05:43:10.518 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:43:10.518 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:43:10.518 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:10.518-0600-584bea4e666d1a4e49f54bd6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370190518), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1715, step 4 of 6: 17956, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:43:10.519 I SHARDING [conn9] distributed lock with ts: 584bea3a666d1a4e49f54bd0' unlocked. Sat Dec 10 05:43:10.519 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458049075000) }, max: { datetime: new Date(1458068832000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:839 reslen:154 locks:{ Global: { acquireCount: { r: 1690, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 287 } }, Database: { acquireCount: { r: 841, w: 4, W: 2 } }, Collection: { acquireCount: { r: 841, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19684ms Sat Dec 10 05:43:10.523 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:43:10.524 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447289669000) }, { datetime: new Date(1447419495000) }) in IISLogs.pubprdweb03', ts : 584bea4e666d1a4e49f54bd7 Sat Dec 10 05:43:10.524 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 75|0||584bc97f90d1dc672b548352, current metadata version is 75|0||584bc97f90d1dc672b548352 Sat Dec 10 05:43:10.526 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 75|0||584bc97f90d1dc672b548352 to shard version 75|1||584bc97f90d1dc672b548352 Sat Dec 10 05:43:10.526 I SHARDING [conn9] collection version was loaded at version 75|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:43:10.526 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:10.526-0600-584bea4e666d1a4e49f54bd8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370190526), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:43:10.526 I SHARDING [conn9] moveChunk request accepted at version 75|1||584bc97f90d1dc672b548352 Sat Dec 10 05:43:12.235 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:43:12.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:12.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:13.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:13.533 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 1292ms Sat Dec 10 05:43:14.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7325, clonedBytes: 2022812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:14.951 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447799275000) } -> { datetime: new Date(1447938501000) } Sat Dec 10 05:43:14.951 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452694184000) } -> { datetime: new Date(1452803557000) }, with opId: 148191 Sat Dec 10 05:43:15.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17302, clonedBytes: 4741159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:16.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27389, clonedBytes: 7544599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:17.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37252, clonedBytes: 10168116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:18.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47399, clonedBytes: 12751530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:19.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57766, clonedBytes: 15449796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:20.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61201, clonedBytes: 16358801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:20.926 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14723653 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1042ms Sat Dec 10 05:43:21.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67162, clonedBytes: 17997716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:22.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77197, clonedBytes: 20887797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:23.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86933, clonedBytes: 23445431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:24.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97253, clonedBytes: 26195183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:25.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107444, clonedBytes: 28952301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:26.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea4e666d1a4e49f54bd9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30725615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:26.765 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:43:26.766 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:43:26.767 I SHARDING [conn9] moveChunk setting version to: 76|0||584bc97f90d1dc672b548352 Sat Dec 10 05:43:26.777 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30725615, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:43:26.777 I SHARDING [conn9] moveChunk updating self version to: 76|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447419495000) } -> { datetime: new Date(1447480950000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:43:26.779 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:26.779-0600-584bea5e666d1a4e49f54bdc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370206779), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30725615, catchup: 0, steady: 0 } } Sat Dec 10 05:43:26.780 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:43:26.780 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:43:26.780 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:26.780-0600-584bea5e666d1a4e49f54bdd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370206780), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1712, step 4 of 6: 14525, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:43:26.781 I SHARDING [conn9] distributed lock with ts: 584bea4e666d1a4e49f54bd7' unlocked. Sat Dec 10 05:43:26.781 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447289669000) }, max: { datetime: new Date(1447419495000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 124 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16258ms Sat Dec 10 05:43:26.786 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:43:26.787 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450140113000) }, { datetime: new Date(1450217053000) }) in IISLogs.pubprdweb04', ts : 584bea5e666d1a4e49f54bde Sat Dec 10 05:43:26.787 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 71|0||584bcad890d1dc672b54835d, current metadata version is 71|0||584bcad890d1dc672b54835d Sat Dec 10 05:43:26.788 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 71|0||584bcad890d1dc672b54835d to shard version 71|1||584bcad890d1dc672b54835d Sat Dec 10 05:43:26.788 I SHARDING [conn9] collection version was loaded at version 71|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:43:26.788 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:26.788-0600-584bea5e666d1a4e49f54bdf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370206788), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:43:26.789 I SHARDING [conn9] moveChunk request accepted at version 71|1||584bcad890d1dc672b54835d Sat Dec 10 05:43:27.792 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:43:27.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:27.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:27.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:27.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:27.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:27.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:27.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:28.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:28.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:28.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:29.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:30.659 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 2853ms Sat Dec 10 05:43:30.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1374, clonedBytes: 374204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:31.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11547, clonedBytes: 3116480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:32.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21517, clonedBytes: 5777145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:34.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31568, clonedBytes: 8521932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:35.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41813, clonedBytes: 11232333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:36.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51513, clonedBytes: 13750592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:37.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61171, clonedBytes: 16294235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:38.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61409, clonedBytes: 16357257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:39.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61409, clonedBytes: 16357257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:40.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61409, clonedBytes: 16357257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:40.419 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13880580 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 3304ms Sat Dec 10 05:43:41.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67879, clonedBytes: 18079600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:41.501 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452694184000) } -> { datetime: new Date(1452803557000) } Sat Dec 10 05:43:41.502 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469633324000) } -> { datetime: new Date(1469669969000) }, with opId: 148329 Sat Dec 10 05:43:42.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76547, clonedBytes: 20386128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:43.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85490, clonedBytes: 22765374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:44.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94832, clonedBytes: 25228569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:45.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104147, clonedBytes: 27697936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:46.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110071, clonedBytes: 29326167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:47.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea5e666d1a4e49f54be0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 29893108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:47.368 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:43:47.369 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:43:47.370 I SHARDING [conn9] moveChunk setting version to: 72|0||584bcad890d1dc672b54835d Sat Dec 10 05:43:47.373 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 29893108, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:43:47.373 I SHARDING [conn9] moveChunk updating self version to: 72|1||584bcad890d1dc672b54835d through { datetime: new Date(1450217053000) } -> { datetime: new Date(1450298103000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:43:47.375 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:47.375-0600-584bea73666d1a4e49f54be3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370227375), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 29893108, catchup: 0, steady: 0 } } Sat Dec 10 05:43:47.376 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:43:47.376 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:43:47.376 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:47.376-0600-584bea73666d1a4e49f54be4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370227376), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1005, step 4 of 6: 19572, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:43:47.378 I SHARDING [conn9] distributed lock with ts: 584bea5e666d1a4e49f54bde' unlocked. Sat Dec 10 05:43:47.378 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450140113000) }, max: { datetime: new Date(1450217053000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 71000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 585 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20592ms Sat Dec 10 05:43:48.452 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:43:48.452 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455644373000) }, { datetime: new Date(1455733456000) }) in IISLogs.pubprdweb01', ts : 584bea74666d1a4e49f54be5 Sat Dec 10 05:43:48.453 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 99|0||584bbf4f90d1dc672b54822e, current metadata version is 99|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:43:48.454 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 99|0||584bbf4f90d1dc672b54822e to shard version 99|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:43:48.454 I SHARDING [conn9] collection version was loaded at version 99|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:43:48.454 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:43:48.454-0600-584bea74666d1a4e49f54be6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370228454), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:43:48.455 I SHARDING [conn9] moveChunk request accepted at version 99|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:43:50.982 I SHARDING [conn9] moveChunk number of documents: 103004 Sat Dec 10 05:43:50.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:50.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:50.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:51.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:51.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:51.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:51.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:51.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:51.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:52.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:53.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:54.015 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776252 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 3018ms Sat Dec 10 05:43:54.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:55.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4483, clonedBytes: 1486336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:56.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14059, clonedBytes: 4496077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:57.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23422, clonedBytes: 7287273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:58.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33139, clonedBytes: 10334209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:43:59.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42807, clonedBytes: 13578236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:00.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51328, clonedBytes: 16427918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:01.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51328, clonedBytes: 16427918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:02.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51328, clonedBytes: 16427918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:03.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51328, clonedBytes: 16427918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:04.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51328, clonedBytes: 16427918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:04.724 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776172 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 4605ms Sat Dec 10 05:44:05.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57752, clonedBytes: 18407030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:06.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67583, clonedBytes: 22080783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:07.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77436, clonedBytes: 25498501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:08.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87271, clonedBytes: 28707659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:09.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97397, clonedBytes: 31950054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:10.285 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:922839 locks:{ Global: { acquireCount: { r: 56 } }, Database: { acquireCount: { r: 28 } }, Collection: { acquireCount: { r: 28 } } } protocol:op_command 370ms Sat Dec 10 05:44:10.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea74666d1a4e49f54be7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 103004, clonedBytes: 33779987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:10.653 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:44:10.654 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:44:10.654 I SHARDING [conn9] moveChunk setting version to: 100|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:44:10.659 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 103004, clonedBytes: 33779987, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:44:10.659 I SHARDING [conn9] moveChunk updating self version to: 100|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455733456000) } -> { datetime: new Date(1455818908000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:44:10.660 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:44:10.660-0600-584bea8a666d1a4e49f54bea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370250660), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 103004, clonedBytes: 33779987, catchup: 0, steady: 0 } } Sat Dec 10 05:44:10.661 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:44:10.662 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:44:10.663 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:44:10.663-0600-584bea8a666d1a4e49f54beb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370250663), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2529, step 4 of 6: 19666, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:44:10.664 I SHARDING [conn9] distributed lock with ts: 584bea74666d1a4e49f54be5' unlocked. Sat Dec 10 05:44:10.664 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455644373000) }, max: { datetime: new Date(1455733456000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:822 reslen:154 locks:{ Global: { acquireCount: { r: 1656, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1359 } }, Database: { acquireCount: { r: 824, w: 4, W: 2 } }, Collection: { acquireCount: { r: 824, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22212ms Sat Dec 10 05:44:10.670 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:44:10.671 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470760184000) }, { datetime: new Date(1470860658000) }) in IISLogs.pubbsdweb2', ts : 584bea8a666d1a4e49f54bec Sat Dec 10 05:44:10.671 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 98|0||584bbf7a90d1dc672b548236, current metadata version is 98|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:44:10.672 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 98|0||584bbf7a90d1dc672b548236 to shard version 98|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:44:10.673 I SHARDING [conn9] collection version was loaded at version 98|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:44:10.673 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:44:10.673-0600-584bea8a666d1a4e49f54bed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370250673), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:44:10.673 I SHARDING [conn9] moveChunk request accepted at version 98|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:44:12.588 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469633324000) } -> { datetime: new Date(1469669969000) } Sat Dec 10 05:44:12.588 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455041736000) } -> { datetime: new Date(1455137766000) }, with opId: 148539 Sat Dec 10 05:44:12.744 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 05:44:12.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:12.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:12.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:12.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:12.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:12.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:12.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:13.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:13.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:13.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:14.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:15.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:15.937 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776128 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 3140ms Sat Dec 10 05:44:16.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3807, clonedBytes: 1131799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:17.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12936, clonedBytes: 3862869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:19.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22815, clonedBytes: 6809013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:20.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32883, clonedBytes: 9794116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:21.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42958, clonedBytes: 12805891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:22.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52268, clonedBytes: 15614468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:23.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54891, clonedBytes: 16402853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:24.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54891, clonedBytes: 16402853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:25.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54891, clonedBytes: 16402853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:26.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54891, clonedBytes: 16402853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:27.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54891, clonedBytes: 16402853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:27.834 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776211 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 5394ms Sat Dec 10 05:44:28.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57472, clonedBytes: 17125998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:29.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66961, clonedBytes: 19905902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:30.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76250, clonedBytes: 22650747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:31.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83898, clonedBytes: 24925190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:32.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91905, clonedBytes: 27322621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:33.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100614, clonedBytes: 29948224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:34.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108621, clonedBytes: 32335378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:35.068 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1079649 locks:{ Global: { acquireCount: { r: 64 } }, Database: { acquireCount: { r: 32 } }, Collection: { acquireCount: { r: 32 } } } protocol:op_command 414ms Sat Dec 10 05:44:35.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112572, clonedBytes: 33509820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:36.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bea8a666d1a4e49f54bee", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 33862193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:36.486 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:44:36.487 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:44:36.487 I SHARDING [conn9] moveChunk setting version to: 99|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:44:36.490 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 33862193, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:44:36.490 I SHARDING [conn9] moveChunk updating self version to: 99|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1470860658000) } -> { datetime: new Date(1471016797000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:44:36.491 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:44:36.491-0600-584beaa4666d1a4e49f54bf1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370276491), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 33862193, catchup: 0, steady: 0 } } Sat Dec 10 05:44:36.492 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:44:36.498 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:44:36.498 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:44:36.498-0600-584beaa4666d1a4e49f54bf2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370276498), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2073, step 4 of 6: 23738, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:44:36.500 I SHARDING [conn9] distributed lock with ts: 584bea8a666d1a4e49f54bec' unlocked. Sat Dec 10 05:44:36.500 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470760184000) }, max: { datetime: new Date(1470860658000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:899 reslen:154 locks:{ Global: { acquireCount: { r: 1810, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5978 } }, Database: { acquireCount: { r: 901, w: 4, W: 2 } }, Collection: { acquireCount: { r: 901, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 88 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25831ms Sat Dec 10 05:44:36.506 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:44:36.507 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458068832000) }, { datetime: new Date(1458152236000) }) in IISLogs.pubprdweb02', ts : 584beaa4666d1a4e49f54bf3 Sat Dec 10 05:44:36.507 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 91|0||584bc22c90d1dc672b54829b, current metadata version is 91|0||584bc22c90d1dc672b54829b Sat Dec 10 05:44:36.510 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 91|0||584bc22c90d1dc672b54829b to shard version 91|1||584bc22c90d1dc672b54829b Sat Dec 10 05:44:36.510 I SHARDING [conn9] collection version was loaded at version 91|1||584bc22c90d1dc672b54829b, took 3ms Sat Dec 10 05:44:36.510 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:44:36.510-0600-584beaa4666d1a4e49f54bf4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370276510), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:44:36.511 I SHARDING [conn9] moveChunk request accepted at version 91|1||584bc22c90d1dc672b54829b Sat Dec 10 05:44:38.076 I SHARDING [conn9] moveChunk number of documents: 106527 Sat Dec 10 05:44:38.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:38.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:39.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:40.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:41.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:42.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:43.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:43.639 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776021 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 5559ms Sat Dec 10 05:44:44.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6284, clonedBytes: 1862293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:45.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16227, clonedBytes: 4858759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:45.598 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455041736000) } -> { datetime: new Date(1455137766000) } Sat Dec 10 05:44:45.598 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445857204000) } -> { datetime: new Date(1445880616000) }, with opId: 148752 Sat Dec 10 05:44:46.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25779, clonedBytes: 7798015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:47.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35532, clonedBytes: 10751362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:48.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45633, clonedBytes: 13933641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:49.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53380, clonedBytes: 16413323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:50.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53380, clonedBytes: 16413323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:51.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53380, clonedBytes: 16413323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:52.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53380, clonedBytes: 16413323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:53.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53380, clonedBytes: 16413323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:54.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53380, clonedBytes: 16413323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:55.289 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776273 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 5907ms Sat Dec 10 05:44:55.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56992, clonedBytes: 17578352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:56.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67230, clonedBytes: 20960300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:57.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77728, clonedBytes: 24394403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:58.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88121, clonedBytes: 27585791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:44:59.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97773, clonedBytes: 30335076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:00.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106290, clonedBytes: 32830188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:01.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaa4666d1a4e49f54bf5", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106527, clonedBytes: 32899652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:01.930 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:45:01.931 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:45:01.931 I SHARDING [conn9] moveChunk setting version to: 92|0||584bc22c90d1dc672b54829b Sat Dec 10 05:45:01.939 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106527, clonedBytes: 32899652, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:45:01.939 I SHARDING [conn9] moveChunk updating self version to: 92|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458152236000) } -> { datetime: new Date(1458325725000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:45:01.941 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:01.941-0600-584beabd666d1a4e49f54bf8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370301941), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106527, clonedBytes: 32899652, catchup: 0, steady: 0 } } Sat Dec 10 05:45:01.941 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:45:01.947 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:45:01.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:01.948-0600-584beabd666d1a4e49f54bf9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370301948), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1566, step 4 of 6: 23850, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:45:01.949 I SHARDING [conn9] distributed lock with ts: 584beaa4666d1a4e49f54bf3' unlocked. Sat Dec 10 05:45:01.949 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458068832000) }, max: { datetime: new Date(1458152236000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6163 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 127 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25443ms Sat Dec 10 05:45:01.954 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:45:01.955 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447419495000) }, { datetime: new Date(1447480950000) }) in IISLogs.pubprdweb03', ts : 584beabd666d1a4e49f54bfa Sat Dec 10 05:45:01.955 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 76|0||584bc97f90d1dc672b548352, current metadata version is 76|0||584bc97f90d1dc672b548352 Sat Dec 10 05:45:01.957 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 76|0||584bc97f90d1dc672b548352 to shard version 76|1||584bc97f90d1dc672b548352 Sat Dec 10 05:45:01.957 I SHARDING [conn9] collection version was loaded at version 76|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:45:01.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:01.957-0600-584beabd666d1a4e49f54bfb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370301957), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:45:01.957 I SHARDING [conn9] moveChunk request accepted at version 76|1||584bc97f90d1dc672b548352 Sat Dec 10 05:45:03.217 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:45:03.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:03.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:04.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:04.652 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776336 locks:{ Global: { acquireCount: { r: 982 } }, Database: { acquireCount: { r: 491 } }, Collection: { acquireCount: { r: 491 } } } protocol:op_command 1430ms Sat Dec 10 05:45:05.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4930, clonedBytes: 1290294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:06.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14380, clonedBytes: 3711682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:07.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24671, clonedBytes: 6375643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:08.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36771, clonedBytes: 9555383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:09.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48910, clonedBytes: 12935828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:10.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58883, clonedBytes: 15772005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:11.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61096, clonedBytes: 16359626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:12.229 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15662383 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 1069ms Sat Dec 10 05:45:13.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65873, clonedBytes: 17616136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:14.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76182, clonedBytes: 20317639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:15.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86082, clonedBytes: 23028574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:16.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96045, clonedBytes: 26101016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:17.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105668, clonedBytes: 29121169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:18.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112854, clonedBytes: 31428701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:18.935 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445857204000) } -> { datetime: new Date(1445880616000) } Sat Dec 10 05:45:18.936 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1447938501000) } -> { datetime: new Date(1448018990000) }, with opId: 149039 Sat Dec 10 05:45:19.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beabd666d1a4e49f54bfc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31664435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:19.194 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:45:19.195 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:45:19.196 I SHARDING [conn9] moveChunk setting version to: 77|0||584bc97f90d1dc672b548352 Sat Dec 10 05:45:19.203 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31664435, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:45:19.204 I SHARDING [conn9] moveChunk updating self version to: 77|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447480950000) } -> { datetime: new Date(1447570520000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:45:19.205 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:19.205-0600-584beacf666d1a4e49f54bff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370319205), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31664435, catchup: 0, steady: 0 } } Sat Dec 10 05:45:19.206 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:45:19.206 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:45:19.206 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:19.206-0600-584beacf666d1a4e49f54c00", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370319206), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1262, step 4 of 6: 15972, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:45:19.207 I SHARDING [conn9] distributed lock with ts: 584beabd666d1a4e49f54bfa' unlocked. Sat Dec 10 05:45:19.207 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447419495000) }, max: { datetime: new Date(1447480950000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 271 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 23 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17253ms Sat Dec 10 05:45:19.212 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:45:19.212 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450217053000) }, { datetime: new Date(1450298103000) }) in IISLogs.pubprdweb04', ts : 584beacf666d1a4e49f54c01 Sat Dec 10 05:45:19.213 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 72|0||584bcad890d1dc672b54835d, current metadata version is 72|0||584bcad890d1dc672b54835d Sat Dec 10 05:45:19.214 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 72|0||584bcad890d1dc672b54835d to shard version 72|1||584bcad890d1dc672b54835d Sat Dec 10 05:45:19.214 I SHARDING [conn9] collection version was loaded at version 72|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:45:19.214 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:19.214-0600-584beacf666d1a4e49f54c02", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370319214), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:45:19.215 I SHARDING [conn9] moveChunk request accepted at version 72|1||584bcad890d1dc672b54835d Sat Dec 10 05:45:20.214 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 05:45:20.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:20.996 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 976 } }, Database: { acquireCount: { r: 488 } }, Collection: { acquireCount: { r: 488 } } } protocol:op_command 777ms Sat Dec 10 05:45:21.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1515, clonedBytes: 394590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:22.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8405, clonedBytes: 2223146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:23.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15320, clonedBytes: 4063317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:24.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23280, clonedBytes: 6168190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:25.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30522, clonedBytes: 8122803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:26.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38780, clonedBytes: 10324020, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:27.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48940, clonedBytes: 13062441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:28.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58460, clonedBytes: 15573102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:29.224 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13640909 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 327ms Sat Dec 10 05:45:29.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63023, clonedBytes: 16773066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:30.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70791, clonedBytes: 18870632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:31.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78687, clonedBytes: 20897341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:32.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86914, clonedBytes: 23006677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:33.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96268, clonedBytes: 25479031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:34.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106166, clonedBytes: 28068444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:35.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beacf666d1a4e49f54c03", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 29653426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:35.701 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:45:35.702 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:45:35.703 I SHARDING [conn9] moveChunk setting version to: 73|0||584bcad890d1dc672b54835d Sat Dec 10 05:45:35.711 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 29653426, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:45:35.711 I SHARDING [conn9] moveChunk updating self version to: 73|1||584bcad890d1dc672b54835d through { datetime: new Date(1450298103000) } -> { datetime: new Date(1450391836000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:45:35.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:35.712-0600-584beadf666d1a4e49f54c06", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370335712), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 29653426, catchup: 0, steady: 0 } } Sat Dec 10 05:45:35.713 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:45:35.713 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:45:35.713 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:35.713-0600-584beadf666d1a4e49f54c07", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370335713), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1002, step 4 of 6: 15482, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:45:35.714 I SHARDING [conn9] distributed lock with ts: 584beacf666d1a4e49f54c01' unlocked. Sat Dec 10 05:45:35.715 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450217053000) }, max: { datetime: new Date(1450298103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 72000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 866 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 149 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16503ms Sat Dec 10 05:45:36.787 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:45:36.788 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455733456000) }, { datetime: new Date(1455818908000) }) in IISLogs.pubprdweb01', ts : 584beae0666d1a4e49f54c08 Sat Dec 10 05:45:36.788 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 100|0||584bbf4f90d1dc672b54822e, current metadata version is 100|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:45:36.789 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 100|0||584bbf4f90d1dc672b54822e to shard version 100|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:45:36.789 I SHARDING [conn9] collection version was loaded at version 100|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:45:36.789 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:36.789-0600-584beae0666d1a4e49f54c09", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370336789), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:45:36.790 I SHARDING [conn9] moveChunk request accepted at version 100|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:45:38.111 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 05:45:38.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:38.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:39.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:39.187 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776264 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1048ms Sat Dec 10 05:45:40.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5711, clonedBytes: 1818969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:41.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15784, clonedBytes: 5073600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:41.452 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1447938501000) } -> { datetime: new Date(1448018990000) } Sat Dec 10 05:45:41.452 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452803557000) } -> { datetime: new Date(1452962300000) }, with opId: 149205 Sat Dec 10 05:45:42.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25892, clonedBytes: 8300708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:43.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36161, clonedBytes: 11753526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:44.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45981, clonedBytes: 15031454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:45.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50415, clonedBytes: 16434321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:46.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50415, clonedBytes: 16434321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:46.445 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776046 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 1689ms Sat Dec 10 05:45:47.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58771, clonedBytes: 19449338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:48.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68653, clonedBytes: 22837792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:49.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78741, clonedBytes: 26220709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:50.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88618, clonedBytes: 29425434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:51.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98413, clonedBytes: 32642602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:52.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beae0666d1a4e49f54c0a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 34157438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:52.520 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:45:52.522 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:45:52.522 I SHARDING [conn9] moveChunk setting version to: 101|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:45:52.545 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 34157438, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:45:52.552 I SHARDING [conn9] moveChunk updating self version to: 101|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455818908000) } -> { datetime: new Date(1455913204000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:45:52.554 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:52.554-0600-584beaf0666d1a4e49f54c0d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370352554), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 34157438, catchup: 0, steady: 0 } } Sat Dec 10 05:45:52.555 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:45:52.555 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:45:52.555 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:52.555-0600-584beaf0666d1a4e49f54c0e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370352555), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1324, step 4 of 6: 14404, step 5 of 6: 35, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:45:52.557 I SHARDING [conn9] distributed lock with ts: 584beae0666d1a4e49f54c08' unlocked. Sat Dec 10 05:45:52.557 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455733456000) }, max: { datetime: new Date(1455818908000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 288 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 202 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15770ms Sat Dec 10 05:45:52.561 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:45:52.562 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1470860658000) }, { datetime: new Date(1471016797000) }) in IISLogs.pubbsdweb2', ts : 584beaf0666d1a4e49f54c0f Sat Dec 10 05:45:52.562 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 99|0||584bbf7a90d1dc672b548236, current metadata version is 99|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:45:52.563 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 99|0||584bbf7a90d1dc672b548236 to shard version 99|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:45:52.563 I SHARDING [conn9] collection version was loaded at version 99|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:45:52.563 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:45:52.563-0600-584beaf0666d1a4e49f54c10", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370352563), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:45:52.564 I SHARDING [conn9] moveChunk request accepted at version 99|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:45:54.094 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:45:54.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:54.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:55.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:56.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:56.624 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776278 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 2489ms Sat Dec 10 05:45:57.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3238, clonedBytes: 966977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:58.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10198, clonedBytes: 3041381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:45:59.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15445, clonedBytes: 4635201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:00.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21749, clonedBytes: 6536057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:01.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28286, clonedBytes: 8482755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:02.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34777, clonedBytes: 10411137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:03.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40251, clonedBytes: 12060110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:04.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46688, clonedBytes: 13989297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:05.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54434, clonedBytes: 16319799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:06.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54706, clonedBytes: 16404298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:07.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54706, clonedBytes: 16404298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:08.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54706, clonedBytes: 16404298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:09.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54706, clonedBytes: 16404298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:09.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776027 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 4378ms Sat Dec 10 05:46:10.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60142, clonedBytes: 18036628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:11.021 I SHARDING [RangeDeleter] rangeDeleter deleted 102904 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452803557000) } -> { datetime: new Date(1452962300000) } Sat Dec 10 05:46:11.021 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469669969000) } -> { datetime: new Date(1469714898000) }, with opId: 149359 Sat Dec 10 05:46:11.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68638, clonedBytes: 20547654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:12.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79418, clonedBytes: 23780185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:13.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88434, clonedBytes: 26488048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:14.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:15.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:16.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:17.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:18.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:19.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:20.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:22.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:23.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:24.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:25.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:26.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:27.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:28.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:29.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:30.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:31.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:32.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:33.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:34.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:34.991 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469669969000) } -> { datetime: new Date(1469714898000) } Sat Dec 10 05:46:34.992 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455137766000) } -> { datetime: new Date(1455297675000) }, with opId: 149448 Sat Dec 10 05:46:35.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:36.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:37.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:38.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:39.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:40.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:41.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:42.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:43.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:44.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:45.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:46.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:47.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88435, clonedBytes: 26488366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:48.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93750, clonedBytes: 28121357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:49.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100713, clonedBytes: 30158793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:50.412 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455137766000) } -> { datetime: new Date(1455297675000) } Sat Dec 10 05:46:50.412 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445880616000) } -> { datetime: new Date(1445902175000) }, with opId: 149507 Sat Dec 10 05:46:50.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109630, clonedBytes: 32806819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:51.227 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1263258 locks:{ Global: { acquireCount: { r: 74 } }, Database: { acquireCount: { r: 37 } }, Collection: { acquireCount: { r: 37 } } } protocol:op_command 539ms Sat Dec 10 05:46:51.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beaf0666d1a4e49f54c11", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34046355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:51.767 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:46:51.778 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:46:51.779 I SHARDING [conn9] moveChunk setting version to: 100|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:46:51.804 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34046355, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:46:51.804 I SHARDING [conn9] moveChunk updating self version to: 100|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471016797000) } -> { datetime: new Date(1471196606000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:46:51.808 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:46:51.808-0600-584beb2b666d1a4e49f54c14", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370411808), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34046355, catchup: 0, steady: 0 } } Sat Dec 10 05:46:51.809 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:46:51.820 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:46:51.820 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:46:51.820-0600-584beb2b666d1a4e49f54c15", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370411820), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1533, step 4 of 6: 57667, step 5 of 6: 52, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:46:51.822 I SHARDING [conn9] distributed lock with ts: 584beaf0666d1a4e49f54c0f' unlocked. Sat Dec 10 05:46:51.822 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1470860658000) }, max: { datetime: new Date(1471016797000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11197 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 59262ms Sat Dec 10 05:46:51.849 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:46:51.850 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458152236000) }, { datetime: new Date(1458325725000) }) in IISLogs.pubprdweb02', ts : 584beb2b666d1a4e49f54c16 Sat Dec 10 05:46:51.851 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 92|0||584bc22c90d1dc672b54829b, current metadata version is 92|0||584bc22c90d1dc672b54829b Sat Dec 10 05:46:51.852 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 92|0||584bc22c90d1dc672b54829b to shard version 92|1||584bc22c90d1dc672b54829b Sat Dec 10 05:46:51.852 I SHARDING [conn9] collection version was loaded at version 92|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:46:51.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:46:51.852-0600-584beb2b666d1a4e49f54c17", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370411852), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:46:51.853 I SHARDING [conn9] moveChunk request accepted at version 92|1||584bc22c90d1dc672b54829b Sat Dec 10 05:46:57.353 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:46:57.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:57.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:58.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:46:59.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:00.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:01.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:02.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:03.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:04.434 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776255 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 7028ms Sat Dec 10 05:47:04.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2701, clonedBytes: 801732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:05.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12368, clonedBytes: 3786268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:06.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20722, clonedBytes: 6298099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:07.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29508, clonedBytes: 8999446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:09.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39114, clonedBytes: 12040395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:10.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48688, clonedBytes: 15022013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:11.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53554, clonedBytes: 16412339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:12.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53554, clonedBytes: 16412339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:12.640 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15888332 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 2050ms Sat Dec 10 05:47:13.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57761, clonedBytes: 17628573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:14.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66436, clonedBytes: 20144452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:15.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74660, clonedBytes: 22521445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:16.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81481, clonedBytes: 24545857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:17.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85792, clonedBytes: 25867654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:18.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89835, clonedBytes: 27106399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:18.564 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445880616000) } -> { datetime: new Date(1445902175000) } Sat Dec 10 05:47:18.564 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448018990000) } -> { datetime: new Date(1448092149000) }, with opId: 149624 Sat Dec 10 05:47:19.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93462, clonedBytes: 28156101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:20.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103007, clonedBytes: 30932640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:21.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb2b666d1a4e49f54c18", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 31940843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:21.379 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:47:21.380 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:47:21.381 I SHARDING [conn9] moveChunk setting version to: 93|0||584bc22c90d1dc672b54829b Sat Dec 10 05:47:21.390 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 31940843, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:47:21.390 I SHARDING [conn9] moveChunk updating self version to: 93|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458325725000) } -> { datetime: new Date(1458518100000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:47:21.392 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:47:21.392-0600-584beb49666d1a4e49f54c1b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370441392), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 31940843, catchup: 0, steady: 0 } } Sat Dec 10 05:47:21.392 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:47:21.399 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:47:21.399 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:47:21.399-0600-584beb49666d1a4e49f54c1c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370441399), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5505, step 4 of 6: 24020, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:47:21.401 I SHARDING [conn9] distributed lock with ts: 584beb2b666d1a4e49f54c16' unlocked. Sat Dec 10 05:47:21.401 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458152236000) }, max: { datetime: new Date(1458325725000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:850 reslen:154 locks:{ Global: { acquireCount: { r: 1712, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 16966 } }, Database: { acquireCount: { r: 852, w: 4, W: 2 } }, Collection: { acquireCount: { r: 852, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 29554ms Sat Dec 10 05:47:21.407 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:47:21.410 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447480950000) }, { datetime: new Date(1447570520000) }) in IISLogs.pubprdweb03', ts : 584beb49666d1a4e49f54c1d Sat Dec 10 05:47:21.410 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 77|0||584bc97f90d1dc672b548352, current metadata version is 77|0||584bc97f90d1dc672b548352 Sat Dec 10 05:47:21.413 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 77|0||584bc97f90d1dc672b548352 to shard version 77|1||584bc97f90d1dc672b548352 Sat Dec 10 05:47:21.413 I SHARDING [conn9] collection version was loaded at version 77|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 05:47:21.413 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:47:21.413-0600-584beb49666d1a4e49f54c1e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370441413), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:47:21.414 I SHARDING [conn9] moveChunk request accepted at version 77|1||584bc97f90d1dc672b548352 Sat Dec 10 05:47:22.752 I SHARDING [conn9] moveChunk number of documents: 113705 Sat Dec 10 05:47:22.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:22.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:22.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:22.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:22.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:22.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:22.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:23.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:23.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:23.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:24.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:25.044 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776209 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 2259ms Sat Dec 10 05:47:25.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3391, clonedBytes: 1053640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:26.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12569, clonedBytes: 3872702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:27.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21105, clonedBytes: 6482728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:29.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31274, clonedBytes: 9504053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:30.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41029, clonedBytes: 12355551, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:31.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50774, clonedBytes: 15184435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:32.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54856, clonedBytes: 16403179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:32.303 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776022 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 817ms Sat Dec 10 05:47:33.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61417, clonedBytes: 18229954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:34.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71171, clonedBytes: 21074951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:35.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80555, clonedBytes: 23750031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:36.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90636, clonedBytes: 26685725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:37.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100696, clonedBytes: 29442889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:38.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110783, clonedBytes: 32364382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:38.519 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:459020 locks:{ Global: { acquireCount: { r: 28 } }, Database: { acquireCount: { r: 14 } }, Collection: { acquireCount: { r: 14 } } } protocol:op_command 123ms Sat Dec 10 05:47:39.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb49666d1a4e49f54c1f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113705, clonedBytes: 33239697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:39.277 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:47:39.278 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:47:39.278 I SHARDING [conn9] moveChunk setting version to: 78|0||584bc97f90d1dc672b548352 Sat Dec 10 05:47:39.282 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113705, clonedBytes: 33239697, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:47:39.283 I SHARDING [conn9] moveChunk updating self version to: 78|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447570520000) } -> { datetime: new Date(1447755307000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:47:39.284 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:47:39.284-0600-584beb5b666d1a4e49f54c22", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370459284), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113705, clonedBytes: 33239697, catchup: 0, steady: 0 } } Sat Dec 10 05:47:39.285 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:47:39.285 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:47:39.285 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:47:39.285-0600-584beb5b666d1a4e49f54c23", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370459285), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 1339, step 4 of 6: 16522, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:47:39.286 I SHARDING [conn9] distributed lock with ts: 584beb49666d1a4e49f54c1d' unlocked. Sat Dec 10 05:47:39.286 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447480950000) }, max: { datetime: new Date(1447570520000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 195 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17879ms Sat Dec 10 05:47:39.291 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:47:39.292 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450298103000) }, { datetime: new Date(1450391836000) }) in IISLogs.pubprdweb04', ts : 584beb5b666d1a4e49f54c24 Sat Dec 10 05:47:39.292 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 73|0||584bcad890d1dc672b54835d, current metadata version is 73|0||584bcad890d1dc672b54835d Sat Dec 10 05:47:39.293 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 73|0||584bcad890d1dc672b54835d to shard version 73|1||584bcad890d1dc672b54835d Sat Dec 10 05:47:39.293 I SHARDING [conn9] collection version was loaded at version 73|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:47:39.293 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:47:39.293-0600-584beb5b666d1a4e49f54c25", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370459293), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:47:39.294 I SHARDING [conn9] moveChunk request accepted at version 73|1||584bcad890d1dc672b54835d Sat Dec 10 05:47:40.353 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:47:40.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.522 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448018990000) } -> { datetime: new Date(1448092149000) } Sat Dec 10 05:47:40.522 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1452962300000) } -> { datetime: new Date(1453102827000) }, with opId: 149786 Sat Dec 10 05:47:40.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:40.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:41.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:42.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:43.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:43.852 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776218 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 3481ms Sat Dec 10 05:47:44.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4811, clonedBytes: 1320350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:45.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14828, clonedBytes: 4003386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:46.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24697, clonedBytes: 6682934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:47.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34508, clonedBytes: 9314197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:48.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40490, clonedBytes: 10953611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:49.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48586, clonedBytes: 13072136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:50.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56574, clonedBytes: 15190818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:51.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60838, clonedBytes: 16361314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:52.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60838, clonedBytes: 16361314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:53.201 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14512649 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 1667ms Sat Dec 10 05:47:53.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62703, clonedBytes: 16848848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:54.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62703, clonedBytes: 16848848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:55.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67792, clonedBytes: 18161172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:56.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72286, clonedBytes: 19338606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:57.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78651, clonedBytes: 21012713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:58.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82569, clonedBytes: 22074254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:47:59.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85562, clonedBytes: 22924353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:00.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88427, clonedBytes: 23871254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:01.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93950, clonedBytes: 25563987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:02.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100033, clonedBytes: 27208932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:04.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103693, clonedBytes: 28209398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:05.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110286, clonedBytes: 29996160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:06.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb5b666d1a4e49f54c26", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30525237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:06.067 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:48:06.068 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:48:06.069 I SHARDING [conn9] moveChunk setting version to: 74|0||584bcad890d1dc672b54835d Sat Dec 10 05:48:06.077 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30525237, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:48:06.077 I SHARDING [conn9] moveChunk updating self version to: 74|1||584bcad890d1dc672b54835d through { datetime: new Date(1450391836000) } -> { datetime: new Date(1450430090000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:48:06.078 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:06.078-0600-584beb76666d1a4e49f54c29", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370486078), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30525237, catchup: 0, steady: 0 } } Sat Dec 10 05:48:06.079 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:48:06.081 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:48:06.081 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:06.081-0600-584beb76666d1a4e49f54c2a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370486081), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1062, step 4 of 6: 25709, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:48:06.082 I SHARDING [conn9] distributed lock with ts: 584beb5b666d1a4e49f54c24' unlocked. Sat Dec 10 05:48:06.082 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450298103000) }, max: { datetime: new Date(1450391836000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 73000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1783 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 226 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26792ms Sat Dec 10 05:48:07.179 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:48:07.180 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455818908000) }, { datetime: new Date(1455913204000) }) in IISLogs.pubprdweb01', ts : 584beb77666d1a4e49f54c2b Sat Dec 10 05:48:07.180 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 101|0||584bbf4f90d1dc672b54822e, current metadata version is 101|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:48:07.189 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 101|0||584bbf4f90d1dc672b54822e to shard version 101|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:48:07.189 I SHARDING [conn9] collection version was loaded at version 101|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:48:07.189 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:07.189-0600-584beb77666d1a4e49f54c2c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370487189), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:48:07.190 I SHARDING [conn9] moveChunk request accepted at version 101|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:48:09.704 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 05:48:09.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:09.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:09.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:09.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:09.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:09.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:09.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:10.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:10.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:10.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:11.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:12.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:12.940 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776043 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 3231ms Sat Dec 10 05:48:13.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7935, clonedBytes: 2473864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:14.134 I SHARDING [RangeDeleter] rangeDeleter deleted 102953 documents for IISLogs.pubprdweb01 from { datetime: new Date(1452962300000) } -> { datetime: new Date(1453102827000) } Sat Dec 10 05:48:14.134 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469714898000) } -> { datetime: new Date(1469753273000) }, with opId: 149990 Sat Dec 10 05:48:14.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17460, clonedBytes: 5591548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:15.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27394, clonedBytes: 8738453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:16.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37077, clonedBytes: 11989915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:18.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46947, clonedBytes: 15247776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:19.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50632, clonedBytes: 16432581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:20.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50632, clonedBytes: 16432581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:21.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50632, clonedBytes: 16432581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:21.606 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776030 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 3209ms Sat Dec 10 05:48:22.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54524, clonedBytes: 17981660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:23.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61886, clonedBytes: 20595298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:24.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70182, clonedBytes: 23448070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:25.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80042, clonedBytes: 26652591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:26.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89241, clonedBytes: 29711343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:27.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99127, clonedBytes: 32816069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:27.589 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1134343 locks:{ Global: { acquireCount: { r: 62 } }, Database: { acquireCount: { r: 31 } }, Collection: { acquireCount: { r: 31 } } } protocol:op_command 210ms Sat Dec 10 05:48:28.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb77666d1a4e49f54c2d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 33992397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:28.386 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:48:28.387 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:48:28.387 I SHARDING [conn9] moveChunk setting version to: 102|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:48:28.389 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 33992397, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:48:28.389 I SHARDING [conn9] moveChunk updating self version to: 102|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1455913204000) } -> { datetime: new Date(1456020875000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:48:28.390 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:28.390-0600-584beb8c666d1a4e49f54c30", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370508390), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 33992397, catchup: 0, steady: 0 } } Sat Dec 10 05:48:28.391 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:48:28.391 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:48:28.391 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:28.391-0600-584beb8c666d1a4e49f54c31", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370508391), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, step 1 of 6: 0, step 2 of 6: 10, step 3 of 6: 2516, step 4 of 6: 18677, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:48:28.393 I SHARDING [conn9] distributed lock with ts: 584beb77666d1a4e49f54c2b' unlocked. Sat Dec 10 05:48:28.393 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455818908000) }, max: { datetime: new Date(1455913204000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:823 reslen:154 locks:{ Global: { acquireCount: { r: 1658, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 825, w: 4, W: 2 } }, Collection: { acquireCount: { r: 825, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 7476 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21214ms Sat Dec 10 05:48:28.397 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:48:28.398 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471016797000) }, { datetime: new Date(1471196606000) }) in IISLogs.pubbsdweb2', ts : 584beb8c666d1a4e49f54c32 Sat Dec 10 05:48:28.398 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 100|0||584bbf7a90d1dc672b548236, current metadata version is 100|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:48:28.402 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 100|0||584bbf7a90d1dc672b548236 to shard version 100|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:48:28.402 I SHARDING [conn9] collection version was loaded at version 100|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:48:28.402 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:28.402-0600-584beb8c666d1a4e49f54c33", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370508402), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:48:28.402 I SHARDING [conn9] moveChunk request accepted at version 100|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:48:33.576 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:48:33.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:33.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:34.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:34.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:35.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:36.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:37.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:38.318 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776111 locks:{ Global: { acquireCount: { r: 962 } }, Database: { acquireCount: { r: 481 } }, Collection: { acquireCount: { r: 481 } } } protocol:op_command 4732ms Sat Dec 10 05:48:38.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2255, clonedBytes: 666418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:39.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11548, clonedBytes: 3455364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:40.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21658, clonedBytes: 6448258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:41.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31574, clonedBytes: 9412689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:42.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41810, clonedBytes: 12474536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:43.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51865, clonedBytes: 15434529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:45.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:46.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:47.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:48.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:49.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:49.740 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776044 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 5426ms Sat Dec 10 05:48:50.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58838, clonedBytes: 17497330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:51.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69264, clonedBytes: 20634769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:52.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79489, clonedBytes: 23657876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:52.538 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469714898000) } -> { datetime: new Date(1469753273000) } Sat Dec 10 05:48:52.538 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455297675000) } -> { datetime: new Date(1455407603000) }, with opId: 150177 Sat Dec 10 05:48:53.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89773, clonedBytes: 26696613, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:54.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99857, clonedBytes: 29675324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:55.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109968, clonedBytes: 32662287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:55.706 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:993446 locks:{ Global: { acquireCount: { r: 58 } }, Database: { acquireCount: { r: 29 } }, Collection: { acquireCount: { r: 29 } } } protocol:op_command 293ms Sat Dec 10 05:48:56.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beb8c666d1a4e49f54c34", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33775591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:56.387 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:48:56.388 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:48:56.389 I SHARDING [conn9] moveChunk setting version to: 101|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:48:56.391 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33775591, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:48:56.391 I SHARDING [conn9] moveChunk updating self version to: 101|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471196606000) } -> { datetime: new Date(1471284890000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:48:56.393 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:56.392-0600-584beba8666d1a4e49f54c37", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370536392), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33775591, catchup: 0, steady: 0 } } Sat Dec 10 05:48:56.393 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:48:56.393 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:48:56.393 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:56.393-0600-584beba8666d1a4e49f54c38", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370536393), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 5176, step 4 of 6: 22806, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:48:56.395 I SHARDING [conn9] distributed lock with ts: 584beb8c666d1a4e49f54c32' unlocked. Sat Dec 10 05:48:56.395 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471016797000) }, max: { datetime: new Date(1471196606000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:948 reslen:154 locks:{ Global: { acquireCount: { r: 1908, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 190 } }, Database: { acquireCount: { r: 950, w: 4, W: 2 } }, Collection: { acquireCount: { r: 950, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1934 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27997ms Sat Dec 10 05:48:56.404 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:48:56.404 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458325725000) }, { datetime: new Date(1458518100000) }) in IISLogs.pubprdweb02', ts : 584beba8666d1a4e49f54c39 Sat Dec 10 05:48:56.404 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 93|0||584bc22c90d1dc672b54829b, current metadata version is 93|0||584bc22c90d1dc672b54829b Sat Dec 10 05:48:56.417 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 93|0||584bc22c90d1dc672b54829b to shard version 93|1||584bc22c90d1dc672b54829b Sat Dec 10 05:48:56.417 I SHARDING [conn9] collection version was loaded at version 93|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:48:56.417 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:48:56.417-0600-584beba8666d1a4e49f54c3a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370536417), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:48:56.418 I SHARDING [conn9] moveChunk request accepted at version 93|1||584bc22c90d1dc672b54829b Sat Dec 10 05:48:58.724 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 05:48:58.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:58.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:58.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:58.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:58.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:58.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:58.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:59.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:59.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:48:59.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:00.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:01.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:02.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:04.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:04.239 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 5459ms Sat Dec 10 05:49:05.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3958, clonedBytes: 1162326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:06.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13932, clonedBytes: 4331563, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:07.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23789, clonedBytes: 7383665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:08.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33803, clonedBytes: 10588413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:09.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43982, clonedBytes: 13832253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:10.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:11.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:12.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:13.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:14.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:15.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:16.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52250, clonedBytes: 16421550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:16.848 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776078 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 6754ms Sat Dec 10 05:49:17.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57008, clonedBytes: 17879917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:18.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66851, clonedBytes: 21126224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:19.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77124, clonedBytes: 24411117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:20.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87142, clonedBytes: 27576274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:21.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97295, clonedBytes: 30689260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:22.463 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:689557 locks:{ Global: { acquireCount: { r: 40 } }, Database: { acquireCount: { r: 20 } }, Collection: { acquireCount: { r: 20 } } } protocol:op_command 193ms Sat Dec 10 05:49:22.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105583, clonedBytes: 33235940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:23.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beba8666d1a4e49f54c3b", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 33521412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:23.617 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:49:23.618 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:49:23.633 I SHARDING [conn9] moveChunk setting version to: 94|0||584bc22c90d1dc672b54829b Sat Dec 10 05:49:23.645 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 33521412, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:49:23.645 I SHARDING [conn9] moveChunk updating self version to: 94|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458518100000) } -> { datetime: new Date(1458645489000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:49:23.647 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:49:23.647-0600-584bebc3666d1a4e49f54c3e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370563647), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 33521412, catchup: 0, steady: 0 } } Sat Dec 10 05:49:23.648 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:49:23.661 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:49:23.662 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:49:23.662-0600-584bebc3666d1a4e49f54c3f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370563662), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, step 1 of 6: 0, step 2 of 6: 14, step 3 of 6: 2310, step 4 of 6: 24887, step 5 of 6: 44, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:49:23.664 I SHARDING [conn9] distributed lock with ts: 584beba8666d1a4e49f54c39' unlocked. Sat Dec 10 05:49:23.664 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458325725000) }, max: { datetime: new Date(1458518100000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:845 reslen:154 locks:{ Global: { acquireCount: { r: 1702, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 13384 } }, Database: { acquireCount: { r: 847, w: 4, W: 2 } }, Collection: { acquireCount: { r: 847, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 20610 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27260ms Sat Dec 10 05:49:23.669 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:49:23.670 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447570520000) }, { datetime: new Date(1447755307000) }) in IISLogs.pubprdweb03', ts : 584bebc3666d1a4e49f54c40 Sat Dec 10 05:49:23.670 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 78|0||584bc97f90d1dc672b548352, current metadata version is 78|0||584bc97f90d1dc672b548352 Sat Dec 10 05:49:23.672 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 78|0||584bc97f90d1dc672b548352 to shard version 78|1||584bc97f90d1dc672b548352 Sat Dec 10 05:49:23.672 I SHARDING [conn9] collection version was loaded at version 78|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:49:23.672 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:49:23.672-0600-584bebc3666d1a4e49f54c41", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370563672), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:49:23.673 I SHARDING [conn9] moveChunk request accepted at version 78|1||584bc97f90d1dc672b548352 Sat Dec 10 05:49:25.070 I SHARDING [conn9] moveChunk number of documents: 113783 Sat Dec 10 05:49:25.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:25.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:26.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:27.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:28.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:29.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:30.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:30.457 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776114 locks:{ Global: { acquireCount: { r: 1002 } }, Database: { acquireCount: { r: 501 } }, Collection: { acquireCount: { r: 501 } } } protocol:op_command 5358ms Sat Dec 10 05:49:31.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3639, clonedBytes: 1089190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:31.691 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455297675000) } -> { datetime: new Date(1455407603000) } Sat Dec 10 05:49:31.691 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445902175000) } -> { datetime: new Date(1445920622000) }, with opId: 150457 Sat Dec 10 05:49:32.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14097, clonedBytes: 4000003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:33.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24346, clonedBytes: 6834149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:34.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34646, clonedBytes: 9758264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:35.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44974, clonedBytes: 12614505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:36.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54965, clonedBytes: 15363686, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:37.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58514, clonedBytes: 16377478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:38.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58514, clonedBytes: 16377478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:39.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58514, clonedBytes: 16377478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:40.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58514, clonedBytes: 16377478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:41.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58514, clonedBytes: 16377478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:42.246 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15649151 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 5369ms Sat Dec 10 05:49:42.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62512, clonedBytes: 17485249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:43.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72526, clonedBytes: 20284250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:44.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82469, clonedBytes: 23019352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:45.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92758, clonedBytes: 25790992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:46.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102738, clonedBytes: 28584405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:47.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112602, clonedBytes: 31317764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:48.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebc3666d1a4e49f54c42", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113783, clonedBytes: 31650708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:48.930 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:49:48.933 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:49:48.933 I SHARDING [conn9] moveChunk setting version to: 79|0||584bc97f90d1dc672b548352 Sat Dec 10 05:49:48.941 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113783, clonedBytes: 31650708, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:49:48.941 I SHARDING [conn9] moveChunk updating self version to: 79|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447755307000) } -> { datetime: new Date(1447858135000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:49:48.943 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:49:48.943-0600-584bebdc666d1a4e49f54c45", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370588943), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113783, clonedBytes: 31650708, catchup: 0, steady: 0 } } Sat Dec 10 05:49:48.944 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:49:48.946 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:49:48.946 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:49:48.946-0600-584bebdc666d1a4e49f54c46", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370588946), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1399, step 4 of 6: 23857, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:49:48.948 I SHARDING [conn9] distributed lock with ts: 584bebc3666d1a4e49f54c40' unlocked. Sat Dec 10 05:49:48.948 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447570520000) }, max: { datetime: new Date(1447755307000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12885 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 77 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25280ms Sat Dec 10 05:49:48.955 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:49:48.956 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450391836000) }, { datetime: new Date(1450430090000) }) in IISLogs.pubprdweb04', ts : 584bebdc666d1a4e49f54c47 Sat Dec 10 05:49:48.956 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 74|0||584bcad890d1dc672b54835d, current metadata version is 74|0||584bcad890d1dc672b54835d Sat Dec 10 05:49:48.958 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 74|0||584bcad890d1dc672b54835d to shard version 74|1||584bcad890d1dc672b54835d Sat Dec 10 05:49:48.958 I SHARDING [conn9] collection version was loaded at version 74|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:49:48.958 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:49:48.958-0600-584bebdc666d1a4e49f54c48", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370588958), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:49:48.959 I SHARDING [conn9] moveChunk request accepted at version 74|1||584bcad890d1dc672b54835d Sat Dec 10 05:49:50.012 I SHARDING [conn9] moveChunk number of documents: 112216 Sat Dec 10 05:49:50.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:50.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:51.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:51.371 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776255 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1343ms Sat Dec 10 05:49:52.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6170, clonedBytes: 1882561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:53.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15556, clonedBytes: 4702936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:54.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25626, clonedBytes: 7865382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:55.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37254, clonedBytes: 11277665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:56.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46885, clonedBytes: 14082737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:57.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54889, clonedBytes: 16402994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:58.287 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776242 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 916ms Sat Dec 10 05:49:58.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56664, clonedBytes: 16898874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:49:59.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64605, clonedBytes: 19348843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:00.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71524, clonedBytes: 21572360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:01.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79089, clonedBytes: 23982022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:02.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80290, clonedBytes: 24355884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:03.090 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445902175000) } -> { datetime: new Date(1445920622000) } Sat Dec 10 05:50:03.090 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448092149000) } -> { datetime: new Date(1448151099000) }, with opId: 150668 Sat Dec 10 05:50:03.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88548, clonedBytes: 26984615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:04.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97756, clonedBytes: 29874663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:05.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105605, clonedBytes: 32355525, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:06.054 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1547279 locks:{ Global: { acquireCount: { r: 82 } }, Database: { acquireCount: { r: 41 } }, Collection: { acquireCount: { r: 41 } } } protocol:op_command 125ms Sat Dec 10 05:50:06.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebdc666d1a4e49f54c49", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112216, clonedBytes: 34342156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:06.772 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:50:06.773 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:50:06.774 I SHARDING [conn9] moveChunk setting version to: 75|0||584bcad890d1dc672b54835d Sat Dec 10 05:50:06.778 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112216, clonedBytes: 34342156, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:50:06.778 I SHARDING [conn9] moveChunk updating self version to: 75|1||584bcad890d1dc672b54835d through { datetime: new Date(1450430090000) } -> { datetime: new Date(1450552150000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:50:06.780 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:06.780-0600-584bebee666d1a4e49f54c4c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370606780), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112216, clonedBytes: 34342156, catchup: 0, steady: 0 } } Sat Dec 10 05:50:06.780 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:50:06.781 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:50:06.781 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:06.781-0600-584bebee666d1a4e49f54c4d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370606781), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1054, step 4 of 6: 16757, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:50:06.782 I SHARDING [conn9] distributed lock with ts: 584bebdc666d1a4e49f54c47' unlocked. Sat Dec 10 05:50:06.782 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450391836000) }, max: { datetime: new Date(1450430090000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 74000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 210 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 42 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17828ms Sat Dec 10 05:50:07.857 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:50:07.858 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1455913204000) }, { datetime: new Date(1456020875000) }) in IISLogs.pubprdweb01', ts : 584bebef666d1a4e49f54c4e Sat Dec 10 05:50:07.858 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 102|0||584bbf4f90d1dc672b54822e, current metadata version is 102|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:50:07.859 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 102|0||584bbf4f90d1dc672b54822e to shard version 102|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:50:07.859 I SHARDING [conn9] collection version was loaded at version 102|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:50:07.859 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:07.859-0600-584bebef666d1a4e49f54c4f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370607859), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:50:07.860 I SHARDING [conn9] moveChunk request accepted at version 102|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:50:08.995 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 05:50:09.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:09.963 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776178 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 957ms Sat Dec 10 05:50:10.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:11.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9976, clonedBytes: 3111091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:12.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20006, clonedBytes: 6410639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:13.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30095, clonedBytes: 9752160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:14.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40273, clonedBytes: 13436006, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:15.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48770, clonedBytes: 16445750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:16.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48770, clonedBytes: 16445750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:16.779 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776083 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 1667ms Sat Dec 10 05:50:17.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53665, clonedBytes: 18081735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:18.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62745, clonedBytes: 21177775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:19.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72944, clonedBytes: 24698493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:20.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83045, clonedBytes: 28072671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:21.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92963, clonedBytes: 31397199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:22.254 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1891300 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 126ms Sat Dec 10 05:50:22.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101507, clonedBytes: 34313599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:23.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebef666d1a4e49f54c50", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 34751490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:23.710 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:50:23.711 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:50:23.712 I SHARDING [conn9] moveChunk setting version to: 103|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:50:23.717 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 34751490, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:50:23.717 I SHARDING [conn9] moveChunk updating self version to: 103|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456020875000) } -> { datetime: new Date(1456172405000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:50:23.719 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:23.719-0600-584bebff666d1a4e49f54c53", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370623719), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 34751490, catchup: 0, steady: 0 } } Sat Dec 10 05:50:23.720 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:50:23.720 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:50:23.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:23.720-0600-584bebff666d1a4e49f54c54", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370623720), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1137, step 4 of 6: 14711, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:50:23.723 I SHARDING [conn9] distributed lock with ts: 584bebef666d1a4e49f54c4e' unlocked. Sat Dec 10 05:50:23.723 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455913204000) }, max: { datetime: new Date(1456020875000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1363 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15866ms Sat Dec 10 05:50:23.730 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:50:23.731 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471196606000) }, { datetime: new Date(1471284890000) }) in IISLogs.pubbsdweb2', ts : 584bebff666d1a4e49f54c55 Sat Dec 10 05:50:23.731 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 101|0||584bbf7a90d1dc672b548236, current metadata version is 101|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:50:23.732 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 101|0||584bbf7a90d1dc672b548236 to shard version 101|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:50:23.732 I SHARDING [conn9] collection version was loaded at version 101|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:50:23.732 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:23.732-0600-584bebff666d1a4e49f54c56", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370623732), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:50:23.733 I SHARDING [conn9] moveChunk request accepted at version 101|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:50:27.561 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:50:27.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:27.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:28.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:28.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:29.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:30.187 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448092149000) } -> { datetime: new Date(1448151099000) } Sat Dec 10 05:50:30.187 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453102827000) } -> { datetime: new Date(1453243814000) }, with opId: 150886 Sat Dec 10 05:50:30.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:31.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:32.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:33.634 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776147 locks:{ Global: { acquireCount: { r: 962 } }, Database: { acquireCount: { r: 481 } }, Collection: { acquireCount: { r: 481 } } } protocol:op_command 6052ms Sat Dec 10 05:50:33.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 639, clonedBytes: 188789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:34.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7604, clonedBytes: 2254196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:35.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17537, clonedBytes: 5196831, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:36.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27917, clonedBytes: 8292296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:37.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38140, clonedBytes: 11295790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:38.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48633, clonedBytes: 14367507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:40.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55567, clonedBytes: 16398140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:41.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55567, clonedBytes: 16398140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:42.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55567, clonedBytes: 16398140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:43.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55567, clonedBytes: 16398140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:44.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55567, clonedBytes: 16398140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:45.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55567, clonedBytes: 16398140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:45.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 6096ms Sat Dec 10 05:50:46.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58829, clonedBytes: 17350528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:47.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68553, clonedBytes: 20221782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:48.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79024, clonedBytes: 23309974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:49.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87781, clonedBytes: 25905111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:50.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98219, clonedBytes: 29016015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:51.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108618, clonedBytes: 32106838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:52.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bebff666d1a4e49f54c57", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33621002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:52.389 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:50:52.390 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:50:52.390 I SHARDING [conn9] moveChunk setting version to: 102|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:50:52.400 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33621002, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:50:52.400 I SHARDING [conn9] moveChunk updating self version to: 102|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471284890000) } -> { datetime: new Date(1471353219000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:50:52.401 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:52.401-0600-584bec1c666d1a4e49f54c5a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370652401), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33621002, catchup: 0, steady: 0 } } Sat Dec 10 05:50:52.402 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:50:52.402 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:50:52.402 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:52.402-0600-584bec1c666d1a4e49f54c5b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370652402), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3830, step 4 of 6: 24823, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:50:52.403 I SHARDING [conn9] distributed lock with ts: 584bebff666d1a4e49f54c55' unlocked. Sat Dec 10 05:50:52.403 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471196606000) }, max: { datetime: new Date(1471284890000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:910 reslen:154 locks:{ Global: { acquireCount: { r: 1832, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 251 } }, Database: { acquireCount: { r: 912, w: 4, W: 2 } }, Collection: { acquireCount: { r: 912, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 28674ms Sat Dec 10 05:50:52.408 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:50:52.408 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458518100000) }, { datetime: new Date(1458645489000) }) in IISLogs.pubprdweb02', ts : 584bec1c666d1a4e49f54c5c Sat Dec 10 05:50:52.408 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 94|0||584bc22c90d1dc672b54829b, current metadata version is 94|0||584bc22c90d1dc672b54829b Sat Dec 10 05:50:52.410 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 94|0||584bc22c90d1dc672b54829b to shard version 94|1||584bc22c90d1dc672b54829b Sat Dec 10 05:50:52.410 I SHARDING [conn9] collection version was loaded at version 94|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:50:52.410 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:50:52.410-0600-584bec1c666d1a4e49f54c5d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370652410), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:50:52.410 I SHARDING [conn9] moveChunk request accepted at version 94|1||584bc22c90d1dc672b54829b Sat Dec 10 05:50:53.340 I SHARDING [conn9] moveChunk number of documents: 106465 Sat Dec 10 05:50:53.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:53.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:54.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:55.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:56.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:57.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:58.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:50:59.264 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776270 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 5846ms Sat Dec 10 05:50:59.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 352, clonedBytes: 110233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:00.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4063, clonedBytes: 1265129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:00.825 I SHARDING [RangeDeleter] rangeDeleter deleted 102895 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453102827000) } -> { datetime: new Date(1453243814000) } Sat Dec 10 05:51:00.825 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469753273000) } -> { datetime: new Date(1469814737000) }, with opId: 151054 Sat Dec 10 05:51:01.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13966, clonedBytes: 4412312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:02.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23701, clonedBytes: 7706146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:03.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33670, clonedBytes: 10734083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:04.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43692, clonedBytes: 13886129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:05.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51410, clonedBytes: 16427362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:06.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51410, clonedBytes: 16427362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:07.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51410, clonedBytes: 16427362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:08.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51410, clonedBytes: 16427362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:09.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51410, clonedBytes: 16427362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:11.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51410, clonedBytes: 16427362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:11.719 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776005 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 6147ms Sat Dec 10 05:51:12.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53920, clonedBytes: 17250852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:13.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64220, clonedBytes: 20561784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:14.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74704, clonedBytes: 23980218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:15.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85175, clonedBytes: 27517866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:16.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95303, clonedBytes: 30997130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:17.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100114, clonedBytes: 32873401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:17.677 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2435704 locks:{ Global: { acquireCount: { r: 128 } }, Database: { acquireCount: { r: 64 } }, Collection: { acquireCount: { r: 64 } } } protocol:op_command 970ms Sat Dec 10 05:51:18.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105511, clonedBytes: 34915339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:19.276 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec1c666d1a4e49f54c5e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106465, clonedBytes: 35271961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:19.276 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:51:19.277 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:51:19.278 I SHARDING [conn9] moveChunk setting version to: 95|0||584bc22c90d1dc672b54829b Sat Dec 10 05:51:19.287 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106465, clonedBytes: 35271961, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:51:19.287 I SHARDING [conn9] moveChunk updating self version to: 95|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458645489000) } -> { datetime: new Date(1458775174000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:51:19.289 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:51:19.289-0600-584bec37666d1a4e49f54c61", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370679289), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106465, clonedBytes: 35271961, catchup: 0, steady: 0 } } Sat Dec 10 05:51:19.294 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:51:19.294 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:51:19.294 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:51:19.294-0600-584bec37666d1a4e49f54c62", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370679294), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 933, step 4 of 6: 25930, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:51:19.296 I SHARDING [conn9] distributed lock with ts: 584bec1c666d1a4e49f54c5c' unlocked. Sat Dec 10 05:51:19.296 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458518100000) }, max: { datetime: new Date(1458645489000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 383 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26888ms Sat Dec 10 05:51:19.303 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:51:19.304 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447755307000) }, { datetime: new Date(1447858135000) }) in IISLogs.pubprdweb03', ts : 584bec37666d1a4e49f54c63 Sat Dec 10 05:51:19.304 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 79|0||584bc97f90d1dc672b548352, current metadata version is 79|0||584bc97f90d1dc672b548352 Sat Dec 10 05:51:19.306 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 79|0||584bc97f90d1dc672b548352 to shard version 79|1||584bc97f90d1dc672b548352 Sat Dec 10 05:51:19.306 I SHARDING [conn9] collection version was loaded at version 79|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:51:19.306 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:51:19.306-0600-584bec37666d1a4e49f54c64", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370679306), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:51:19.306 I SHARDING [conn9] moveChunk request accepted at version 79|1||584bc97f90d1dc672b548352 Sat Dec 10 05:51:21.222 I SHARDING [conn9] moveChunk number of documents: 113740 Sat Dec 10 05:51:21.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:21.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:22.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:23.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:24.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:25.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:26.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:27.509 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776199 locks:{ Global: { acquireCount: { r: 1062 } }, Database: { acquireCount: { r: 531 } }, Collection: { acquireCount: { r: 531 } } } protocol:op_command 6282ms Sat Dec 10 05:51:27.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:28.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2832, clonedBytes: 778542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:29.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12994, clonedBytes: 3537461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:30.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22872, clonedBytes: 6198075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:31.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32667, clonedBytes: 8851027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:32.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42740, clonedBytes: 11504137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:33.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52666, clonedBytes: 14119206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:34.646 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469753273000) } -> { datetime: new Date(1469814737000) } Sat Dec 10 05:51:34.646 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455407603000) } -> { datetime: new Date(1455591430000) }, with opId: 151271 Sat Dec 10 05:51:34.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61139, clonedBytes: 16359188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:35.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61139, clonedBytes: 16359188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:36.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61139, clonedBytes: 16359188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:37.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61139, clonedBytes: 16359188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:38.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61139, clonedBytes: 16359188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:39.299 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14185167 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 4654ms Sat Dec 10 05:51:39.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66783, clonedBytes: 17854311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:41.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77231, clonedBytes: 20520592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:42.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87095, clonedBytes: 23113371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:43.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97481, clonedBytes: 25828085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:44.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107600, clonedBytes: 28566578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:45.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec37666d1a4e49f54c65", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113740, clonedBytes: 30187110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:45.143 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:51:45.144 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:51:45.144 I SHARDING [conn9] moveChunk setting version to: 80|0||584bc97f90d1dc672b548352 Sat Dec 10 05:51:45.153 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113740, clonedBytes: 30187110, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:51:45.154 I SHARDING [conn9] moveChunk updating self version to: 80|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447858135000) } -> { datetime: new Date(1447957348000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:51:45.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:51:45.155-0600-584bec51666d1a4e49f54c68", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370705155), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113740, clonedBytes: 30187110, catchup: 0, steady: 0 } } Sat Dec 10 05:51:45.156 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:51:45.169 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:51:45.170 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:51:45.170-0600-584bec51666d1a4e49f54c69", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370705170), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1918, step 4 of 6: 23916, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:51:45.171 I SHARDING [conn9] distributed lock with ts: 584bec37666d1a4e49f54c63' unlocked. Sat Dec 10 05:51:45.171 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447755307000) }, max: { datetime: new Date(1447858135000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 18808 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25868ms Sat Dec 10 05:51:45.177 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:51:45.178 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450430090000) }, { datetime: new Date(1450552150000) }) in IISLogs.pubprdweb04', ts : 584bec51666d1a4e49f54c6a Sat Dec 10 05:51:45.178 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 75|0||584bcad890d1dc672b54835d, current metadata version is 75|0||584bcad890d1dc672b54835d Sat Dec 10 05:51:45.181 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 75|0||584bcad890d1dc672b54835d to shard version 75|1||584bcad890d1dc672b54835d Sat Dec 10 05:51:45.181 I SHARDING [conn9] collection version was loaded at version 75|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 05:51:45.181 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:51:45.181-0600-584bec51666d1a4e49f54c6b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370705181), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:51:45.181 I SHARDING [conn9] moveChunk request accepted at version 75|1||584bcad890d1dc672b54835d Sat Dec 10 05:51:46.333 I SHARDING [conn9] moveChunk number of documents: 112231 Sat Dec 10 05:51:46.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:46.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:47.439 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 1075ms Sat Dec 10 05:51:47.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:48.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5975, clonedBytes: 1637295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:49.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16216, clonedBytes: 4600848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:50.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26425, clonedBytes: 7532712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:51.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36918, clonedBytes: 10487620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:52.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47587, clonedBytes: 13627364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:53.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57462, clonedBytes: 16384828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:54.614 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15904718 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 972ms Sat Dec 10 05:51:54.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57462, clonedBytes: 16384828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:55.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67396, clonedBytes: 19026146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:56.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77729, clonedBytes: 21834970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:57.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89207, clonedBytes: 25217564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:51:58.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99747, clonedBytes: 28332743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:00.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110099, clonedBytes: 31291101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:01.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec51666d1a4e49f54c6c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112231, clonedBytes: 31917125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:01.030 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:52:01.031 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:52:01.032 I SHARDING [conn9] moveChunk setting version to: 76|0||584bcad890d1dc672b54835d Sat Dec 10 05:52:01.036 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112231, clonedBytes: 31917125, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:52:01.036 I SHARDING [conn9] moveChunk updating self version to: 76|1||584bcad890d1dc672b54835d through { datetime: new Date(1450552150000) } -> { datetime: new Date(1450714365000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:52:01.038 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:01.038-0600-584bec61666d1a4e49f54c6f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370721038), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112231, clonedBytes: 31917125, catchup: 0, steady: 0 } } Sat Dec 10 05:52:01.038 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:52:01.039 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:52:01.039 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:01.039-0600-584bec61666d1a4e49f54c70", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370721039), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1154, step 4 of 6: 14693, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:52:01.040 I SHARDING [conn9] distributed lock with ts: 584bec51666d1a4e49f54c6a' unlocked. Sat Dec 10 05:52:01.040 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450430090000) }, max: { datetime: new Date(1450552150000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 75000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 390 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15863ms Sat Dec 10 05:52:02.110 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:52:02.111 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456020875000) }, { datetime: new Date(1456172405000) }) in IISLogs.pubprdweb01', ts : 584bec62666d1a4e49f54c71 Sat Dec 10 05:52:02.111 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 103|0||584bbf4f90d1dc672b54822e, current metadata version is 103|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:52:02.112 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 103|0||584bbf4f90d1dc672b54822e to shard version 103|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:52:02.112 I SHARDING [conn9] collection version was loaded at version 103|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:52:02.113 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:02.113-0600-584bec62666d1a4e49f54c72", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370722113), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:52:02.113 I SHARDING [conn9] moveChunk request accepted at version 103|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:52:03.088 I SHARDING [conn9] moveChunk number of documents: 102926 Sat Dec 10 05:52:03.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.424 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455407603000) } -> { datetime: new Date(1455591430000) } Sat Dec 10 05:52:03.424 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445920622000) } -> { datetime: new Date(1445942175000) }, with opId: 151506 Sat Dec 10 05:52:03.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:03.814 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776054 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 700ms Sat Dec 10 05:52:04.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2918, clonedBytes: 941786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:05.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12830, clonedBytes: 4319629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:06.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23448, clonedBytes: 8106864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:07.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33287, clonedBytes: 11145259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:08.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43507, clonedBytes: 14185107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:09.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50967, clonedBytes: 16430247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:09.937 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15958027 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 722ms Sat Dec 10 05:52:10.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55601, clonedBytes: 17818886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:11.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65883, clonedBytes: 20915285, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:12.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76344, clonedBytes: 24056281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:13.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86455, clonedBytes: 27058536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:14.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96607, clonedBytes: 30126164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:15.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec62666d1a4e49f54c73", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102926, clonedBytes: 32035523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:15.641 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:52:15.642 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:52:15.643 I SHARDING [conn9] moveChunk setting version to: 104|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:52:15.654 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102926, clonedBytes: 32035523, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:52:15.654 I SHARDING [conn9] moveChunk updating self version to: 104|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456172405000) } -> { datetime: new Date(1456259241000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:52:15.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:15.656-0600-584bec6f666d1a4e49f54c76", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370735656), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102926, clonedBytes: 32035523, catchup: 0, steady: 0 } } Sat Dec 10 05:52:15.657 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:52:15.657 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:52:15.657 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:15.657-0600-584bec6f666d1a4e49f54c77", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370735657), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 977, step 4 of 6: 12550, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:52:15.658 I SHARDING [conn9] distributed lock with ts: 584bec62666d1a4e49f54c71' unlocked. Sat Dec 10 05:52:15.658 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456020875000) }, max: { datetime: new Date(1456172405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 238 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13549ms Sat Dec 10 05:52:15.663 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:52:15.664 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471284890000) }, { datetime: new Date(1471353219000) }) in IISLogs.pubbsdweb2', ts : 584bec6f666d1a4e49f54c78 Sat Dec 10 05:52:15.664 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 102|0||584bbf7a90d1dc672b548236, current metadata version is 102|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:52:15.665 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 102|0||584bbf7a90d1dc672b548236 to shard version 102|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:52:15.665 I SHARDING [conn9] collection version was loaded at version 102|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:52:15.665 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:15.665-0600-584bec6f666d1a4e49f54c79", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370735665), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:52:15.666 I SHARDING [conn9] moveChunk request accepted at version 102|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:52:17.097 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 05:52:17.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:17.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:18.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:19.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:20.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:21.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:22.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:23.023 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776167 locks:{ Global: { acquireCount: { r: 960 } }, Database: { acquireCount: { r: 480 } }, Collection: { acquireCount: { r: 480 } } } protocol:op_command 5909ms Sat Dec 10 05:52:23.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2156, clonedBytes: 635457, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:24.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11494, clonedBytes: 3401761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:25.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21159, clonedBytes: 6293470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:26.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31200, clonedBytes: 9283567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:27.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40246, clonedBytes: 11987751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:28.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51268, clonedBytes: 15300178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:29.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54920, clonedBytes: 16402689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:30.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54920, clonedBytes: 16402689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:31.740 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445920622000) } -> { datetime: new Date(1445942175000) } Sat Dec 10 05:52:31.740 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448151099000) } -> { datetime: new Date(1448184297000) }, with opId: 151651 Sat Dec 10 05:52:31.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54920, clonedBytes: 16402689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:32.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54920, clonedBytes: 16402689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:32.887 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776188 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 3804ms Sat Dec 10 05:52:33.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63845, clonedBytes: 19081274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:34.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74122, clonedBytes: 22167631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:35.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84118, clonedBytes: 25109168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:36.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93949, clonedBytes: 27966061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:37.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103937, clonedBytes: 30891809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:39.005 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1010861 locks:{ Global: { acquireCount: { r: 64 } }, Database: { acquireCount: { r: 32 } }, Collection: { acquireCount: { r: 32 } } } protocol:op_command 326ms Sat Dec 10 05:52:39.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110516, clonedBytes: 32839582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:40.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec6f666d1a4e49f54c7a", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 33793238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:40.049 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:52:40.050 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:52:40.050 I SHARDING [conn9] moveChunk setting version to: 103|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:52:40.060 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 33793238, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:52:40.060 I SHARDING [conn9] moveChunk updating self version to: 103|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471353219000) } -> { datetime: new Date(1471385518000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:52:40.062 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:40.062-0600-584bec88666d1a4e49f54c7d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370760062), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 33793238, catchup: 0, steady: 0 } } Sat Dec 10 05:52:40.062 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:52:40.068 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:52:40.068 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:40.068-0600-584bec88666d1a4e49f54c7e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370760068), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1432, step 4 of 6: 22948, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:52:40.070 I SHARDING [conn9] distributed lock with ts: 584bec6f666d1a4e49f54c78' unlocked. Sat Dec 10 05:52:40.070 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471284890000) }, max: { datetime: new Date(1471353219000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9072 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24407ms Sat Dec 10 05:52:40.075 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:52:40.076 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458645489000) }, { datetime: new Date(1458775174000) }) in IISLogs.pubprdweb02', ts : 584bec88666d1a4e49f54c7f Sat Dec 10 05:52:40.076 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 95|0||584bc22c90d1dc672b54829b, current metadata version is 95|0||584bc22c90d1dc672b54829b Sat Dec 10 05:52:40.078 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 95|0||584bc22c90d1dc672b54829b to shard version 95|1||584bc22c90d1dc672b54829b Sat Dec 10 05:52:40.078 I SHARDING [conn9] collection version was loaded at version 95|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:52:40.078 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:52:40.078-0600-584bec88666d1a4e49f54c80", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370760078), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:52:40.079 I SHARDING [conn9] moveChunk request accepted at version 95|1||584bc22c90d1dc672b54829b Sat Dec 10 05:52:41.854 I SHARDING [conn9] moveChunk number of documents: 106581 Sat Dec 10 05:52:41.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:41.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:41.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:41.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:41.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:41.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:42.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:42.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:42.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:42.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:44.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:45.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:45.959 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776166 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 4092ms Sat Dec 10 05:52:46.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:47.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9351, clonedBytes: 3073651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:48.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19375, clonedBytes: 6278770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:49.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29462, clonedBytes: 9577534, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:50.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39874, clonedBytes: 12778401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:51.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49964, clonedBytes: 15878180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:52.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51648, clonedBytes: 16425592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:53.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51648, clonedBytes: 16425592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:54.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51648, clonedBytes: 16425592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:55.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51648, clonedBytes: 16425592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:55.544 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776116 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 4161ms Sat Dec 10 05:52:56.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57596, clonedBytes: 18443138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:57.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66540, clonedBytes: 21469869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:58.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76703, clonedBytes: 24483800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:52:59.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87013, clonedBytes: 27457681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:00.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97277, clonedBytes: 30380392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:01.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec88666d1a4e49f54c81", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106581, clonedBytes: 33122266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:01.536 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:53:01.537 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:53:01.538 I SHARDING [conn9] moveChunk setting version to: 96|0||584bc22c90d1dc672b54829b Sat Dec 10 05:53:01.542 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106581, clonedBytes: 33122266, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:53:01.542 I SHARDING [conn9] moveChunk updating self version to: 96|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458775174000) } -> { datetime: new Date(1458952632000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:53:01.544 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:01.544-0600-584bec9d666d1a4e49f54c84", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370781544), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106581, clonedBytes: 33122266, catchup: 0, steady: 0 } } Sat Dec 10 05:53:01.545 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:53:01.545 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:53:01.545 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:01.545-0600-584bec9d666d1a4e49f54c85", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370781545), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1778, step 4 of 6: 19677, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:53:01.546 I SHARDING [conn9] distributed lock with ts: 584bec88666d1a4e49f54c7f' unlocked. Sat Dec 10 05:53:01.546 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458645489000) }, max: { datetime: new Date(1458775174000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:838 reslen:154 locks:{ Global: { acquireCount: { r: 1688, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 271 } }, Database: { acquireCount: { r: 840, w: 4, W: 2 } }, Collection: { acquireCount: { r: 840, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21472ms Sat Dec 10 05:53:01.554 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:53:01.554 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447858135000) }, { datetime: new Date(1447957348000) }) in IISLogs.pubprdweb03', ts : 584bec9d666d1a4e49f54c86 Sat Dec 10 05:53:01.554 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 80|0||584bc97f90d1dc672b548352, current metadata version is 80|0||584bc97f90d1dc672b548352 Sat Dec 10 05:53:01.557 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 80|0||584bc97f90d1dc672b548352 to shard version 80|1||584bc97f90d1dc672b548352 Sat Dec 10 05:53:01.557 I SHARDING [conn9] collection version was loaded at version 80|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 05:53:01.557 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:01.557-0600-584bec9d666d1a4e49f54c87", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370781557), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:53:01.558 I SHARDING [conn9] moveChunk request accepted at version 80|1||584bc97f90d1dc672b548352 Sat Dec 10 05:53:01.792 I SHARDING [RangeDeleter] rangeDeleter deleted 112195 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448151099000) } -> { datetime: new Date(1448184297000) } Sat Dec 10 05:53:01.792 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453243814000) } -> { datetime: new Date(1453355223000) }, with opId: 151843 Sat Dec 10 05:53:02.957 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 05:53:02.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:02.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:02.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:02.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:03.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:03.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:03.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:03.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:03.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:03.764 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776336 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 792ms Sat Dec 10 05:53:04.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1524, clonedBytes: 397920, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:05.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11819, clonedBytes: 3131703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:06.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22040, clonedBytes: 5923751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:07.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31685, clonedBytes: 8447834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:08.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40924, clonedBytes: 10826201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:09.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48209, clonedBytes: 12716330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:10.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55906, clonedBytes: 14703634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:11.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62420, clonedBytes: 16350358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:12.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62420, clonedBytes: 16350358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:13.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62420, clonedBytes: 16350358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:14.317 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14086993 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 3297ms Sat Dec 10 05:53:14.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62420, clonedBytes: 16350358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:15.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71705, clonedBytes: 18751326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:16.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80558, clonedBytes: 21029728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:17.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90780, clonedBytes: 23733272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:18.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101314, clonedBytes: 26664060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:19.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111906, clonedBytes: 29609588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:20.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bec9d666d1a4e49f54c88", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 30089066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:20.515 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:53:20.517 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:53:20.517 I SHARDING [conn9] moveChunk setting version to: 81|0||584bc97f90d1dc672b548352 Sat Dec 10 05:53:20.525 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 30089066, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:53:20.526 I SHARDING [conn9] moveChunk updating self version to: 81|1||584bc97f90d1dc672b548352 through { datetime: new Date(1447957348000) } -> { datetime: new Date(1448122910000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:53:20.527 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:20.527-0600-584becb0666d1a4e49f54c8b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370800527), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 30089066, catchup: 0, steady: 0 } } Sat Dec 10 05:53:20.528 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:53:20.532 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:53:20.532 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:20.532-0600-584becb0666d1a4e49f54c8c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370800532), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1401, step 4 of 6: 17553, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:53:20.534 I SHARDING [conn9] distributed lock with ts: 584bec9d666d1a4e49f54c86' unlocked. Sat Dec 10 05:53:20.534 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447858135000) }, max: { datetime: new Date(1447957348000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4150 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18981ms Sat Dec 10 05:53:20.539 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:53:20.541 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450552150000) }, { datetime: new Date(1450714365000) }) in IISLogs.pubprdweb04', ts : 584becb0666d1a4e49f54c8d Sat Dec 10 05:53:20.541 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 76|0||584bcad890d1dc672b54835d, current metadata version is 76|0||584bcad890d1dc672b54835d Sat Dec 10 05:53:20.543 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 76|0||584bcad890d1dc672b54835d to shard version 76|1||584bcad890d1dc672b54835d Sat Dec 10 05:53:20.543 I SHARDING [conn9] collection version was loaded at version 76|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 05:53:20.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:20.543-0600-584becb0666d1a4e49f54c8e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370800543), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:53:20.544 I SHARDING [conn9] moveChunk request accepted at version 76|1||584bcad890d1dc672b54835d Sat Dec 10 05:53:21.754 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 05:53:21.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:21.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:21.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:21.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:21.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:21.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:21.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:22.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:22.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:22.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:23.124 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 1328ms Sat Dec 10 05:53:23.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5009, clonedBytes: 1442688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:24.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15132, clonedBytes: 4338114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:25.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22092, clonedBytes: 6320281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:26.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24076, clonedBytes: 6970656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:27.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26384, clonedBytes: 7719897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:28.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29979, clonedBytes: 8692664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:30.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33559, clonedBytes: 9638853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:31.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36897, clonedBytes: 10512683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:31.925 I SHARDING [RangeDeleter] rangeDeleter deleted 102957 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453243814000) } -> { datetime: new Date(1453355223000) } Sat Dec 10 05:53:31.925 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469814737000) } -> { datetime: new Date(1469905778000) }, with opId: 152041 Sat Dec 10 05:53:32.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40706, clonedBytes: 11513851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:33.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44341, clonedBytes: 12477079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:34.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47795, clonedBytes: 13382795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:35.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51829, clonedBytes: 14435011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:36.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57407, clonedBytes: 15880800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:37.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59262, clonedBytes: 16372281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:38.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59262, clonedBytes: 16372281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:39.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59262, clonedBytes: 16372281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:40.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59262, clonedBytes: 16372281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:40.430 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14739413 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 3620ms Sat Dec 10 05:53:41.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64433, clonedBytes: 17749183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:42.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67463, clonedBytes: 18567193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:43.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69622, clonedBytes: 19136359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:44.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71408, clonedBytes: 19599934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:45.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73413, clonedBytes: 20125488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:46.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75871, clonedBytes: 20756938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:47.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78348, clonedBytes: 21416500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:48.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82260, clonedBytes: 22542752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:49.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85192, clonedBytes: 23349677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:50.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87961, clonedBytes: 24159661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:51.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90261, clonedBytes: 24774472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:52.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92412, clonedBytes: 25338233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:53.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100390, clonedBytes: 27578649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:54.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110356, clonedBytes: 30239611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:55.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becb0666d1a4e49f54c8f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30751936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:55.999 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:53:56.004 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:53:56.004 I SHARDING [conn9] moveChunk setting version to: 77|0||584bcad890d1dc672b54835d Sat Dec 10 05:53:56.020 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30751936, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:53:56.021 I SHARDING [conn9] moveChunk updating self version to: 77|1||584bcad890d1dc672b54835d through { datetime: new Date(1450714365000) } -> { datetime: new Date(1450817799000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:53:56.023 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:56.023-0600-584becd4666d1a4e49f54c92", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370836023), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30751936, catchup: 0, steady: 0 } } Sat Dec 10 05:53:56.023 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:53:56.023 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:53:56.024 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:56.024-0600-584becd4666d1a4e49f54c93", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370836024), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1212, step 4 of 6: 34239, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:53:56.025 I SHARDING [conn9] distributed lock with ts: 584becb0666d1a4e49f54c8d' unlocked. Sat Dec 10 05:53:56.025 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450552150000) }, max: { datetime: new Date(1450714365000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 76000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 203 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 35485ms Sat Dec 10 05:53:56.192 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469814737000) } -> { datetime: new Date(1469905778000) } Sat Dec 10 05:53:56.192 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455591430000) } -> { datetime: new Date(1455744191000) }, with opId: 152220 Sat Dec 10 05:53:57.107 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:53:57.108 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456172405000) }, { datetime: new Date(1456259241000) }) in IISLogs.pubprdweb01', ts : 584becd5666d1a4e49f54c94 Sat Dec 10 05:53:57.108 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 104|0||584bbf4f90d1dc672b54822e, current metadata version is 104|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:53:57.109 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 104|0||584bbf4f90d1dc672b54822e to shard version 104|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:53:57.109 I SHARDING [conn9] collection version was loaded at version 104|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:53:57.109 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:53:57.109-0600-584becd5666d1a4e49f54c95", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370837109), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:53:57.110 I SHARDING [conn9] moveChunk request accepted at version 104|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:53:58.398 I SHARDING [conn9] moveChunk number of documents: 102917 Sat Dec 10 05:53:58.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:58.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:53:59.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:00.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:01.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:01.751 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776071 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 3338ms Sat Dec 10 05:54:02.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3571, clonedBytes: 1185799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:03.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8965, clonedBytes: 2757992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:04.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12832, clonedBytes: 3884585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:05.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16036, clonedBytes: 4804783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:06.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19072, clonedBytes: 5691880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:07.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21671, clonedBytes: 6484702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:08.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24495, clonedBytes: 7379212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:09.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27292, clonedBytes: 8242809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:10.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29879, clonedBytes: 9065857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:11.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32043, clonedBytes: 9790831, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:12.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34779, clonedBytes: 10644127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:13.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37248, clonedBytes: 11415711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:14.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39593, clonedBytes: 12151995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:15.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42039, clonedBytes: 12911140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:16.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44253, clonedBytes: 13632693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:17.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46468, clonedBytes: 14315769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:18.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48345, clonedBytes: 14915455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:20.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50787, clonedBytes: 15679629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:21.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52694, clonedBytes: 16285523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:21.492 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455591430000) } -> { datetime: new Date(1455744191000) } Sat Dec 10 05:54:21.492 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445942175000) } -> { datetime: new Date(1445964758000) }, with opId: 152318 Sat Dec 10 05:54:22.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53093, clonedBytes: 16415382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:23.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53093, clonedBytes: 16415382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:24.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53093, clonedBytes: 16415382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:24.628 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15500412 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 3405ms Sat Dec 10 05:54:25.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54099, clonedBytes: 16722891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:26.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56405, clonedBytes: 17414123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:27.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59307, clonedBytes: 18285892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:28.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62154, clonedBytes: 19131944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:29.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68391, clonedBytes: 20975956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:30.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72741, clonedBytes: 22267722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:31.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80364, clonedBytes: 24597418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:32.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90676, clonedBytes: 27715265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:33.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100866, clonedBytes: 30879159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:34.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becd5666d1a4e49f54c96", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102917, clonedBytes: 31577988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:34.373 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:54:34.373 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:54:34.375 I SHARDING [conn9] moveChunk setting version to: 105|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:54:34.380 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102917, clonedBytes: 31577988, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:54:34.380 I SHARDING [conn9] moveChunk updating self version to: 105|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456259241000) } -> { datetime: new Date(1456349953000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:54:34.381 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:54:34.381-0600-584becfa666d1a4e49f54c99", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370874381), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102917, clonedBytes: 31577988, catchup: 0, steady: 0 } } Sat Dec 10 05:54:34.382 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:54:34.382 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:54:34.382 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:54:34.382-0600-584becfa666d1a4e49f54c9a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370874382), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1289, step 4 of 6: 35970, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:54:34.384 I SHARDING [conn9] distributed lock with ts: 584becd5666d1a4e49f54c94' unlocked. Sat Dec 10 05:54:34.385 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456172405000) }, max: { datetime: new Date(1456259241000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:809 reslen:154 locks:{ Global: { acquireCount: { r: 1630, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2935 } }, Database: { acquireCount: { r: 811, w: 4, W: 2 } }, Collection: { acquireCount: { r: 811, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 37278ms Sat Dec 10 05:54:34.391 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:54:34.391 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471353219000) }, { datetime: new Date(1471385518000) }) in IISLogs.pubbsdweb2', ts : 584becfa666d1a4e49f54c9b Sat Dec 10 05:54:34.392 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 103|0||584bbf7a90d1dc672b548236, current metadata version is 103|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:54:34.395 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 103|0||584bbf7a90d1dc672b548236 to shard version 103|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:54:34.395 I SHARDING [conn9] collection version was loaded at version 103|1||584bbf7a90d1dc672b548236, took 3ms Sat Dec 10 05:54:34.395 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:54:34.395-0600-584becfa666d1a4e49f54c9c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370874395), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:54:34.396 I SHARDING [conn9] moveChunk request accepted at version 103|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:54:36.620 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 05:54:36.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:36.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:36.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:36.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:36.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:36.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:36.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:37.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:37.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:37.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:38.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:39.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:40.629 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776104 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 4002ms Sat Dec 10 05:54:40.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56, clonedBytes: 16962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:41.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8384, clonedBytes: 2482136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:42.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18322, clonedBytes: 5433904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:43.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27872, clonedBytes: 8293785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:45.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37286, clonedBytes: 11117019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:46.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41611, clonedBytes: 12402180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:47.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41611, clonedBytes: 12402180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:48.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45494, clonedBytes: 13554526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:49.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54806, clonedBytes: 16322692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:50.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55068, clonedBytes: 16401590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:51.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55068, clonedBytes: 16401590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:52.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55068, clonedBytes: 16401590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:52.939 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776176 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 3802ms Sat Dec 10 05:54:53.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56897, clonedBytes: 16950987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:54.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67060, clonedBytes: 19996268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:54.982 I SHARDING [RangeDeleter] rangeDeleter deleted 113740 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445942175000) } -> { datetime: new Date(1445964758000) } Sat Dec 10 05:54:54.982 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448184297000) } -> { datetime: new Date(1448225254000) }, with opId: 152519 Sat Dec 10 05:54:55.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77636, clonedBytes: 23171286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:56.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88159, clonedBytes: 26305312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:57.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98615, clonedBytes: 29428685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:58.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109103, clonedBytes: 32535397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:59.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584becfa666d1a4e49f54c9d", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33917645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:54:59.447 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:54:59.448 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:54:59.448 I SHARDING [conn9] moveChunk setting version to: 104|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:54:59.453 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33917645, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:54:59.453 I SHARDING [conn9] moveChunk updating self version to: 104|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471385518000) } -> { datetime: new Date(1471453002000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:54:59.455 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:54:59.455-0600-584bed13666d1a4e49f54ca0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370899455), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33917645, catchup: 0, steady: 0 } } Sat Dec 10 05:54:59.456 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:54:59.456 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:54:59.456 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:54:59.456-0600-584bed13666d1a4e49f54ca1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370899456), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2225, step 4 of 6: 22823, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:54:59.458 I SHARDING [conn9] distributed lock with ts: 584becfa666d1a4e49f54c9b' unlocked. Sat Dec 10 05:54:59.458 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471353219000) }, max: { datetime: new Date(1471385518000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 98 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25068ms Sat Dec 10 05:54:59.464 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:54:59.465 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458775174000) }, { datetime: new Date(1458952632000) }) in IISLogs.pubprdweb02', ts : 584bed13666d1a4e49f54ca2 Sat Dec 10 05:54:59.465 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 96|0||584bc22c90d1dc672b54829b, current metadata version is 96|0||584bc22c90d1dc672b54829b Sat Dec 10 05:54:59.466 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 96|0||584bc22c90d1dc672b54829b to shard version 96|1||584bc22c90d1dc672b54829b Sat Dec 10 05:54:59.466 I SHARDING [conn9] collection version was loaded at version 96|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:54:59.467 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:54:59.466-0600-584bed13666d1a4e49f54ca3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370899466), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:54:59.467 I SHARDING [conn9] moveChunk request accepted at version 96|1||584bc22c90d1dc672b54829b Sat Dec 10 05:55:01.068 I SHARDING [conn9] moveChunk number of documents: 106521 Sat Dec 10 05:55:01.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:01.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:02.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:03.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:04.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:04.687 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776172 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 3581ms Sat Dec 10 05:55:05.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4678, clonedBytes: 1446069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:06.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14997, clonedBytes: 4555839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:07.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26683, clonedBytes: 8053088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:08.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37227, clonedBytes: 11057629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:09.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47534, clonedBytes: 14093271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:10.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54793, clonedBytes: 16403583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:11.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54793, clonedBytes: 16403583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:12.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54793, clonedBytes: 16403583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:13.235 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15831013 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2935ms Sat Dec 10 05:55:13.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58414, clonedBytes: 17490108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:14.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68833, clonedBytes: 20649798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:15.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79068, clonedBytes: 23698276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:16.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87271, clonedBytes: 26159199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:17.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96362, clonedBytes: 28863880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:18.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed13666d1a4e49f54ca4", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106521, clonedBytes: 31883462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:18.823 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:55:18.824 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:55:18.824 I SHARDING [conn9] moveChunk setting version to: 97|0||584bc22c90d1dc672b54829b Sat Dec 10 05:55:18.832 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106521, clonedBytes: 31883462, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:55:18.832 I SHARDING [conn9] moveChunk updating self version to: 97|1||584bc22c90d1dc672b54829b through { datetime: new Date(1458952632000) } -> { datetime: new Date(1459189727000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:55:18.833 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:55:18.833-0600-584bed26666d1a4e49f54ca7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370918833), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106521, clonedBytes: 31883462, catchup: 0, steady: 0 } } Sat Dec 10 05:55:18.834 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:55:18.834 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:55:18.834 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:55:18.834-0600-584bed26666d1a4e49f54ca8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370918834), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1603, step 4 of 6: 17750, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:55:18.836 I SHARDING [conn9] distributed lock with ts: 584bed13666d1a4e49f54ca2' unlocked. Sat Dec 10 05:55:18.836 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458775174000) }, max: { datetime: new Date(1458952632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 149 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19373ms Sat Dec 10 05:55:18.844 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:55:18.845 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1447957348000) }, { datetime: new Date(1448122910000) }) in IISLogs.pubprdweb03', ts : 584bed26666d1a4e49f54ca9 Sat Dec 10 05:55:18.845 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 81|0||584bc97f90d1dc672b548352, current metadata version is 81|0||584bc97f90d1dc672b548352 Sat Dec 10 05:55:18.846 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 81|0||584bc97f90d1dc672b548352 to shard version 81|1||584bc97f90d1dc672b548352 Sat Dec 10 05:55:18.846 I SHARDING [conn9] collection version was loaded at version 81|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:55:18.846 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:55:18.846-0600-584bed26666d1a4e49f54caa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370918846), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:55:18.847 I SHARDING [conn9] moveChunk request accepted at version 81|1||584bc97f90d1dc672b548352 Sat Dec 10 05:55:20.263 I SHARDING [RangeDeleter] rangeDeleter deleted 112251 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448184297000) } -> { datetime: new Date(1448225254000) } Sat Dec 10 05:55:20.263 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453355223000) } -> { datetime: new Date(1453472778000) }, with opId: 152675 Sat Dec 10 05:55:20.784 I SHARDING [conn9] moveChunk number of documents: 113750 Sat Dec 10 05:55:20.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:20.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:20.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:20.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:20.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:20.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:20.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:21.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:21.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:21.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:22.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:23.146 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776244 locks:{ Global: { acquireCount: { r: 986 } }, Database: { acquireCount: { r: 493 } }, Collection: { acquireCount: { r: 493 } } } protocol:op_command 2358ms Sat Dec 10 05:55:23.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3215, clonedBytes: 866581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:25.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13190, clonedBytes: 3589980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:26.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23069, clonedBytes: 6222119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:27.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32409, clonedBytes: 8764641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:28.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42434, clonedBytes: 11540779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:29.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52626, clonedBytes: 14266038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:30.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60334, clonedBytes: 16364868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:31.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60334, clonedBytes: 16364868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:32.210 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14995763 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 2329ms Sat Dec 10 05:55:32.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60334, clonedBytes: 16364868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:33.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69511, clonedBytes: 18893229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:34.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79813, clonedBytes: 21594018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:35.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90103, clonedBytes: 24309810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:36.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99933, clonedBytes: 27025187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:37.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109827, clonedBytes: 29890512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:38.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed26666d1a4e49f54cab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113750, clonedBytes: 30997681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:38.359 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:55:38.360 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:55:38.361 I SHARDING [conn9] moveChunk setting version to: 82|0||584bc97f90d1dc672b548352 Sat Dec 10 05:55:38.369 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113750, clonedBytes: 30997681, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:55:38.369 I SHARDING [conn9] moveChunk updating self version to: 82|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448122910000) } -> { datetime: new Date(1448294732000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:55:38.370 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:55:38.370-0600-584bed3a666d1a4e49f54cae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370938370), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113750, clonedBytes: 30997681, catchup: 0, steady: 0 } } Sat Dec 10 05:55:38.371 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:55:38.371 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:55:38.371 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:55:38.371-0600-584bed3a666d1a4e49f54caf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370938371), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1938, step 4 of 6: 17572, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:55:38.372 I SHARDING [conn9] distributed lock with ts: 584bed26666d1a4e49f54ca9' unlocked. Sat Dec 10 05:55:38.372 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1447957348000) }, max: { datetime: new Date(1448122910000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5700 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19529ms Sat Dec 10 05:55:38.377 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:55:38.378 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450714365000) }, { datetime: new Date(1450817799000) }) in IISLogs.pubprdweb04', ts : 584bed3a666d1a4e49f54cb0 Sat Dec 10 05:55:38.378 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 77|0||584bcad890d1dc672b54835d, current metadata version is 77|0||584bcad890d1dc672b54835d Sat Dec 10 05:55:38.380 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 77|0||584bcad890d1dc672b54835d to shard version 77|1||584bcad890d1dc672b54835d Sat Dec 10 05:55:38.380 I SHARDING [conn9] collection version was loaded at version 77|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:55:38.380 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:55:38.380-0600-584bed3a666d1a4e49f54cb1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370938380), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:55:38.381 I SHARDING [conn9] moveChunk request accepted at version 77|1||584bcad890d1dc672b54835d Sat Dec 10 05:55:39.513 I SHARDING [conn9] moveChunk number of documents: 112213 Sat Dec 10 05:55:39.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:39.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:40.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:40.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:41.112 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776260 locks:{ Global: { acquireCount: { r: 954 } }, Database: { acquireCount: { r: 477 } }, Collection: { acquireCount: { r: 477 } } } protocol:op_command 1575ms Sat Dec 10 05:55:41.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2172, clonedBytes: 667205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:42.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12141, clonedBytes: 3455189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:43.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22232, clonedBytes: 6201730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:44.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32334, clonedBytes: 8883943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:45.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42698, clonedBytes: 11752641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:46.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52786, clonedBytes: 14536646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:47.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59076, clonedBytes: 16373690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:48.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14690106 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1261ms Sat Dec 10 05:55:48.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59076, clonedBytes: 16373690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:49.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:50.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:51.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:52.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:53.333 I SHARDING [RangeDeleter] rangeDeleter deleted 102931 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453355223000) } -> { datetime: new Date(1453472778000) } Sat Dec 10 05:55:53.333 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469905778000) } -> { datetime: new Date(1469919721000) }, with opId: 152865 Sat Dec 10 05:55:53.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:54.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:55.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:57.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59958, clonedBytes: 16671824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:58.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67007, clonedBytes: 18785812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:55:59.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72944, clonedBytes: 20502918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:00.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78211, clonedBytes: 21970855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:01.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83751, clonedBytes: 23414364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:02.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88832, clonedBytes: 24751557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:03.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92807, clonedBytes: 25778132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:04.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99987, clonedBytes: 27613686, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:05.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106975, clonedBytes: 29378881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:06.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed3a666d1a4e49f54cb2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112213, clonedBytes: 30702799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:06.260 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:56:06.261 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:56:06.262 I SHARDING [conn9] moveChunk setting version to: 78|0||584bcad890d1dc672b54835d Sat Dec 10 05:56:06.283 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112213, clonedBytes: 30702799, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:56:06.283 I SHARDING [conn9] moveChunk updating self version to: 78|1||584bcad890d1dc672b54835d through { datetime: new Date(1450817799000) } -> { datetime: new Date(1450975698000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:56:06.286 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:06.286-0600-584bed56666d1a4e49f54cb5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370966286), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112213, clonedBytes: 30702799, catchup: 0, steady: 0 } } Sat Dec 10 05:56:06.286 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:56:06.287 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:56:06.287 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:06.287-0600-584bed56666d1a4e49f54cb6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370966287), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1135, step 4 of 6: 26742, step 5 of 6: 26, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:56:06.288 I SHARDING [conn9] distributed lock with ts: 584bed3a666d1a4e49f54cb0' unlocked. Sat Dec 10 05:56:06.288 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450714365000) }, max: { datetime: new Date(1450817799000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 77000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1058 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27911ms Sat Dec 10 05:56:07.423 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:56:07.424 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456259241000) }, { datetime: new Date(1456349953000) }) in IISLogs.pubprdweb01', ts : 584bed57666d1a4e49f54cb7 Sat Dec 10 05:56:07.424 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 105|0||584bbf4f90d1dc672b54822e, current metadata version is 105|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:56:07.426 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 105|0||584bbf4f90d1dc672b54822e to shard version 105|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:56:07.426 I SHARDING [conn9] collection version was loaded at version 105|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:56:07.426 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:07.426-0600-584bed57666d1a4e49f54cb8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370967426), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:56:07.433 I SHARDING [conn9] moveChunk request accepted at version 105|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:56:09.577 I SHARDING [conn9] moveChunk number of documents: 102939 Sat Dec 10 05:56:09.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:09.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:10.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:10.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:11.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:12.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:13.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:14.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:16.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:16.628 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776214 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 6993ms Sat Dec 10 05:56:17.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 805, clonedBytes: 259847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:18.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10081, clonedBytes: 3058262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:19.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17445, clonedBytes: 5273042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:20.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28563, clonedBytes: 8770748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:21.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37088, clonedBytes: 11459115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:22.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41454, clonedBytes: 12824541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:23.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41665, clonedBytes: 12891328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:24.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50119, clonedBytes: 15490751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:25.092 I SHARDING [RangeDeleter] rangeDeleter deleted 113749 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469905778000) } -> { datetime: new Date(1469919721000) } Sat Dec 10 05:56:25.092 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455744191000) } -> { datetime: new Date(1455914428000) }, with opId: 153008 Sat Dec 10 05:56:25.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53066, clonedBytes: 16415714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:26.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53066, clonedBytes: 16415714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:27.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53066, clonedBytes: 16415714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:28.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53066, clonedBytes: 16415714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:29.302 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15375981 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 4375ms Sat Dec 10 05:56:29.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57008, clonedBytes: 17642231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:30.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66411, clonedBytes: 20483033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:31.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76095, clonedBytes: 23353172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:32.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86413, clonedBytes: 26368101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:33.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95845, clonedBytes: 29377449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:34.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed57666d1a4e49f54cb9", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102939, clonedBytes: 31453546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:34.967 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:56:34.968 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:56:34.969 I SHARDING [conn9] moveChunk setting version to: 106|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:56:34.976 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102939, clonedBytes: 31453546, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:56:34.976 I SHARDING [conn9] moveChunk updating self version to: 106|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456349953000) } -> { datetime: new Date(1456483566000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:56:34.978 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:34.978-0600-584bed72666d1a4e49f54cbc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370994978), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102939, clonedBytes: 31453546, catchup: 0, steady: 0 } } Sat Dec 10 05:56:34.979 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:56:34.979 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:56:34.979 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:34.979-0600-584bed72666d1a4e49f54cbd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370994979), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 2146, step 4 of 6: 25385, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:56:34.981 I SHARDING [conn9] distributed lock with ts: 584bed57666d1a4e49f54cb7' unlocked. Sat Dec 10 05:56:34.981 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456259241000) }, max: { datetime: new Date(1456349953000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12928 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27559ms Sat Dec 10 05:56:34.986 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:56:34.986 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471385518000) }, { datetime: new Date(1471453002000) }) in IISLogs.pubbsdweb2', ts : 584bed72666d1a4e49f54cbe Sat Dec 10 05:56:34.986 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 104|0||584bbf7a90d1dc672b548236, current metadata version is 104|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:56:34.988 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 104|0||584bbf7a90d1dc672b548236 to shard version 104|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:56:34.988 I SHARDING [conn9] collection version was loaded at version 104|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 05:56:34.988 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:34.988-0600-584bed72666d1a4e49f54cbf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481370994988), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:56:34.989 I SHARDING [conn9] moveChunk request accepted at version 104|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:56:39.904 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 05:56:39.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:39.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:39.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:39.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:39.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:39.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:40.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:40.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:40.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:40.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:42.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:43.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776118 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 3059ms Sat Dec 10 05:56:43.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:44.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5976, clonedBytes: 1806472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:45.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15728, clonedBytes: 4721164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:46.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25777, clonedBytes: 7742177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:47.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35894, clonedBytes: 10766240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:48.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46209, clonedBytes: 13820735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:49.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54892, clonedBytes: 16402836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:50.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54892, clonedBytes: 16402836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:51.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54892, clonedBytes: 16402836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:51.665 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776287 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 2571ms Sat Dec 10 05:56:52.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60439, clonedBytes: 18055125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:52.678 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455744191000) } -> { datetime: new Date(1455914428000) } Sat Dec 10 05:56:52.678 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445964758000) } -> { datetime: new Date(1445989723000) }, with opId: 153142 Sat Dec 10 05:56:53.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66378, clonedBytes: 19825104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:54.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76191, clonedBytes: 22724687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:55.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84452, clonedBytes: 25166386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:56.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94206, clonedBytes: 28056197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:57.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104440, clonedBytes: 31099230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:58.296 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1080504 locks:{ Global: { acquireCount: { r: 62 } }, Database: { acquireCount: { r: 31 } }, Collection: { acquireCount: { r: 31 } } } protocol:op_command 195ms Sat Dec 10 05:56:58.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112297, clonedBytes: 33434746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:59.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed72666d1a4e49f54cc0", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 33863183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:56:59.556 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:56:59.557 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:56:59.558 I SHARDING [conn9] moveChunk setting version to: 105|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:56:59.567 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 33863183, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:56:59.567 I SHARDING [conn9] moveChunk updating self version to: 105|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471453002000) } -> { datetime: new Date(1471509861000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:56:59.569 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:59.569-0600-584bed8b666d1a4e49f54cc3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371019569), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 33863183, catchup: 0, steady: 0 } } Sat Dec 10 05:56:59.569 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:56:59.569 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:56:59.569 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:59.569-0600-584bed8b666d1a4e49f54cc4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371019569), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4919, step 4 of 6: 19647, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:56:59.571 I SHARDING [conn9] distributed lock with ts: 584bed72666d1a4e49f54cbe' unlocked. Sat Dec 10 05:56:59.571 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471385518000) }, max: { datetime: new Date(1471453002000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:915 reslen:154 locks:{ Global: { acquireCount: { r: 1842, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 172 } }, Database: { acquireCount: { r: 917, w: 4, W: 2 } }, Collection: { acquireCount: { r: 917, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24586ms Sat Dec 10 05:56:59.575 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:56:59.575 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1458952632000) }, { datetime: new Date(1459189727000) }) in IISLogs.pubprdweb02', ts : 584bed8b666d1a4e49f54cc5 Sat Dec 10 05:56:59.576 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 97|0||584bc22c90d1dc672b54829b, current metadata version is 97|0||584bc22c90d1dc672b54829b Sat Dec 10 05:56:59.577 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 97|0||584bc22c90d1dc672b54829b to shard version 97|1||584bc22c90d1dc672b54829b Sat Dec 10 05:56:59.577 I SHARDING [conn9] collection version was loaded at version 97|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 05:56:59.577 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:56:59.577-0600-584bed8b666d1a4e49f54cc6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371019577), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:56:59.577 I SHARDING [conn9] moveChunk request accepted at version 97|1||584bc22c90d1dc672b54829b Sat Dec 10 05:57:01.504 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:57:01.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:01.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:02.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:02.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:03.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:04.264 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776267 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 2745ms Sat Dec 10 05:57:04.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2084, clonedBytes: 622180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:05.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11951, clonedBytes: 3646409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:06.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19606, clonedBytes: 5948121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:07.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29927, clonedBytes: 9068318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:08.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36369, clonedBytes: 11033864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:09.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46738, clonedBytes: 14204727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:10.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53718, clonedBytes: 16411203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:11.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53718, clonedBytes: 16411203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:12.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53718, clonedBytes: 16411203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:13.058 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16724255 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 2598ms Sat Dec 10 05:57:13.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58414, clonedBytes: 18012671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:14.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67624, clonedBytes: 20888615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:15.448 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445964758000) } -> { datetime: new Date(1445989723000) } Sat Dec 10 05:57:15.448 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448225254000) } -> { datetime: new Date(1448266019000) }, with opId: 153321 Sat Dec 10 05:57:15.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78155, clonedBytes: 24202553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:16.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88215, clonedBytes: 27378529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:18.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97199, clonedBytes: 30018758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:19.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106401, clonedBytes: 32740699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:20.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bed8b666d1a4e49f54cc7", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 32776778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:20.088 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:57:20.089 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:57:20.089 I SHARDING [conn9] moveChunk setting version to: 98|0||584bc22c90d1dc672b54829b Sat Dec 10 05:57:20.095 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 32776778, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:57:20.095 I SHARDING [conn9] moveChunk updating self version to: 98|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459189727000) } -> { datetime: new Date(1459296064000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:57:20.096 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:20.096-0600-584beda0666d1a4e49f54cca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371040096), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 32776778, catchup: 0, steady: 0 } } Sat Dec 10 05:57:20.097 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:57:20.097 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:57:20.097 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:20.097-0600-584beda0666d1a4e49f54ccb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371040097), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1929, step 4 of 6: 18578, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:57:20.099 I SHARDING [conn9] distributed lock with ts: 584bed8b666d1a4e49f54cc5' unlocked. Sat Dec 10 05:57:20.099 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458952632000) }, max: { datetime: new Date(1459189727000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:841 reslen:154 locks:{ Global: { acquireCount: { r: 1694, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 391 } }, Database: { acquireCount: { r: 843, w: 4, W: 2 } }, Collection: { acquireCount: { r: 843, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20523ms Sat Dec 10 05:57:20.105 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:57:20.105 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448122910000) }, { datetime: new Date(1448294732000) }) in IISLogs.pubprdweb03', ts : 584beda0666d1a4e49f54ccc Sat Dec 10 05:57:20.105 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 82|0||584bc97f90d1dc672b548352, current metadata version is 82|0||584bc97f90d1dc672b548352 Sat Dec 10 05:57:20.107 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 82|0||584bc97f90d1dc672b548352 to shard version 82|1||584bc97f90d1dc672b548352 Sat Dec 10 05:57:20.107 I SHARDING [conn9] collection version was loaded at version 82|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:57:20.107 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:20.107-0600-584beda0666d1a4e49f54ccd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371040107), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:57:20.108 I SHARDING [conn9] moveChunk request accepted at version 82|1||584bc97f90d1dc672b548352 Sat Dec 10 05:57:21.941 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 05:57:21.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:21.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:21.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:21.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:21.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:22.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:22.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:22.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:22.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:23.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:24.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:24.340 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776113 locks:{ Global: { acquireCount: { r: 996 } }, Database: { acquireCount: { r: 498 } }, Collection: { acquireCount: { r: 498 } } } protocol:op_command 2342ms Sat Dec 10 05:57:25.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2147, clonedBytes: 632575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:26.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12090, clonedBytes: 3359635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:27.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21564, clonedBytes: 5889111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:28.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31616, clonedBytes: 8523010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:29.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41560, clonedBytes: 11200440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:30.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50306, clonedBytes: 13580567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:31.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60663, clonedBytes: 16279176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:32.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60978, clonedBytes: 16360229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:33.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60978, clonedBytes: 16360229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:33.824 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14246016 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2354ms Sat Dec 10 05:57:34.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67290, clonedBytes: 18020371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:35.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77783, clonedBytes: 20770744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:36.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87992, clonedBytes: 23458111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:37.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98184, clonedBytes: 26150998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:38.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108345, clonedBytes: 28835343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:39.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beda0666d1a4e49f54cce", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30247838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:39.680 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:57:39.681 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:57:39.681 I SHARDING [conn9] moveChunk setting version to: 83|0||584bc97f90d1dc672b548352 Sat Dec 10 05:57:39.688 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30247838, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:57:39.688 I SHARDING [conn9] moveChunk updating self version to: 83|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448294732000) } -> { datetime: new Date(1448395814000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:57:39.690 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:39.690-0600-584bedb3666d1a4e49f54cd1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371059690), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30247838, catchup: 0, steady: 0 } } Sat Dec 10 05:57:39.691 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:57:39.691 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:57:39.691 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:39.691-0600-584bedb3666d1a4e49f54cd2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371059691), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1838, step 4 of 6: 17732, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:57:39.692 I SHARDING [conn9] distributed lock with ts: 584beda0666d1a4e49f54ccc' unlocked. Sat Dec 10 05:57:39.693 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448122910000) }, max: { datetime: new Date(1448294732000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 292 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19588ms Sat Dec 10 05:57:39.699 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:57:39.700 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450817799000) }, { datetime: new Date(1450975698000) }) in IISLogs.pubprdweb04', ts : 584bedb3666d1a4e49f54cd3 Sat Dec 10 05:57:39.700 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 78|0||584bcad890d1dc672b54835d, current metadata version is 78|0||584bcad890d1dc672b54835d Sat Dec 10 05:57:39.701 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 78|0||584bcad890d1dc672b54835d to shard version 78|1||584bcad890d1dc672b54835d Sat Dec 10 05:57:39.701 I SHARDING [conn9] collection version was loaded at version 78|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:57:39.701 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:39.701-0600-584bedb3666d1a4e49f54cd4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371059701), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:57:39.702 I SHARDING [conn9] moveChunk request accepted at version 78|1||584bcad890d1dc672b54835d Sat Dec 10 05:57:40.743 I SHARDING [conn9] moveChunk number of documents: 112215 Sat Dec 10 05:57:40.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:40.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:40.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:40.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:40.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:40.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:40.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:41.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:41.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:41.686 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448225254000) } -> { datetime: new Date(1448266019000) } Sat Dec 10 05:57:41.686 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453472778000) } -> { datetime: new Date(1453629100000) }, with opId: 153572 Sat Dec 10 05:57:41.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:42.208 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 986 } }, Database: { acquireCount: { r: 493 } }, Collection: { acquireCount: { r: 493 } } } protocol:op_command 1439ms Sat Dec 10 05:57:42.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 570, clonedBytes: 144809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:43.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3420, clonedBytes: 887655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:44.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13567, clonedBytes: 3577405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:45.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23659, clonedBytes: 6266447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:46.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33405, clonedBytes: 8828651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:47.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43193, clonedBytes: 11414579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:49.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52396, clonedBytes: 13894241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:50.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61334, clonedBytes: 16357782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:51.007 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14624316 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 1070ms Sat Dec 10 05:57:51.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61334, clonedBytes: 16357782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:52.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71111, clonedBytes: 19327031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:53.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81046, clonedBytes: 22175160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:54.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91133, clonedBytes: 25091752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:55.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99862, clonedBytes: 27429636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:56.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105398, clonedBytes: 28943873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:57.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedb3666d1a4e49f54cd5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112215, clonedBytes: 30636893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:57.265 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:57:57.266 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:57:57.267 I SHARDING [conn9] moveChunk setting version to: 79|0||584bcad890d1dc672b54835d Sat Dec 10 05:57:57.276 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112215, clonedBytes: 30636893, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:57:57.276 I SHARDING [conn9] moveChunk updating self version to: 79|1||584bcad890d1dc672b54835d through { datetime: new Date(1450975698000) } -> { datetime: new Date(1451221325000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:57:57.278 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:57.278-0600-584bedc5666d1a4e49f54cd8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371077278), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112215, clonedBytes: 30636893, catchup: 0, steady: 0 } } Sat Dec 10 05:57:57.279 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:57:57.279 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:57:57.280 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:57.280-0600-584bedc5666d1a4e49f54cd9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371077280), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1044, step 4 of 6: 16517, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:57:57.281 I SHARDING [conn9] distributed lock with ts: 584bedb3666d1a4e49f54cd3' unlocked. Sat Dec 10 05:57:57.281 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450817799000) }, max: { datetime: new Date(1450975698000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 78000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 225 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 200 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17582ms Sat Dec 10 05:57:58.363 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:57:58.364 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456349953000) }, { datetime: new Date(1456483566000) }) in IISLogs.pubprdweb01', ts : 584bedc6666d1a4e49f54cda Sat Dec 10 05:57:58.364 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 106|0||584bbf4f90d1dc672b54822e, current metadata version is 106|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:57:58.366 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 106|0||584bbf4f90d1dc672b54822e to shard version 106|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:57:58.366 I SHARDING [conn9] collection version was loaded at version 106|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:57:58.366 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:57:58.366-0600-584bedc6666d1a4e49f54cdb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371078366), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:57:58.367 I SHARDING [conn9] moveChunk request accepted at version 106|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:57:59.755 I SHARDING [conn9] moveChunk number of documents: 102924 Sat Dec 10 05:57:59.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:59.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:59.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:59.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:59.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:59.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:57:59.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:00.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:00.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:00.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:01.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:02.110 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776330 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 2344ms Sat Dec 10 05:58:02.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6791, clonedBytes: 1972201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:03.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17119, clonedBytes: 5081313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:04.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27578, clonedBytes: 8294784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:05.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37519, clonedBytes: 11393870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:07.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47428, clonedBytes: 14245371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:08.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54530, clonedBytes: 16405582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:09.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54530, clonedBytes: 16405582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:09.667 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15251947 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 1946ms Sat Dec 10 05:58:10.081 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453472778000) } -> { datetime: new Date(1453629100000) } Sat Dec 10 05:58:10.081 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469919721000) } -> { datetime: new Date(1469938007000) }, with opId: 153716 Sat Dec 10 05:58:10.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58961, clonedBytes: 17777847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:11.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69061, clonedBytes: 20910589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:12.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78997, clonedBytes: 23949596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:13.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89390, clonedBytes: 27108266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:14.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99735, clonedBytes: 30335052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:15.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedc6666d1a4e49f54cdc", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102924, clonedBytes: 31329733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:15.347 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:58:15.348 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:58:15.349 I SHARDING [conn9] moveChunk setting version to: 107|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:58:15.352 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102924, clonedBytes: 31329733, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:58:15.352 I SHARDING [conn9] moveChunk updating self version to: 107|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456483566000) } -> { datetime: new Date(1456635080000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:58:15.354 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:15.354-0600-584bedd7666d1a4e49f54cdf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371095354), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102924, clonedBytes: 31329733, catchup: 0, steady: 0 } } Sat Dec 10 05:58:15.354 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:58:15.355 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:58:15.355 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:15.355-0600-584bedd7666d1a4e49f54ce0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371095355), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1391, step 4 of 6: 15587, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:58:15.356 I SHARDING [conn9] distributed lock with ts: 584bedc6666d1a4e49f54cda' unlocked. Sat Dec 10 05:58:15.356 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456349953000) }, max: { datetime: new Date(1456483566000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 213 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 99 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16994ms Sat Dec 10 05:58:15.360 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:58:15.361 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471453002000) }, { datetime: new Date(1471509861000) }) in IISLogs.pubbsdweb2', ts : 584bedd7666d1a4e49f54ce1 Sat Dec 10 05:58:15.361 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 105|0||584bbf7a90d1dc672b548236, current metadata version is 105|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:58:15.364 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 105|0||584bbf7a90d1dc672b548236 to shard version 105|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:58:15.364 I SHARDING [conn9] collection version was loaded at version 105|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 05:58:15.364 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:15.364-0600-584bedd7666d1a4e49f54ce2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371095364), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:58:15.365 I SHARDING [conn9] moveChunk request accepted at version 105|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:58:16.937 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 05:58:16.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:16.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:16.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:16.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:16.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:17.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:17.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:17.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:17.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:18.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:19.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:19.625 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776182 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 2635ms Sat Dec 10 05:58:20.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 668, clonedBytes: 198769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:21.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9765, clonedBytes: 2922508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:22.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19503, clonedBytes: 5834453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:23.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29571, clonedBytes: 8848943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:24.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39625, clonedBytes: 11833197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:25.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49227, clonedBytes: 14679888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:26.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54994, clonedBytes: 16402186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:27.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54994, clonedBytes: 16402186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:27.783 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776113 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1910ms Sat Dec 10 05:58:28.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57678, clonedBytes: 17210019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:29.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64433, clonedBytes: 19240237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:30.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74009, clonedBytes: 22120967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:31.199 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469919721000) } -> { datetime: new Date(1469938007000) } Sat Dec 10 05:58:31.199 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1455914428000) } -> { datetime: new Date(1456099638000) }, with opId: 153866 Sat Dec 10 05:58:31.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85311, clonedBytes: 25535003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:32.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94925, clonedBytes: 28430924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:33.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105073, clonedBytes: 31446725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:34.109 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1221858 locks:{ Global: { acquireCount: { r: 68 } }, Database: { acquireCount: { r: 34 } }, Collection: { acquireCount: { r: 34 } } } protocol:op_command 119ms Sat Dec 10 05:58:34.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedd7666d1a4e49f54ce3", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 34004883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:34.542 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:58:34.543 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:58:34.543 I SHARDING [conn9] moveChunk setting version to: 106|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:58:34.564 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 34004883, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:58:34.564 I SHARDING [conn9] moveChunk updating self version to: 106|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1471509861000) } -> { datetime: new Date(1472075355000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 05:58:34.566 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:34.566-0600-584bedea666d1a4e49f54ce6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371114566), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 34004883, catchup: 0, steady: 0 } } Sat Dec 10 05:58:34.567 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:58:34.568 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:58:34.568 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:34.568-0600-584bedea666d1a4e49f54ce7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371114568), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1577, step 4 of 6: 17598, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:58:34.569 I SHARDING [conn9] distributed lock with ts: 584bedd7666d1a4e49f54ce1' unlocked. Sat Dec 10 05:58:34.570 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471453002000) }, max: { datetime: new Date(1471509861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1046 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 734 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19210ms Sat Dec 10 05:58:34.578 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 05:58:34.579 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459189727000) }, { datetime: new Date(1459296064000) }) in IISLogs.pubprdweb02', ts : 584bedea666d1a4e49f54ce8 Sat Dec 10 05:58:34.579 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 98|0||584bc22c90d1dc672b54829b, current metadata version is 98|0||584bc22c90d1dc672b54829b Sat Dec 10 05:58:34.596 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 98|0||584bc22c90d1dc672b54829b to shard version 98|1||584bc22c90d1dc672b54829b Sat Dec 10 05:58:34.596 I SHARDING [conn9] collection version was loaded at version 98|1||584bc22c90d1dc672b54829b, took 5ms Sat Dec 10 05:58:34.596 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:34.596-0600-584bedea666d1a4e49f54ce9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371114596), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:58:34.597 I SHARDING [conn9] moveChunk request accepted at version 98|1||584bc22c90d1dc672b54829b Sat Dec 10 05:58:35.946 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 05:58:35.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:35.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:35.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:35.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:36.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:36.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:36.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:36.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:36.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:37.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:37.584 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776236 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1613ms Sat Dec 10 05:58:38.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2954, clonedBytes: 875957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:39.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12415, clonedBytes: 3877910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:40.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21812, clonedBytes: 6757273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:41.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31964, clonedBytes: 9900922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:42.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42238, clonedBytes: 13121085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:43.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51788, clonedBytes: 16000161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:44.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53220, clonedBytes: 16414658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:45.301 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16487226 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1899ms Sat Dec 10 05:58:45.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53220, clonedBytes: 16414658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:46.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62296, clonedBytes: 19037790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:47.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72347, clonedBytes: 21999257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:48.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82189, clonedBytes: 24910159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:49.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92149, clonedBytes: 28077975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:50.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102397, clonedBytes: 31231228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:51.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedea666d1a4e49f54cea", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 32539718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:51.501 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:58:51.502 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:58:51.503 I SHARDING [conn9] moveChunk setting version to: 99|0||584bc22c90d1dc672b54829b Sat Dec 10 05:58:51.511 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 32539718, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:58:51.511 I SHARDING [conn9] moveChunk updating self version to: 99|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459296064000) } -> { datetime: new Date(1459440914000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 05:58:51.512 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:51.512-0600-584bedfb666d1a4e49f54ced", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371131512), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 32539718, catchup: 0, steady: 0 } } Sat Dec 10 05:58:51.514 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:58:51.514 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:58:51.515 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:51.515-0600-584bedfb666d1a4e49f54cee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371131515), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, step 1 of 6: 0, step 2 of 6: 18, step 3 of 6: 1360, step 4 of 6: 15544, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:58:51.516 I SHARDING [conn9] distributed lock with ts: 584bedea666d1a4e49f54ce8' unlocked. Sat Dec 10 05:58:51.516 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459189727000) }, max: { datetime: new Date(1459296064000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 349 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 11070 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16939ms Sat Dec 10 05:58:51.520 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 05:58:51.521 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448294732000) }, { datetime: new Date(1448395814000) }) in IISLogs.pubprdweb03', ts : 584bedfb666d1a4e49f54cef Sat Dec 10 05:58:51.521 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 83|0||584bc97f90d1dc672b548352, current metadata version is 83|0||584bc97f90d1dc672b548352 Sat Dec 10 05:58:51.523 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 83|0||584bc97f90d1dc672b548352 to shard version 83|1||584bc97f90d1dc672b548352 Sat Dec 10 05:58:51.523 I SHARDING [conn9] collection version was loaded at version 83|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 05:58:51.523 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:58:51.523-0600-584bedfb666d1a4e49f54cf0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371131523), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:58:51.524 I SHARDING [conn9] moveChunk request accepted at version 83|1||584bc97f90d1dc672b548352 Sat Dec 10 05:58:52.959 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:58:52.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:52.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:52.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:53.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:53.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:53.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:53.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:53.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:53.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:54.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:55.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:55.347 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776109 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 2378ms Sat Dec 10 05:58:56.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6190, clonedBytes: 1772236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:57.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16104, clonedBytes: 4463716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:58.150 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1455914428000) } -> { datetime: new Date(1456099638000) } Sat Dec 10 05:58:58.151 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1445989723000) } -> { datetime: new Date(1446022724000) }, with opId: 154041 Sat Dec 10 05:58:58.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26161, clonedBytes: 7191564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:58:59.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36087, clonedBytes: 9783749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:00.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46095, clonedBytes: 12557538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:01.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52078, clonedBytes: 14222535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:02.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59812, clonedBytes: 16368387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:03.115 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14741260 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 963ms Sat Dec 10 05:59:03.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60714, clonedBytes: 16617368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:04.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69835, clonedBytes: 19128778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:05.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79936, clonedBytes: 21825594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:06.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89881, clonedBytes: 24502088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:07.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99866, clonedBytes: 27158980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:08.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109788, clonedBytes: 29702466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:09.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bedfb666d1a4e49f54cf1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30743092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:09.452 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:59:09.453 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:59:09.454 I SHARDING [conn9] moveChunk setting version to: 84|0||584bc97f90d1dc672b548352 Sat Dec 10 05:59:09.465 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30743092, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:59:09.465 I SHARDING [conn9] moveChunk updating self version to: 84|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448395814000) } -> { datetime: new Date(1448473204000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 05:59:09.466 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:09.466-0600-584bee0d666d1a4e49f54cf4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371149466), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30743092, catchup: 0, steady: 0 } } Sat Dec 10 05:59:09.467 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:59:09.467 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:59:09.467 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:09.467-0600-584bee0d666d1a4e49f54cf5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371149467), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1437, step 4 of 6: 16489, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:59:09.468 I SHARDING [conn9] distributed lock with ts: 584bedfb666d1a4e49f54cef' unlocked. Sat Dec 10 05:59:09.469 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448294732000) }, max: { datetime: new Date(1448395814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2534 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 523 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17949ms Sat Dec 10 05:59:09.475 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 05:59:09.476 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1450975698000) }, { datetime: new Date(1451221325000) }) in IISLogs.pubprdweb04', ts : 584bee0d666d1a4e49f54cf6 Sat Dec 10 05:59:09.476 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 79|0||584bcad890d1dc672b54835d, current metadata version is 79|0||584bcad890d1dc672b54835d Sat Dec 10 05:59:09.477 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 79|0||584bcad890d1dc672b54835d to shard version 79|1||584bcad890d1dc672b54835d Sat Dec 10 05:59:09.477 I SHARDING [conn9] collection version was loaded at version 79|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 05:59:09.478 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:09.477-0600-584bee0d666d1a4e49f54cf7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371149477), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:59:09.478 I SHARDING [conn9] moveChunk request accepted at version 79|1||584bcad890d1dc672b54835d Sat Dec 10 05:59:10.865 I SHARDING [conn9] moveChunk number of documents: 112242 Sat Dec 10 05:59:10.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:10.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:10.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:10.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:10.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:10.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:11.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:11.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:11.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:11.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:12.479 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776233 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 1598ms Sat Dec 10 05:59:12.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3357, clonedBytes: 917447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:14.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12913, clonedBytes: 3582462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:15.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22492, clonedBytes: 6368544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:16.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32282, clonedBytes: 9262237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:17.033 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1445989723000) } -> { datetime: new Date(1446022724000) } Sat Dec 10 05:59:17.033 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448266019000) } -> { datetime: new Date(1448334787000) }, with opId: 154168 Sat Dec 10 05:59:17.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42031, clonedBytes: 11979772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:18.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51921, clonedBytes: 14638217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:19.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58238, clonedBytes: 16379529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:20.041 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15061463 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1275ms Sat Dec 10 05:59:20.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58743, clonedBytes: 16509224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:21.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68884, clonedBytes: 19221332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:22.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79158, clonedBytes: 21931573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:23.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89465, clonedBytes: 24762469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:24.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99768, clonedBytes: 27620966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:25.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109848, clonedBytes: 30410392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:26.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee0d666d1a4e49f54cf8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112242, clonedBytes: 31073926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:26.374 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:59:26.375 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:59:26.376 I SHARDING [conn9] moveChunk setting version to: 80|0||584bcad890d1dc672b54835d Sat Dec 10 05:59:26.383 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112242, clonedBytes: 31073926, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:59:26.383 I SHARDING [conn9] moveChunk updating self version to: 80|1||584bcad890d1dc672b54835d through { datetime: new Date(1451221325000) } -> { datetime: new Date(1451347926000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 05:59:26.385 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:26.385-0600-584bee1e666d1a4e49f54cfb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371166385), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112242, clonedBytes: 31073926, catchup: 0, steady: 0 } } Sat Dec 10 05:59:26.386 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:59:26.386 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:59:26.386 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:26.386-0600-584bee1e666d1a4e49f54cfc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371166386), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1390, step 4 of 6: 15503, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:59:26.388 I SHARDING [conn9] distributed lock with ts: 584bee0d666d1a4e49f54cf6' unlocked. Sat Dec 10 05:59:26.388 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450975698000) }, max: { datetime: new Date(1451221325000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 79000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 698 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 140 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16912ms Sat Dec 10 05:59:27.494 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 05:59:27.495 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456483566000) }, { datetime: new Date(1456635080000) }) in IISLogs.pubprdweb01', ts : 584bee1f666d1a4e49f54cfd Sat Dec 10 05:59:27.495 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 107|0||584bbf4f90d1dc672b54822e, current metadata version is 107|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:59:27.498 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 107|0||584bbf4f90d1dc672b54822e to shard version 107|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:59:27.498 I SHARDING [conn9] collection version was loaded at version 107|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 05:59:27.498 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:27.498-0600-584bee1f666d1a4e49f54cfe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371167498), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:59:27.498 I SHARDING [conn9] moveChunk request accepted at version 107|1||584bbf4f90d1dc672b54822e Sat Dec 10 05:59:28.687 I SHARDING [conn9] moveChunk number of documents: 102934 Sat Dec 10 05:59:28.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:28.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:28.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:28.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:28.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:28.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:28.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:29.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:29.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:29.610 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776137 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 909ms Sat Dec 10 05:59:29.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 446, clonedBytes: 139595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:30.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10342, clonedBytes: 3198998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:31.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20257, clonedBytes: 6140932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:32.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30002, clonedBytes: 9047278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:33.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37953, clonedBytes: 11619472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:34.487 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448266019000) } -> { datetime: new Date(1448334787000) } Sat Dec 10 05:59:34.488 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453629100000) } -> { datetime: new Date(1453760748000) }, with opId: 154312 Sat Dec 10 05:59:35.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48187, clonedBytes: 14624072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:36.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54021, clonedBytes: 16408952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:36.453 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15131797 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 666ms Sat Dec 10 05:59:37.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60565, clonedBytes: 18413335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:38.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70767, clonedBytes: 21487368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:39.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80949, clonedBytes: 24518839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:40.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91681, clonedBytes: 27790062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:41.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee1f666d1a4e49f54cff", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102934, clonedBytes: 31209320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:41.511 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 05:59:41.514 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 05:59:41.516 I SHARDING [conn9] moveChunk setting version to: 108|0||584bbf4f90d1dc672b54822e Sat Dec 10 05:59:41.523 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102934, clonedBytes: 31209320, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 05:59:41.523 I SHARDING [conn9] moveChunk updating self version to: 108|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456635080000) } -> { datetime: new Date(1456789238000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 05:59:41.525 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:41.525-0600-584bee2d666d1a4e49f54d02", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371181525), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102934, clonedBytes: 31209320, catchup: 0, steady: 0 } } Sat Dec 10 05:59:41.526 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 05:59:41.527 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 05:59:41.527 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:41.527-0600-584bee2d666d1a4e49f54d03", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371181527), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1192, step 4 of 6: 12819, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 05:59:41.528 I SHARDING [conn9] distributed lock with ts: 584bee1f666d1a4e49f54cfd' unlocked. Sat Dec 10 05:59:41.528 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456483566000) }, max: { datetime: new Date(1456635080000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1277 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 955 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14034ms Sat Dec 10 05:59:41.538 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 05:59:41.539 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1471509861000) }, { datetime: new Date(1472075355000) }) in IISLogs.pubbsdweb2', ts : 584bee2d666d1a4e49f54d04 Sat Dec 10 05:59:41.539 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 106|0||584bbf7a90d1dc672b548236, current metadata version is 106|0||584bbf7a90d1dc672b548236 Sat Dec 10 05:59:41.547 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 106|0||584bbf7a90d1dc672b548236 to shard version 106|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:59:41.547 I SHARDING [conn9] collection version was loaded at version 106|1||584bbf7a90d1dc672b548236, took 7ms Sat Dec 10 05:59:41.547 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T05:59:41.547-0600-584bee2d666d1a4e49f54d05", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371181547), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 05:59:41.548 I SHARDING [conn9] moveChunk request accepted at version 106|1||584bbf7a90d1dc672b548236 Sat Dec 10 05:59:44.986 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 05:59:44.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:44.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:44.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:45.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:45.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:45.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:45.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:45.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:45.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:46.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:46.101 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1095ms Sat Dec 10 05:59:47.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7453, clonedBytes: 2202028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:48.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17471, clonedBytes: 5161310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:49.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27414, clonedBytes: 8145546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:50.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35810, clonedBytes: 10616941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:51.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42163, clonedBytes: 12513553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:52.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48223, clonedBytes: 14335962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:53.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55241, clonedBytes: 16400592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:54.047 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776327 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 992ms Sat Dec 10 05:59:54.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56514, clonedBytes: 16784474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:55.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66834, clonedBytes: 19864940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:56.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77179, clonedBytes: 22964194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:57.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87467, clonedBytes: 26044320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:57.514 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453629100000) } -> { datetime: new Date(1453760748000) } Sat Dec 10 05:59:57.514 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469938007000) } -> { datetime: new Date(1469955236000) }, with opId: 154407 Sat Dec 10 05:59:58.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95875, clonedBytes: 28555938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 05:59:59.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105929, clonedBytes: 31536626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:00.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee2d666d1a4e49f54d06", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33878114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:00.521 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:00:00.523 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:00:00.524 I SHARDING [conn9] moveChunk setting version to: 107|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:00:00.530 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33878114, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:00:00.531 I SHARDING [conn9] moveChunk updating self version to: 107|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1472075355000) } -> { datetime: new Date(1472171040000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 06:00:00.532 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:00.532-0600-584bee40666d1a4e49f54d09", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371200532), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33878114, catchup: 0, steady: 0 } } Sat Dec 10 06:00:00.533 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:00:00.535 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:00:00.536 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:00.536-0600-584bee40666d1a4e49f54d0a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371200536), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 3441, step 4 of 6: 15531, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:00:00.537 I SHARDING [conn9] distributed lock with ts: 584bee2d666d1a4e49f54d04' unlocked. Sat Dec 10 06:00:00.537 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1471509861000) }, max: { datetime: new Date(1472075355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2937 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 611 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18999ms Sat Dec 10 06:00:00.542 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:00:00.543 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459296064000) }, { datetime: new Date(1459440914000) }) in IISLogs.pubprdweb02', ts : 584bee40666d1a4e49f54d0b Sat Dec 10 06:00:00.543 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 99|0||584bc22c90d1dc672b54829b, current metadata version is 99|0||584bc22c90d1dc672b54829b Sat Dec 10 06:00:00.544 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 99|0||584bc22c90d1dc672b54829b to shard version 99|1||584bc22c90d1dc672b54829b Sat Dec 10 06:00:00.544 I SHARDING [conn9] collection version was loaded at version 99|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:00:00.544 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:00.544-0600-584bee40666d1a4e49f54d0c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371200544), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:00:00.545 I SHARDING [conn9] moveChunk request accepted at version 99|1||584bc22c90d1dc672b54829b Sat Dec 10 06:00:01.900 I SHARDING [conn9] moveChunk number of documents: 106520 Sat Dec 10 06:00:01.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:01.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:01.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:01.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:01.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:01.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:02.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:02.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:02.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:02.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:02.985 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776164 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1063ms Sat Dec 10 06:00:04.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4026, clonedBytes: 1283201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:04.693 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59589 #87 (28 connections now open) Sat Dec 10 06:00:05.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11280, clonedBytes: 3590584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:05.351 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59590 #88 (29 connections now open) Sat Dec 10 06:00:06.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20683, clonedBytes: 6591964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:06.664 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59592 #89 (30 connections now open) Sat Dec 10 06:00:07.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29694, clonedBytes: 9285852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:07.590 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59594 #90 (31 connections now open) Sat Dec 10 06:00:08.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37714, clonedBytes: 11632610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:08.302 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:300 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 602 } }, Database: { acquireCount: { r: 301 } }, Collection: { acquireCount: { r: 301 } } } protocol:op_command 600ms Sat Dec 10 06:00:08.843 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:303 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 608 } }, Database: { acquireCount: { r: 304 } }, Collection: { acquireCount: { r: 304 } } } protocol:op_command 483ms Sat Dec 10 06:00:09.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45988, clonedBytes: 14137344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:10.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53462, clonedBytes: 16412892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:10.602 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:37469 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:37469 reslen:4194516 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 568ms Sat Dec 10 06:00:11.130 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776054 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 1136ms Sat Dec 10 06:00:11.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53462, clonedBytes: 16412892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:11.604 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:38016 keyUpdates:0 writeConflicts:0 numYields:298 nreturned:38016 reslen:4194514 locks:{ Global: { acquireCount: { r: 598 } }, Database: { acquireCount: { r: 299 } }, Collection: { acquireCount: { r: 299 } } } protocol:op_command 283ms Sat Dec 10 06:00:12.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62707, clonedBytes: 19382662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:12.981 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:38026 keyUpdates:0 writeConflicts:0 numYields:299 nreturned:38026 reslen:4194516 locks:{ Global: { acquireCount: { r: 600 } }, Database: { acquireCount: { r: 300 } }, Collection: { acquireCount: { r: 300 } } } protocol:op_command 285ms Sat Dec 10 06:00:13.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71177, clonedBytes: 21994597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:14.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80885, clonedBytes: 25073360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:14.549 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:37437 keyUpdates:0 writeConflicts:0 numYields:293 nreturned:37437 reslen:4194512 locks:{ Global: { acquireCount: { r: 588 } }, Database: { acquireCount: { r: 294 } }, Collection: { acquireCount: { r: 294 } } } protocol:op_command 294ms Sat Dec 10 06:00:15.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89713, clonedBytes: 27893572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:16.243 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:37908 keyUpdates:0 writeConflicts:0 numYields:296 nreturned:37908 reslen:4194463 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } protocol:op_command 307ms Sat Dec 10 06:00:16.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98393, clonedBytes: 30487032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:17.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee40666d1a4e49f54d0d", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106520, clonedBytes: 32863095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:17.411 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:00:17.456 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:00:17.456 I SHARDING [conn9] moveChunk setting version to: 100|0||584bc22c90d1dc672b54829b Sat Dec 10 06:00:17.466 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106520, clonedBytes: 32863095, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:00:17.466 I SHARDING [conn9] moveChunk updating self version to: 100|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459440914000) } -> { datetime: new Date(1459604088000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:00:17.468 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:17.468-0600-584bee51666d1a4e49f54d10", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371217468), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106520, clonedBytes: 32863095, catchup: 0, steady: 0 } } Sat Dec 10 06:00:17.469 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:00:17.469 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:00:17.469 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:17.469-0600-584bee51666d1a4e49f54d11", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371217469), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1358, step 4 of 6: 15507, step 5 of 6: 57, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:00:17.471 I SHARDING [conn9] distributed lock with ts: 584bee40666d1a4e49f54d0b' unlocked. Sat Dec 10 06:00:17.471 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459296064000) }, max: { datetime: new Date(1459440914000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:836 reslen:154 locks:{ Global: { acquireCount: { r: 1684, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 220 } }, Database: { acquireCount: { r: 838, w: 4, W: 2 } }, Collection: { acquireCount: { r: 838, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16929ms Sat Dec 10 06:00:17.475 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:00:17.476 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448395814000) }, { datetime: new Date(1448473204000) }) in IISLogs.pubprdweb03', ts : 584bee51666d1a4e49f54d12 Sat Dec 10 06:00:17.476 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 84|0||584bc97f90d1dc672b548352, current metadata version is 84|0||584bc97f90d1dc672b548352 Sat Dec 10 06:00:17.477 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 84|0||584bc97f90d1dc672b548352 to shard version 84|1||584bc97f90d1dc672b548352 Sat Dec 10 06:00:17.477 I SHARDING [conn9] collection version was loaded at version 84|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:00:17.477 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:17.477-0600-584bee51666d1a4e49f54d13", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371217477), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:00:17.479 I SHARDING [conn9] moveChunk request accepted at version 84|1||584bc97f90d1dc672b548352 Sat Dec 10 06:00:17.824 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 586 } }, Database: { acquireCount: { r: 293 } }, Collection: { acquireCount: { r: 293 } } } protocol:op_command 337ms Sat Dec 10 06:00:18.511 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469938007000) } -> { datetime: new Date(1469955236000) } Sat Dec 10 06:00:18.511 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456099638000) } -> { datetime: new Date(1456214781000) }, with opId: 154555 Sat Dec 10 06:00:19.002 I COMMAND [conn90] command IISLogs.Country command: getMore { getMore: 43231288402, collection: "Country" } planSummary: COLLSCAN cursorid:43231288402 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:179 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 360 } }, Database: { acquireCount: { r: 180 } }, Collection: { acquireCount: { r: 180 } } } protocol:op_command 195ms Sat Dec 10 06:00:19.147 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:00:19.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:19.909 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776117 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 752ms Sat Dec 10 06:00:20.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 587, clonedBytes: 154571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:21.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10560, clonedBytes: 2762800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:22.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20221, clonedBytes: 5279726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:23.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30659, clonedBytes: 8030391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:24.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40639, clonedBytes: 10683944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:25.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49975, clonedBytes: 13207081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:26.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59656, clonedBytes: 15811944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:27.311 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13979419 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 710ms Sat Dec 10 06:00:27.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61872, clonedBytes: 16388447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:28.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71532, clonedBytes: 18933777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:29.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81609, clonedBytes: 21624931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:30.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91904, clonedBytes: 24277992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:31.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101519, clonedBytes: 26746925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:32.234 I COMMAND [conn16] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584bee5f7391bb172cebe12e'), IP: "40.77.169.100", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/52.0.2743.116+Safari/537.36", Country: "United States of America", datetime: new Date(1481367028000), proxy: null, url: "/BusinessEntity/soskb/Corp.asp", HTTPStatus: "302", HTTPResponseTime: "46" } ], ordered: true, shardVersion: [ Timestamp 84000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 197ms Sat Dec 10 06:00:32.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111670, clonedBytes: 29432111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:33.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee51666d1a4e49f54d14", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29981252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:33.578 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:00:33.579 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:00:33.580 I SHARDING [conn9] moveChunk setting version to: 85|0||584bc97f90d1dc672b548352 Sat Dec 10 06:00:33.591 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29981252, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:00:33.591 I SHARDING [conn9] moveChunk updating self version to: 85|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448473204000) } -> { datetime: new Date(1448556917000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:00:33.592 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:33.592-0600-584bee61666d1a4e49f54d17", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371233592), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29981252, catchup: 0, steady: 0 } } Sat Dec 10 06:00:33.593 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:00:33.594 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:00:33.594 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:33.594-0600-584bee61666d1a4e49f54d18", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371233594), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1676, step 4 of 6: 14421, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:00:33.595 I SHARDING [conn9] distributed lock with ts: 584bee51666d1a4e49f54d12' unlocked. Sat Dec 10 06:00:33.595 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448395814000) }, max: { datetime: new Date(1448473204000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1527 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16120ms Sat Dec 10 06:00:33.601 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:00:33.602 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451221325000) }, { datetime: new Date(1451347926000) }) in IISLogs.pubprdweb04', ts : 584bee61666d1a4e49f54d19 Sat Dec 10 06:00:33.602 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 80|0||584bcad890d1dc672b54835d, current metadata version is 80|0||584bcad890d1dc672b54835d Sat Dec 10 06:00:33.603 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 80|0||584bcad890d1dc672b54835d to shard version 80|1||584bcad890d1dc672b54835d Sat Dec 10 06:00:33.603 I SHARDING [conn9] collection version was loaded at version 80|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:00:33.603 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:33.603-0600-584bee61666d1a4e49f54d1a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371233603), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:00:33.604 I SHARDING [conn9] moveChunk request accepted at version 80|1||584bcad890d1dc672b54835d Sat Dec 10 06:00:34.630 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:00:34.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:34.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:35.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:35.689 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776280 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1047ms Sat Dec 10 06:00:35.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:36.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8796, clonedBytes: 2597578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:37.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17655, clonedBytes: 5170487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:38.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27148, clonedBytes: 7881558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:39.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36337, clonedBytes: 10728574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:40.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45978, clonedBytes: 13531075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:41.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55911, clonedBytes: 16389487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:42.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55933, clonedBytes: 16395711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:43.124 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16090926 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1202ms Sat Dec 10 06:00:43.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63261, clonedBytes: 18447711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:45.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73793, clonedBytes: 21490205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:46.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83223, clonedBytes: 24085624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:47.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93223, clonedBytes: 26856591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:47.945 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456099638000) } -> { datetime: new Date(1456214781000) } Sat Dec 10 06:00:47.945 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446022724000) } -> { datetime: new Date(1446056162000) }, with opId: 154902 Sat Dec 10 06:00:48.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101898, clonedBytes: 29181597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:49.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111589, clonedBytes: 31917844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:50.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee61666d1a4e49f54d1b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 32103576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:50.457 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:00:50.458 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:00:50.458 I SHARDING [conn9] moveChunk setting version to: 81|0||584bcad890d1dc672b54835d Sat Dec 10 06:00:50.462 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 32103576, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:00:50.462 I SHARDING [conn9] moveChunk updating self version to: 81|1||584bcad890d1dc672b54835d through { datetime: new Date(1451347926000) } -> { datetime: new Date(1451474271000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:00:50.464 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:50.464-0600-584bee72666d1a4e49f54d1e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371250464), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 32103576, catchup: 0, steady: 0 } } Sat Dec 10 06:00:50.464 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:00:50.464 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:00:50.464 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:50.464-0600-584bee72666d1a4e49f54d1f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371250464), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1028, step 4 of 6: 15823, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:00:50.466 I SHARDING [conn9] distributed lock with ts: 584bee61666d1a4e49f54d19' unlocked. Sat Dec 10 06:00:50.466 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451221325000) }, max: { datetime: new Date(1451347926000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 80000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 258 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16866ms Sat Dec 10 06:00:51.566 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:00:51.567 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456635080000) }, { datetime: new Date(1456789238000) }) in IISLogs.pubprdweb01', ts : 584bee73666d1a4e49f54d20 Sat Dec 10 06:00:51.567 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 108|0||584bbf4f90d1dc672b54822e, current metadata version is 108|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:00:51.569 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 108|0||584bbf4f90d1dc672b54822e to shard version 108|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:00:51.569 I SHARDING [conn9] collection version was loaded at version 108|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:00:51.569 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:00:51.569-0600-584bee73666d1a4e49f54d21", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371251569), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:00:51.570 I SHARDING [conn9] moveChunk request accepted at version 108|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:00:52.719 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:00:52.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:52.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:52.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:52.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:52.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:52.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:52.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:53.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:53.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:53.604 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776108 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 880ms Sat Dec 10 06:00:53.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86, clonedBytes: 26172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:54.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7187, clonedBytes: 2152911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:55.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16159, clonedBytes: 4960096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:56.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26139, clonedBytes: 8200460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:58.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36248, clonedBytes: 11396599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:00:59.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45915, clonedBytes: 14446103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:00.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52218, clonedBytes: 16421544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:00.869 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15881636 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 901ms Sat Dec 10 06:01:01.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53512, clonedBytes: 16823741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:02.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63781, clonedBytes: 19912872, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:03.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73587, clonedBytes: 22942607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:04.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81715, clonedBytes: 25409711, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:05.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91712, clonedBytes: 28594617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:06.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101189, clonedBytes: 31425666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:06.639 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446022724000) } -> { datetime: new Date(1446056162000) } Sat Dec 10 06:01:06.639 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448334787000) } -> { datetime: new Date(1448442054000) }, with opId: 155304 Sat Dec 10 06:01:07.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee73666d1a4e49f54d22", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 31959179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:07.267 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:01:07.270 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:01:07.271 I SHARDING [conn9] moveChunk setting version to: 109|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:01:07.306 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 31959179, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:01:07.306 I SHARDING [conn9] moveChunk updating self version to: 109|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456789238000) } -> { datetime: new Date(1456931781000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:01:07.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:07.307-0600-584bee83666d1a4e49f54d25", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371267307), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 31959179, catchup: 0, steady: 0 } } Sat Dec 10 06:01:07.308 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:01:07.313 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:01:07.313 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:07.313-0600-584bee83666d1a4e49f54d26", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371267313), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1152, step 4 of 6: 14544, step 5 of 6: 46, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:01:07.320 I SHARDING [conn9] distributed lock with ts: 584bee73666d1a4e49f54d20' unlocked. Sat Dec 10 06:01:07.320 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456635080000) }, max: { datetime: new Date(1456789238000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5302 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15755ms Sat Dec 10 06:01:07.333 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 06:01:07.345 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1472075355000) }, { datetime: new Date(1472171040000) }) in IISLogs.pubbsdweb2', ts : 584bee83666d1a4e49f54d27 Sat Dec 10 06:01:07.345 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 107|0||584bbf7a90d1dc672b548236, current metadata version is 107|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:01:07.347 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 107|0||584bbf7a90d1dc672b548236 to shard version 107|1||584bbf7a90d1dc672b548236 Sat Dec 10 06:01:07.347 I SHARDING [conn9] collection version was loaded at version 107|1||584bbf7a90d1dc672b548236, took 2ms Sat Dec 10 06:01:07.347 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:07.347-0600-584bee83666d1a4e49f54d28", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371267347), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:01:07.348 I SHARDING [conn9] moveChunk request accepted at version 107|1||584bbf7a90d1dc672b548236 Sat Dec 10 06:01:09.834 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:01:09.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:09.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:09.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:09.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:09.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:09.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:10.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:10.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:10.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:10.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:11.042 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776287 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1161ms Sat Dec 10 06:01:11.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2567, clonedBytes: 769942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:12.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11910, clonedBytes: 3658832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:14.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21732, clonedBytes: 6493224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:15.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31440, clonedBytes: 9339094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:16.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41371, clonedBytes: 12298580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:17.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51542, clonedBytes: 15353338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:18.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55000, clonedBytes: 16402249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:18.624 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776214 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1041ms Sat Dec 10 06:01:19.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60132, clonedBytes: 17934514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:20.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69874, clonedBytes: 20859841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:21.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79736, clonedBytes: 23832339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:22.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89627, clonedBytes: 26813267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:23.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98522, clonedBytes: 29477056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:24.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107603, clonedBytes: 32184287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:25.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:26.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:27.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:28.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:29.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee83666d1a4e49f54d29", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:29.531 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:01:29.532 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:01:29.533 I SHARDING [conn9] moveChunk setting version to: 108|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:01:29.538 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:01:29.538 I SHARDING [conn9] moveChunk updating self version to: 108|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1472171040000) } -> { datetime: new Date(1472240035000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 06:01:29.540 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:29.540-0600-584bee99666d1a4e49f54d2c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371289540), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 34012143, catchup: 0, steady: 0 } } Sat Dec 10 06:01:29.540 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:01:29.540 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:01:29.541 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:29.541-0600-584bee99666d1a4e49f54d2d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371289541), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, step 1 of 6: 0, step 2 of 6: 14, step 3 of 6: 2491, step 4 of 6: 19690, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:01:29.542 I SHARDING [conn9] distributed lock with ts: 584bee83666d1a4e49f54d27' unlocked. Sat Dec 10 06:01:29.542 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1472075355000) }, max: { datetime: new Date(1472171040000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:899 reslen:154 locks:{ Global: { acquireCount: { r: 1810, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2954 } }, Database: { acquireCount: { r: 901, w: 4, W: 2 } }, Collection: { acquireCount: { r: 901, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22212ms Sat Dec 10 06:01:29.546 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:01:29.547 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459440914000) }, { datetime: new Date(1459604088000) }) in IISLogs.pubprdweb02', ts : 584bee99666d1a4e49f54d2e Sat Dec 10 06:01:29.547 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 100|0||584bc22c90d1dc672b54829b, current metadata version is 100|0||584bc22c90d1dc672b54829b Sat Dec 10 06:01:29.548 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 100|0||584bc22c90d1dc672b54829b to shard version 100|1||584bc22c90d1dc672b54829b Sat Dec 10 06:01:29.548 I SHARDING [conn9] collection version was loaded at version 100|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:01:29.548 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:29.548-0600-584bee99666d1a4e49f54d2f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371289548), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:01:29.549 I SHARDING [conn9] moveChunk request accepted at version 100|1||584bc22c90d1dc672b54829b Sat Dec 10 06:01:32.276 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448334787000) } -> { datetime: new Date(1448442054000) } Sat Dec 10 06:01:32.277 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453760748000) } -> { datetime: new Date(1453855861000) }, with opId: 155907 Sat Dec 10 06:01:33.100 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 06:01:33.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:33.791 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 681ms Sat Dec 10 06:01:34.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2585, clonedBytes: 736546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:35.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12617, clonedBytes: 3713633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:36.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22491, clonedBytes: 6587764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:37.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32434, clonedBytes: 9618887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:38.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42891, clonedBytes: 12873054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:39.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52950, clonedBytes: 15912435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:40.069 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16391997 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 556ms Sat Dec 10 06:01:40.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56701, clonedBytes: 17027859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:41.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66439, clonedBytes: 19972214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:42.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76420, clonedBytes: 23092360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:43.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85934, clonedBytes: 25982294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:44.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95835, clonedBytes: 29079157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:45.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105123, clonedBytes: 32021371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:46.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bee99666d1a4e49f54d30", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 32444527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:46.537 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:01:46.538 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:01:46.538 I SHARDING [conn9] moveChunk setting version to: 101|0||584bc22c90d1dc672b54829b Sat Dec 10 06:01:46.548 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 32444527, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:01:46.548 I SHARDING [conn9] moveChunk updating self version to: 101|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459604088000) } -> { datetime: new Date(1459785666000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:01:46.550 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:46.550-0600-584beeaa666d1a4e49f54d33", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371306550), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 32444527, catchup: 0, steady: 0 } } Sat Dec 10 06:01:46.551 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:01:46.551 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:01:46.551 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:46.551-0600-584beeaa666d1a4e49f54d34", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371306551), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3554, step 4 of 6: 13432, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:01:46.552 I SHARDING [conn9] distributed lock with ts: 584bee99666d1a4e49f54d2e' unlocked. Sat Dec 10 06:01:46.553 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459440914000) }, max: { datetime: new Date(1459604088000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:851 reslen:154 locks:{ Global: { acquireCount: { r: 1714, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 263 } }, Database: { acquireCount: { r: 853, w: 4, W: 2 } }, Collection: { acquireCount: { r: 853, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17006ms Sat Dec 10 06:01:46.556 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:01:46.557 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448473204000) }, { datetime: new Date(1448556917000) }) in IISLogs.pubprdweb03', ts : 584beeaa666d1a4e49f54d35 Sat Dec 10 06:01:46.557 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 85|0||584bc97f90d1dc672b548352, current metadata version is 85|0||584bc97f90d1dc672b548352 Sat Dec 10 06:01:46.559 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 85|0||584bc97f90d1dc672b548352 to shard version 85|1||584bc97f90d1dc672b548352 Sat Dec 10 06:01:46.559 I SHARDING [conn9] collection version was loaded at version 85|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:01:46.559 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:01:46.559-0600-584beeaa666d1a4e49f54d36", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371306559), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:01:46.559 I SHARDING [conn9] moveChunk request accepted at version 85|1||584bc97f90d1dc672b548352 Sat Dec 10 06:01:47.857 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:01:47.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:47.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:47.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:47.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:47.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:47.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:48.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:48.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:48.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:48.740 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 994 } }, Database: { acquireCount: { r: 497 } }, Collection: { acquireCount: { r: 497 } } } protocol:op_command 870ms Sat Dec 10 06:01:48.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1153, clonedBytes: 309676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:49.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:51.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:52.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:53.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:54.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:55.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:56.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:57.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:58.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:01:59.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:00.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:01.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:02.154 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453760748000) } -> { datetime: new Date(1453855861000) } Sat Dec 10 06:02:02.154 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1469955236000) } -> { datetime: new Date(1470005185000) }, with opId: 156611 Sat Dec 10 06:02:02.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:03.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:04.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:05.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:06.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:07.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:08.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:09.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:10.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:11.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:12.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:13.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:14.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:15.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:16.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:17.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:18.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:19.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:20.182 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1469955236000) } -> { datetime: new Date(1470005185000) } Sat Dec 10 06:02:20.182 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456214781000) } -> { datetime: new Date(1456297971000) }, with opId: 156770 Sat Dec 10 06:02:20.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:21.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:22.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:23.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:24.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:25.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:26.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:27.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:28.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:29.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:30.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:31.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:33.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:34.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:35.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:36.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:37.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:38.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:38.464 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456214781000) } -> { datetime: new Date(1456297971000) } Sat Dec 10 06:02:38.465 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446056162000) } -> { datetime: new Date(1446089106000) }, with opId: 157003 Sat Dec 10 06:02:39.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:40.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:41.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:42.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:43.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:44.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:45.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:46.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:47.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:48.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:49.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:50.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:51.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:52.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:53.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:54.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:54.681 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446056162000) } -> { datetime: new Date(1446089106000) } Sat Dec 10 06:02:54.681 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448442054000) } -> { datetime: new Date(1448594368000) }, with opId: 157399 Sat Dec 10 06:02:55.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:56.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:57.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:58.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:02:59.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:00.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:01.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:02.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:03.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:04.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:05.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:06.051 I COMMAND [conn4] command IISLogs.pubbsdweb1 command: insert { insert: "pubbsdweb1", documents: [ { _id: ObjectId('584beef97391bb172cebeacc'), IP: "66.209.73.94", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64;+rv:49.0)+Gecko/20100101+Firefox/49.0", Country: "United States of America", datetime: new Date(1481367024000), proxy: null, url: "/BusinessEntity/BESearch.aspx", HTTPStatus: "200", HTTPResponseTime: "1218" } ], ordered: true, shardVersion: [ Timestamp 99000|1, ObjectId('584bba0d90d1dc672b548145') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 156ms Sat Dec 10 06:03:06.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:07.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:08.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:09.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:10.140 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448442054000) } -> { datetime: new Date(1448594368000) } Sat Dec 10 06:03:10.140 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453855861000) } -> { datetime: new Date(1453945495000) }, with opId: 158157 Sat Dec 10 06:03:10.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:11.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:12.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:13.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:15.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:16.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:17.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:18.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:19.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:20.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:21.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:22.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:23.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:24.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:25.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:26.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:27.149 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453855861000) } -> { datetime: new Date(1453945495000) } Sat Dec 10 06:03:27.150 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470005185000) } -> { datetime: new Date(1470057488000) }, with opId: 158558 Sat Dec 10 06:03:27.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:28.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:29.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:30.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:31.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:32.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:32.708 I COMMAND [conn4] command IISLogs.pubbsdweb1 command: insert { insert: "pubbsdweb1", documents: [ { _id: ObjectId('584bef127391bb172cebec71'), IP: "66.209.73.94", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64;+rv:49.0)+Gecko/20100101+Firefox/49.0", Country: "United States of America", datetime: new Date(1481367805000), proxy: null, url: "/BusinessEntity/BESearch.aspx", HTTPStatus: "200", HTTPResponseTime: "297" } ], ordered: true, shardVersion: [ Timestamp 99000|1, ObjectId('584bba0d90d1dc672b548145') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 1652ms Sat Dec 10 06:03:33.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:34.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:35.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:36.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:37.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:38.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:39.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:40.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:41.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:42.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:43.318 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470005185000) } -> { datetime: new Date(1470057488000) } Sat Dec 10 06:03:43.318 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456297971000) } -> { datetime: new Date(1456411205000) }, with opId: 159130 Sat Dec 10 06:03:43.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:44.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:45.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6430, clonedBytes: 1687295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:46.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11212, clonedBytes: 2906005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:47.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20280, clonedBytes: 5236631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:48.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27668, clonedBytes: 7176042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:49.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35694, clonedBytes: 9302922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:51.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46644, clonedBytes: 12196930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:52.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54097, clonedBytes: 14106244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:53.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62400, clonedBytes: 16285275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:54.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62640, clonedBytes: 16348739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:54.716 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13545592 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1352ms Sat Dec 10 06:03:55.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68263, clonedBytes: 17840296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:56.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76540, clonedBytes: 20046937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:57.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85129, clonedBytes: 22293391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:58.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94727, clonedBytes: 24775177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:03:59.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104731, clonedBytes: 27352956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:00.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:01.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:02.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:03.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:04.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:05.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:06.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:07.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:08.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:09.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:10.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:11.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:12.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:13.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:14.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:15.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:16.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beeaa666d1a4e49f54d37", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:16.927 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:04:16.928 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:04:16.929 I SHARDING [conn9] moveChunk setting version to: 86|0||584bc97f90d1dc672b548352 Sat Dec 10 06:04:16.946 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:04:16.947 I SHARDING [conn9] moveChunk updating self version to: 86|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448556917000) } -> { datetime: new Date(1448644576000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:04:16.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:16.949-0600-584bef40666d1a4e49f54d3a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371456949), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29547565, catchup: 0, steady: 0 } } Sat Dec 10 06:04:16.950 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:04:16.964 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:04:16.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:16.964-0600-584bef40666d1a4e49f54d3b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371456964), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1300, step 4 of 6: 149059, step 5 of 6: 36, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:04:16.967 I SHARDING [conn9] distributed lock with ts: 584beeaa666d1a4e49f54d35' unlocked. Sat Dec 10 06:04:16.967 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448473204000) }, max: { datetime: new Date(1448556917000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 28281 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 150411ms Sat Dec 10 06:04:16.974 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:04:16.975 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451347926000) }, { datetime: new Date(1451474271000) }) in IISLogs.pubprdweb04', ts : 584bef40666d1a4e49f54d3c Sat Dec 10 06:04:16.975 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 81|0||584bcad890d1dc672b54835d, current metadata version is 81|0||584bcad890d1dc672b54835d Sat Dec 10 06:04:16.976 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 81|0||584bcad890d1dc672b54835d to shard version 81|1||584bcad890d1dc672b54835d Sat Dec 10 06:04:16.976 I SHARDING [conn9] collection version was loaded at version 81|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:04:16.977 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:16.977-0600-584bef40666d1a4e49f54d3d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371456977), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:04:16.977 I SHARDING [conn9] moveChunk request accepted at version 81|1||584bcad890d1dc672b54835d Sat Dec 10 06:04:17.672 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456297971000) } -> { datetime: new Date(1456411205000) } Sat Dec 10 06:04:17.673 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446089106000) } -> { datetime: new Date(1446144262000) }, with opId: 160491 Sat Dec 10 06:04:17.861 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:04:17.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:17.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:17.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:17.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:17.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:18.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:18.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:18.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:18.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:18.773 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776279 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 899ms Sat Dec 10 06:04:19.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 173, clonedBytes: 50077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:20.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9136, clonedBytes: 2692746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:21.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19015, clonedBytes: 5529975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:22.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28430, clonedBytes: 8081604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:23.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38918, clonedBytes: 10889900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:24.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49078, clonedBytes: 13727732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:25.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58721, clonedBytes: 16376194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:26.042 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14549446 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 775ms Sat Dec 10 06:04:26.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60666, clonedBytes: 16890896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:27.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71117, clonedBytes: 19659837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:28.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80789, clonedBytes: 22310451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:29.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91396, clonedBytes: 25139116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:30.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101654, clonedBytes: 27843549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:31.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111828, clonedBytes: 30456338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:32.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef40666d1a4e49f54d3e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30562088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:32.732 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:04:32.733 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:04:32.734 I SHARDING [conn9] moveChunk setting version to: 82|0||584bcad890d1dc672b54835d Sat Dec 10 06:04:32.745 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30562088, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:04:32.745 I SHARDING [conn9] moveChunk updating self version to: 82|1||584bcad890d1dc672b54835d through { datetime: new Date(1451474271000) } -> { datetime: new Date(1451583803000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:04:32.746 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:32.746-0600-584bef50666d1a4e49f54d41", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371472746), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30562088, catchup: 0, steady: 0 } } Sat Dec 10 06:04:32.747 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:04:32.747 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:04:32.747 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:32.747-0600-584bef50666d1a4e49f54d42", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371472747), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 886, step 4 of 6: 14866, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:04:32.748 I SHARDING [conn9] distributed lock with ts: 584bef40666d1a4e49f54d3c' unlocked. Sat Dec 10 06:04:32.748 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451347926000) }, max: { datetime: new Date(1451474271000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 81000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 61 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15775ms Sat Dec 10 06:04:33.958 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:04:33.964 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456789238000) }, { datetime: new Date(1456931781000) }) in IISLogs.pubprdweb01', ts : 584bef51666d1a4e49f54d43 Sat Dec 10 06:04:33.964 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 109|0||584bbf4f90d1dc672b54822e, current metadata version is 109|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:04:33.966 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 109|0||584bbf4f90d1dc672b54822e to shard version 109|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:04:33.966 I SHARDING [conn9] collection version was loaded at version 109|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:04:33.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:33.966-0600-584bef51666d1a4e49f54d44", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371473966), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:04:33.967 I SHARDING [conn9] moveChunk request accepted at version 109|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:04:34.339 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446089106000) } -> { datetime: new Date(1446144262000) } Sat Dec 10 06:04:34.339 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448594368000) } -> { datetime: new Date(1448759317000) }, with opId: 161141 Sat Dec 10 06:04:35.455 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 06:04:35.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:35.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:36.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:36.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:37.151 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776297 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1691ms Sat Dec 10 06:04:37.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3497, clonedBytes: 1088835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:38.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13755, clonedBytes: 4298061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:39.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23662, clonedBytes: 7358087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:40.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33622, clonedBytes: 10275912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:41.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42047, clonedBytes: 12786676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:42.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51659, clonedBytes: 15581263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:43.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54219, clonedBytes: 16407726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:43.893 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15220558 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 820ms Sat Dec 10 06:04:44.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61901, clonedBytes: 18762788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:45.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71730, clonedBytes: 21648574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:46.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81502, clonedBytes: 24666314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:47.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91460, clonedBytes: 27763056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:48.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101510, clonedBytes: 30884027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:49.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef51666d1a4e49f54d45", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 31298269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:49.969 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:04:49.970 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:04:49.971 I SHARDING [conn9] moveChunk setting version to: 110|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:04:49.982 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 31298269, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:04:49.982 I SHARDING [conn9] moveChunk updating self version to: 110|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1456931781000) } -> { datetime: new Date(1457015188000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:04:49.984 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:49.984-0600-584bef61666d1a4e49f54d48", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371489984), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 31298269, catchup: 0, steady: 0 } } Sat Dec 10 06:04:49.985 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:04:49.985 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:04:49.985 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:49.985-0600-584bef61666d1a4e49f54d49", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371489985), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, step 1 of 6: 0, step 2 of 6: 9, step 3 of 6: 1492, step 4 of 6: 14509, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:04:49.986 I SHARDING [conn9] distributed lock with ts: 584bef51666d1a4e49f54d43' unlocked. Sat Dec 10 06:04:49.986 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456789238000) }, max: { datetime: new Date(1456931781000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 126 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16028ms Sat Dec 10 06:04:49.990 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 06:04:49.991 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1472171040000) }, { datetime: new Date(1472240035000) }) in IISLogs.pubbsdweb2', ts : 584bef61666d1a4e49f54d4a Sat Dec 10 06:04:49.991 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 108|0||584bbf7a90d1dc672b548236, current metadata version is 108|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:04:49.992 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 108|0||584bbf7a90d1dc672b548236 to shard version 108|1||584bbf7a90d1dc672b548236 Sat Dec 10 06:04:49.992 I SHARDING [conn9] collection version was loaded at version 108|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 06:04:49.992 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:04:49.992-0600-584bef61666d1a4e49f54d4b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371489992), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:04:49.993 I SHARDING [conn9] moveChunk request accepted at version 108|1||584bbf7a90d1dc672b548236 Sat Dec 10 06:04:51.369 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:04:51.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:51.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:52.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:52.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:53.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:54.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:55.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:56.381 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 5000ms Sat Dec 10 06:04:56.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1544, clonedBytes: 466350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:57.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11619, clonedBytes: 3433694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:58.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21796, clonedBytes: 6469725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:04:58.996 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448594368000) } -> { datetime: new Date(1448759317000) } Sat Dec 10 06:04:58.996 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1453945495000) } -> { datetime: new Date(1454046911000) }, with opId: 161714 Sat Dec 10 06:04:59.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29705, clonedBytes: 8789121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:00.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39064, clonedBytes: 11537201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:02.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50296, clonedBytes: 14866004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:03.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55461, clonedBytes: 16398773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:04.070 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776248 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1486ms Sat Dec 10 06:05:04.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55461, clonedBytes: 16398773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:05.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64946, clonedBytes: 19217369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:06.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73223, clonedBytes: 21676785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:07.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82348, clonedBytes: 24376899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:08.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88591, clonedBytes: 26251589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:09.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93232, clonedBytes: 27644359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:10.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101902, clonedBytes: 30232007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:11.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111045, clonedBytes: 32980334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:12.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef61666d1a4e49f54d4c", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33789454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:12.344 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:05:12.345 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:05:12.345 I SHARDING [conn9] moveChunk setting version to: 109|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:05:12.348 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33789454, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:05:12.348 I SHARDING [conn9] moveChunk updating self version to: 109|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1472240035000) } -> { datetime: new Date(1472444599000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 06:05:12.349 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:12.349-0600-584bef78666d1a4e49f54d4f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371512349), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33789454, catchup: 0, steady: 0 } } Sat Dec 10 06:05:12.350 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:05:12.352 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:05:12.352 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:12.352-0600-584bef78666d1a4e49f54d50", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371512352), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1380, step 4 of 6: 20970, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:05:12.353 I SHARDING [conn9] distributed lock with ts: 584bef61666d1a4e49f54d4a' unlocked. Sat Dec 10 06:05:12.353 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1472171040000) }, max: { datetime: new Date(1472240035000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1837 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22364ms Sat Dec 10 06:05:12.358 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:05:12.359 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459604088000) }, { datetime: new Date(1459785666000) }) in IISLogs.pubprdweb02', ts : 584bef78666d1a4e49f54d51 Sat Dec 10 06:05:12.359 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 101|0||584bc22c90d1dc672b54829b, current metadata version is 101|0||584bc22c90d1dc672b54829b Sat Dec 10 06:05:12.360 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 101|0||584bc22c90d1dc672b54829b to shard version 101|1||584bc22c90d1dc672b54829b Sat Dec 10 06:05:12.360 I SHARDING [conn9] collection version was loaded at version 101|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:05:12.360 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:12.360-0600-584bef78666d1a4e49f54d52", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371512360), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:05:12.361 I SHARDING [conn9] moveChunk request accepted at version 101|1||584bc22c90d1dc672b54829b Sat Dec 10 06:05:14.002 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 06:05:14.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:14.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:15.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:15.153 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1086ms Sat Dec 10 06:05:16.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2423, clonedBytes: 726094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:17.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12097, clonedBytes: 3656964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:18.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21948, clonedBytes: 6652455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:19.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31649, clonedBytes: 9570001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:19.835 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1453945495000) } -> { datetime: new Date(1454046911000) } Sat Dec 10 06:05:19.835 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470057488000) } -> { datetime: new Date(1470084441000) }, with opId: 161873 Sat Dec 10 06:05:20.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41422, clonedBytes: 12459059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:21.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51414, clonedBytes: 15510019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:22.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54418, clonedBytes: 16406229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:23.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54418, clonedBytes: 16406229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:24.316 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 2787ms Sat Dec 10 06:05:24.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54418, clonedBytes: 16406229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:25.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63554, clonedBytes: 19402607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:26.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72310, clonedBytes: 22302592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:27.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82432, clonedBytes: 26108266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:28.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91690, clonedBytes: 29299066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:29.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101180, clonedBytes: 32274825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:30.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef78666d1a4e49f54d53", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 33980100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:30.510 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:05:30.511 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:05:30.512 I SHARDING [conn9] moveChunk setting version to: 102|0||584bc22c90d1dc672b54829b Sat Dec 10 06:05:30.516 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 33980100, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:05:30.516 I SHARDING [conn9] moveChunk updating self version to: 102|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459785666000) } -> { datetime: new Date(1459875857000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:05:30.518 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:30.518-0600-584bef8a666d1a4e49f54d56", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371530518), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 33980100, catchup: 0, steady: 0 } } Sat Dec 10 06:05:30.519 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:05:30.519 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:05:30.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:30.519-0600-584bef8a666d1a4e49f54d57", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371530519), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1648, step 4 of 6: 16499, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:05:30.520 I SHARDING [conn9] distributed lock with ts: 584bef78666d1a4e49f54d51' unlocked. Sat Dec 10 06:05:30.520 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459604088000) }, max: { datetime: new Date(1459785666000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 106 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18162ms Sat Dec 10 06:05:30.526 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:05:30.527 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448556917000) }, { datetime: new Date(1448644576000) }) in IISLogs.pubprdweb03', ts : 584bef8a666d1a4e49f54d58 Sat Dec 10 06:05:30.527 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 86|0||584bc97f90d1dc672b548352, current metadata version is 86|0||584bc97f90d1dc672b548352 Sat Dec 10 06:05:30.529 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 86|0||584bc97f90d1dc672b548352 to shard version 86|1||584bc97f90d1dc672b548352 Sat Dec 10 06:05:30.529 I SHARDING [conn9] collection version was loaded at version 86|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:05:30.529 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:30.529-0600-584bef8a666d1a4e49f54d59", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371530529), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:05:30.530 I SHARDING [conn9] moveChunk request accepted at version 86|1||584bc97f90d1dc672b548352 Sat Dec 10 06:05:32.227 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:05:32.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:32.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:33.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:34.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:35.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:36.276 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776031 locks:{ Global: { acquireCount: { r: 1056 } }, Database: { acquireCount: { r: 528 } }, Collection: { acquireCount: { r: 528 } } } protocol:op_command 4040ms Sat Dec 10 06:05:36.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 283, clonedBytes: 73529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:37.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10456, clonedBytes: 2684282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:38.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20742, clonedBytes: 5332328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:39.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30463, clonedBytes: 7852767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:40.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40923, clonedBytes: 10456964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:41.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50666, clonedBytes: 12999776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:42.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57689, clonedBytes: 14885583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:43.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63342, clonedBytes: 16343599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:44.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63342, clonedBytes: 16343599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:45.514 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13672908 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 2198ms Sat Dec 10 06:05:45.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63853, clonedBytes: 16483197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:46.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73904, clonedBytes: 19135486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:46.949 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470057488000) } -> { datetime: new Date(1470084441000) } Sat Dec 10 06:05:46.950 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456411205000) } -> { datetime: new Date(1456511261000) }, with opId: 162025 Sat Dec 10 06:05:47.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83864, clonedBytes: 21765643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:48.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93649, clonedBytes: 24357415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:49.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103710, clonedBytes: 26960640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:50.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113688, clonedBytes: 29659354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:51.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 29674648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:52.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 29674648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:53.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113745, clonedBytes: 29674648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:54.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bef8a666d1a4e49f54d5a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29674648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:54.941 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:05:54.942 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:05:54.943 I SHARDING [conn9] moveChunk setting version to: 87|0||584bc97f90d1dc672b548352 Sat Dec 10 06:05:54.953 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29674648, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:05:54.953 I SHARDING [conn9] moveChunk updating self version to: 87|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448644576000) } -> { datetime: new Date(1448729881000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:05:54.955 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:54.955-0600-584befa2666d1a4e49f54d5d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371554955), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29674648, catchup: 0, steady: 0 } } Sat Dec 10 06:05:54.957 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:05:54.957 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:05:54.958 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:54.958-0600-584befa2666d1a4e49f54d5e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371554958), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1704, step 4 of 6: 22705, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:05:54.959 I SHARDING [conn9] distributed lock with ts: 584bef8a666d1a4e49f54d58' unlocked. Sat Dec 10 06:05:54.959 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448556917000) }, max: { datetime: new Date(1448644576000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 266 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24432ms Sat Dec 10 06:05:54.964 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:05:54.965 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451474271000) }, { datetime: new Date(1451583803000) }) in IISLogs.pubprdweb04', ts : 584befa2666d1a4e49f54d5f Sat Dec 10 06:05:54.965 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 82|0||584bcad890d1dc672b54835d, current metadata version is 82|0||584bcad890d1dc672b54835d Sat Dec 10 06:05:54.966 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 82|0||584bcad890d1dc672b54835d to shard version 82|1||584bcad890d1dc672b54835d Sat Dec 10 06:05:54.966 I SHARDING [conn9] collection version was loaded at version 82|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:05:54.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:05:54.966-0600-584befa2666d1a4e49f54d60", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371554966), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:05:54.967 I SHARDING [conn9] moveChunk request accepted at version 82|1||584bcad890d1dc672b54835d Sat Dec 10 06:05:56.189 I SHARDING [conn9] moveChunk number of documents: 112201 Sat Dec 10 06:05:56.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:56.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:57.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:58.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:05:59.319 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776296 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } protocol:op_command 3119ms Sat Dec 10 06:05:59.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:00.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9115, clonedBytes: 2403392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:01.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19342, clonedBytes: 5083794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:02.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28895, clonedBytes: 7630467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:03.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36916, clonedBytes: 9739897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:04.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44836, clonedBytes: 11809949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:05.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50530, clonedBytes: 13341723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:06.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55024, clonedBytes: 14575038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:07.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57683, clonedBytes: 15456415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:08.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60477, clonedBytes: 16363919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:09.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60477, clonedBytes: 16363919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:10.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60477, clonedBytes: 16363919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:10.937 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14859602 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 2898ms Sat Dec 10 06:06:11.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63337, clonedBytes: 17187192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:12.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67685, clonedBytes: 18402244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:13.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72663, clonedBytes: 19882498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:14.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77985, clonedBytes: 21358631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:15.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82151, clonedBytes: 22537294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:16.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87578, clonedBytes: 24022498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:17.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92899, clonedBytes: 25501424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:18.188 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456411205000) } -> { datetime: new Date(1456511261000) } Sat Dec 10 06:06:18.191 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446144262000) } -> { datetime: new Date(1446199704000) }, with opId: 162237 Sat Dec 10 06:06:18.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99111, clonedBytes: 27160802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:19.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105429, clonedBytes: 29075785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:20.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befa2666d1a4e49f54d61", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112201, clonedBytes: 30872415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:20.965 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:06:20.966 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:06:20.967 I SHARDING [conn9] moveChunk setting version to: 83|0||584bcad890d1dc672b54835d Sat Dec 10 06:06:20.972 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112201, clonedBytes: 30872415, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:06:20.972 I SHARDING [conn9] moveChunk updating self version to: 83|1||584bcad890d1dc672b54835d through { datetime: new Date(1451583803000) } -> { datetime: new Date(1451699503000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:06:20.973 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:06:20.973-0600-584befbc666d1a4e49f54d64", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371580973), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112201, clonedBytes: 30872415, catchup: 0, steady: 0 } } Sat Dec 10 06:06:20.974 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:06:20.974 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:06:20.974 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:06:20.974-0600-584befbc666d1a4e49f54d65", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371580974), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1225, step 4 of 6: 24772, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:06:20.975 I SHARDING [conn9] distributed lock with ts: 584befa2666d1a4e49f54d5f' unlocked. Sat Dec 10 06:06:20.975 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451474271000) }, max: { datetime: new Date(1451583803000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 82000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11152 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26013ms Sat Dec 10 06:06:22.060 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:06:22.061 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1456931781000) }, { datetime: new Date(1457015188000) }) in IISLogs.pubprdweb01', ts : 584befbe666d1a4e49f54d66 Sat Dec 10 06:06:22.061 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 110|0||584bbf4f90d1dc672b54822e, current metadata version is 110|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:06:22.063 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 110|0||584bbf4f90d1dc672b54822e to shard version 110|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:06:22.063 I SHARDING [conn9] collection version was loaded at version 110|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:06:22.063 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:06:22.063-0600-584befbe666d1a4e49f54d67", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371582063), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:06:22.063 I SHARDING [conn9] moveChunk request accepted at version 110|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:06:23.216 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:06:23.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:23.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:24.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:24.780 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776205 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 1540ms Sat Dec 10 06:06:25.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1871, clonedBytes: 562283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:26.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7974, clonedBytes: 2349402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:27.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15380, clonedBytes: 4574990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:28.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21481, clonedBytes: 6391356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:29.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28729, clonedBytes: 8549932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:30.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36364, clonedBytes: 11010237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:31.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42122, clonedBytes: 12835602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:32.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48246, clonedBytes: 14691564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:33.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53633, clonedBytes: 16411736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:34.302 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776077 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 1001ms Sat Dec 10 06:06:34.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54831, clonedBytes: 16845955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:35.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61001, clonedBytes: 18862124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:36.391 I SHARDING [RangeDeleter] rangeDeleter deleted 113750 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446144262000) } -> { datetime: new Date(1446199704000) } Sat Dec 10 06:06:36.391 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448759317000) } -> { datetime: new Date(1448911625000) }, with opId: 162325 Sat Dec 10 06:06:36.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66140, clonedBytes: 20632820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:37.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71542, clonedBytes: 22402162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:38.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77957, clonedBytes: 24477519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:39.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83491, clonedBytes: 26556396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:40.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89443, clonedBytes: 28692394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:41.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95980, clonedBytes: 30933700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:42.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101310, clonedBytes: 32865036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:42.921 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:522123 locks:{ Global: { acquireCount: { r: 32 } }, Database: { acquireCount: { r: 16 } }, Collection: { acquireCount: { r: 16 } } } protocol:op_command 143ms Sat Dec 10 06:06:43.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befbe666d1a4e49f54d68", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 33378413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:43.858 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:06:43.859 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:06:43.860 I SHARDING [conn9] moveChunk setting version to: 111|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:06:43.868 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 33378413, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:06:43.868 I SHARDING [conn9] moveChunk updating self version to: 111|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457015188000) } -> { datetime: new Date(1457089905000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:06:43.869 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:06:43.869-0600-584befd3666d1a4e49f54d6b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371603869), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 33378413, catchup: 0, steady: 0 } } Sat Dec 10 06:06:43.870 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:06:43.870 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:06:43.870 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:06:43.870-0600-584befd3666d1a4e49f54d6c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371603870), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1155, step 4 of 6: 20638, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:06:43.872 I SHARDING [conn9] distributed lock with ts: 584befbe666d1a4e49f54d66' unlocked. Sat Dec 10 06:06:43.872 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456931781000) }, max: { datetime: new Date(1457015188000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5908 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21814ms Sat Dec 10 06:06:43.878 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } Sat Dec 10 06:06:43.878 I SHARDING [conn9] distributed lock 'IISLogs.pubbsdweb2' acquired for 'migrating chunk [{ datetime: new Date(1472240035000) }, { datetime: new Date(1472444599000) }) in IISLogs.pubbsdweb2', ts : 584befd3666d1a4e49f54d6d Sat Dec 10 06:06:43.879 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubbsdweb2 based on current shard version 109|0||584bbf7a90d1dc672b548236, current metadata version is 109|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:06:43.880 I SHARDING [conn9] updating metadata for IISLogs.pubbsdweb2 from shard version 109|0||584bbf7a90d1dc672b548236 to shard version 109|1||584bbf7a90d1dc672b548236 Sat Dec 10 06:06:43.880 I SHARDING [conn9] collection version was loaded at version 109|1||584bbf7a90d1dc672b548236, took 1ms Sat Dec 10 06:06:43.880 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:06:43.880-0600-584befd3666d1a4e49f54d6e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371603880), what: "moveChunk.start", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:06:43.881 I SHARDING [conn9] moveChunk request accepted at version 109|1||584bbf7a90d1dc672b548236 Sat Dec 10 06:06:45.920 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:06:45.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:45.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:46.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:47.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:48.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:48.483 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 2553ms Sat Dec 10 06:06:49.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2216, clonedBytes: 661658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:50.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6711, clonedBytes: 1998402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:51.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11307, clonedBytes: 3375081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:52.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16374, clonedBytes: 4905968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:53.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20926, clonedBytes: 6291761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:54.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27008, clonedBytes: 8117329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:55.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32091, clonedBytes: 9652283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:56.120 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448759317000) } -> { datetime: new Date(1448911625000) } Sat Dec 10 06:06:56.120 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454046911000) } -> { datetime: new Date(1454147161000) }, with opId: 162474 Sat Dec 10 06:06:56.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35969, clonedBytes: 10822967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:57.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39990, clonedBytes: 12024315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:58.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44991, clonedBytes: 13523770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:06:59.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48517, clonedBytes: 14603738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:00.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53365, clonedBytes: 16034206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:01.454 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776216 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 845ms Sat Dec 10 06:07:01.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54739, clonedBytes: 16403981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:02.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58637, clonedBytes: 17559813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:03.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62974, clonedBytes: 18904882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:04.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68093, clonedBytes: 20400665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:05.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73396, clonedBytes: 21911267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:06.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77772, clonedBytes: 23225587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:07.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81645, clonedBytes: 24414412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:08.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86012, clonedBytes: 25741387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:09.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89407, clonedBytes: 26795527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:10.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92737, clonedBytes: 27827753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:11.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96501, clonedBytes: 28987242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:12.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100200, clonedBytes: 30130328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:13.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105120, clonedBytes: 31621416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:14.631 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1429056 locks:{ Global: { acquireCount: { r: 80 } }, Database: { acquireCount: { r: 40 } }, Collection: { acquireCount: { r: 40 } } } protocol:op_command 192ms Sat Dec 10 06:07:14.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110064, clonedBytes: 33120223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:15.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584befd3666d1a4e49f54d6f", ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34212844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:15.836 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:07:15.837 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:07:15.837 I SHARDING [conn9] moveChunk setting version to: 110|0||584bbf7a90d1dc672b548236 Sat Dec 10 06:07:15.841 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34212844, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:07:15.842 I SHARDING [conn9] moveChunk updating self version to: 110|1||584bbf7a90d1dc672b548236 through { datetime: new Date(1472444599000) } -> { datetime: new Date(1472496917000) } for collection 'IISLogs.pubbsdweb2' Sat Dec 10 06:07:15.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:15.843-0600-584beff3666d1a4e49f54d72", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371635843), what: "moveChunk.commit", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34212844, catchup: 0, steady: 0 } } Sat Dec 10 06:07:15.843 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:07:15.844 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:07:15.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:15.844-0600-584beff3666d1a4e49f54d73", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371635844), what: "moveChunk.from", ns: "IISLogs.pubbsdweb2", details: { min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2048, step 4 of 6: 29908, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:07:15.845 I SHARDING [conn9] distributed lock with ts: 584befd3666d1a4e49f54d6d' unlocked. Sat Dec 10 06:07:15.845 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubbsdweb2", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1472240035000) }, max: { datetime: new Date(1472444599000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bbf7a90d1dc672b548236') ], epoch: ObjectId('584bbf7a90d1dc672b548236') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 188 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 31969ms Sat Dec 10 06:07:15.849 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:07:15.850 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459785666000) }, { datetime: new Date(1459875857000) }) in IISLogs.pubprdweb02', ts : 584beff3666d1a4e49f54d74 Sat Dec 10 06:07:15.850 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 102|0||584bc22c90d1dc672b54829b, current metadata version is 102|0||584bc22c90d1dc672b54829b Sat Dec 10 06:07:15.851 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 102|0||584bc22c90d1dc672b54829b to shard version 102|1||584bc22c90d1dc672b54829b Sat Dec 10 06:07:15.851 I SHARDING [conn9] collection version was loaded at version 102|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:07:15.851 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:15.851-0600-584beff3666d1a4e49f54d75", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371635851), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:07:15.852 I SHARDING [conn9] moveChunk request accepted at version 102|1||584bc22c90d1dc672b54829b Sat Dec 10 06:07:17.185 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 06:07:17.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:17.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:18.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:18.997 I SHARDING [RangeDeleter] rangeDeleter deleted 102918 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454046911000) } -> { datetime: new Date(1454147161000) } Sat Dec 10 06:07:18.997 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470084441000) } -> { datetime: new Date(1470125251000) }, with opId: 162588 Sat Dec 10 06:07:19.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:19.513 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775967 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 2323ms Sat Dec 10 06:07:20.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4563, clonedBytes: 1424980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:21.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9278, clonedBytes: 2887548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:22.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15439, clonedBytes: 4903962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:23.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21578, clonedBytes: 6802664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:24.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26258, clonedBytes: 8191607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:25.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31543, clonedBytes: 9755850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:26.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37882, clonedBytes: 11725928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:27.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43722, clonedBytes: 13617274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:28.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50350, clonedBytes: 15813918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:29.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52210, clonedBytes: 16421459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:30.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52210, clonedBytes: 16421459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:31.719 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776308 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 2850ms Sat Dec 10 06:07:31.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52210, clonedBytes: 16421459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:32.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57842, clonedBytes: 18266115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:33.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62540, clonedBytes: 19805167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:35.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73741, clonedBytes: 24037002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:36.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83745, clonedBytes: 27392437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:37.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94049, clonedBytes: 30567734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:38.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101532, clonedBytes: 32863475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:38.344 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1599079 locks:{ Global: { acquireCount: { r: 90 } }, Database: { acquireCount: { r: 45 } }, Collection: { acquireCount: { r: 45 } } } protocol:op_command 453ms Sat Dec 10 06:07:39.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584beff3666d1a4e49f54d76", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 34433564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:39.188 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:07:39.189 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:07:39.190 I SHARDING [conn9] moveChunk setting version to: 103|0||584bc22c90d1dc672b54829b Sat Dec 10 06:07:39.193 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 34433564, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:07:39.193 I SHARDING [conn9] moveChunk updating self version to: 103|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459875857000) } -> { datetime: new Date(1459974655000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:07:39.195 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:39.195-0600-584bf00b666d1a4e49f54d79", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371659195), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 34433564, catchup: 0, steady: 0 } } Sat Dec 10 06:07:39.195 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:07:39.195 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:07:39.195 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:39.195-0600-584bf00b666d1a4e49f54d7a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371659195), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1336, step 4 of 6: 22001, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:07:39.197 I SHARDING [conn9] distributed lock with ts: 584beff3666d1a4e49f54d74' unlocked. Sat Dec 10 06:07:39.197 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459785666000) }, max: { datetime: new Date(1459875857000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10055 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23348ms Sat Dec 10 06:07:39.202 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:07:39.203 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448644576000) }, { datetime: new Date(1448729881000) }) in IISLogs.pubprdweb03', ts : 584bf00b666d1a4e49f54d7b Sat Dec 10 06:07:39.203 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 87|0||584bc97f90d1dc672b548352, current metadata version is 87|0||584bc97f90d1dc672b548352 Sat Dec 10 06:07:39.205 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 87|0||584bc97f90d1dc672b548352 to shard version 87|1||584bc97f90d1dc672b548352 Sat Dec 10 06:07:39.205 I SHARDING [conn9] collection version was loaded at version 87|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:07:39.205 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:39.205-0600-584bf00b666d1a4e49f54d7c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371659205), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:07:39.206 I SHARDING [conn9] moveChunk request accepted at version 87|1||584bc97f90d1dc672b548352 Sat Dec 10 06:07:40.873 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:07:40.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:40.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:40.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:40.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:40.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:40.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:41.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:41.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:41.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:41.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:42.495 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470084441000) } -> { datetime: new Date(1470125251000) } Sat Dec 10 06:07:42.495 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456511261000) } -> { datetime: new Date(1456617773000) }, with opId: 162712 Sat Dec 10 06:07:42.544 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776149 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 1654ms Sat Dec 10 06:07:42.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3397, clonedBytes: 933736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:44.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13467, clonedBytes: 3627187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:45.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23720, clonedBytes: 6241864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:46.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33684, clonedBytes: 8874486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:47.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43339, clonedBytes: 11438749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:48.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53479, clonedBytes: 14056653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:49.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61822, clonedBytes: 16199129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:50.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62400, clonedBytes: 16350311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:50.537 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13599753 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 1189ms Sat Dec 10 06:07:51.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68890, clonedBytes: 18096310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:52.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77968, clonedBytes: 20365224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:53.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88135, clonedBytes: 22979754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:54.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98166, clonedBytes: 25640980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:55.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108338, clonedBytes: 28257767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:56.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf00b666d1a4e49f54d7d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29601618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:56.425 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:07:56.426 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:07:56.427 I SHARDING [conn9] moveChunk setting version to: 88|0||584bc97f90d1dc672b548352 Sat Dec 10 06:07:56.435 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29601618, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:07:56.435 I SHARDING [conn9] moveChunk updating self version to: 88|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448729881000) } -> { datetime: new Date(1448791010000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:07:56.436 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:56.436-0600-584bf01c666d1a4e49f54d80", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371676436), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29601618, catchup: 0, steady: 0 } } Sat Dec 10 06:07:56.437 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:07:56.437 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:07:56.437 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:56.437-0600-584bf01c666d1a4e49f54d81", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371676437), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1672, step 4 of 6: 15548, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:07:56.438 I SHARDING [conn9] distributed lock with ts: 584bf00b666d1a4e49f54d7b' unlocked. Sat Dec 10 06:07:56.439 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448644576000) }, max: { datetime: new Date(1448729881000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 196 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17236ms Sat Dec 10 06:07:56.443 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:07:56.444 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451583803000) }, { datetime: new Date(1451699503000) }) in IISLogs.pubprdweb04', ts : 584bf01c666d1a4e49f54d82 Sat Dec 10 06:07:56.444 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 83|0||584bcad890d1dc672b54835d, current metadata version is 83|0||584bcad890d1dc672b54835d Sat Dec 10 06:07:56.446 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 83|0||584bcad890d1dc672b54835d to shard version 83|1||584bcad890d1dc672b54835d Sat Dec 10 06:07:56.446 I SHARDING [conn9] collection version was loaded at version 83|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:07:56.446 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:07:56.446-0600-584bf01c666d1a4e49f54d83", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371676446), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:07:56.446 I SHARDING [conn9] moveChunk request accepted at version 83|1||584bcad890d1dc672b54835d Sat Dec 10 06:07:57.458 I SHARDING [conn9] moveChunk number of documents: 112246 Sat Dec 10 06:07:57.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:57.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:58.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:58.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:07:58.779 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776251 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 1313ms Sat Dec 10 06:07:59.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8049, clonedBytes: 2229418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:00.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18033, clonedBytes: 5024931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:01.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28364, clonedBytes: 7940382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:02.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38573, clonedBytes: 10804958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:03.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48945, clonedBytes: 13987953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:04.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57199, clonedBytes: 16386820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:05.652 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15723979 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 1043ms Sat Dec 10 06:08:05.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58101, clonedBytes: 16631616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:06.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68388, clonedBytes: 19513461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:07.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78853, clonedBytes: 22316045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:08.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89149, clonedBytes: 25183747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:09.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99572, clonedBytes: 28163345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:10.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109681, clonedBytes: 31036012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:12.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf01c666d1a4e49f54d84", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112246, clonedBytes: 31736432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:12.014 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:08:12.015 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:08:12.015 I SHARDING [conn9] moveChunk setting version to: 84|0||584bcad890d1dc672b54835d Sat Dec 10 06:08:12.017 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112246, clonedBytes: 31736432, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:08:12.017 I SHARDING [conn9] moveChunk updating self version to: 84|1||584bcad890d1dc672b54835d through { datetime: new Date(1451699503000) } -> { datetime: new Date(1451843585000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:08:12.019 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:12.019-0600-584bf02c666d1a4e49f54d87", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371692019), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112246, clonedBytes: 31736432, catchup: 0, steady: 0 } } Sat Dec 10 06:08:12.019 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:08:12.019 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:08:12.019 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:12.019-0600-584bf02c666d1a4e49f54d88", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371692019), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1014, step 4 of 6: 14555, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:08:12.021 I SHARDING [conn9] distributed lock with ts: 584bf01c666d1a4e49f54d82' unlocked. Sat Dec 10 06:08:12.021 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451583803000) }, max: { datetime: new Date(1451699503000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 83000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 238 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15578ms Sat Dec 10 06:08:13.114 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:08:13.115 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457015188000) }, { datetime: new Date(1457089905000) }) in IISLogs.pubprdweb01', ts : 584bf02d666d1a4e49f54d89 Sat Dec 10 06:08:13.115 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 111|0||584bbf4f90d1dc672b54822e, current metadata version is 111|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:08:13.116 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 111|0||584bbf4f90d1dc672b54822e to shard version 111|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:08:13.116 I SHARDING [conn9] collection version was loaded at version 111|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:08:13.116 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:13.116-0600-584bf02d666d1a4e49f54d8a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371693116), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:08:13.117 I SHARDING [conn9] moveChunk request accepted at version 111|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:08:14.045 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:08:14.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:14.914 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776047 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 789ms Sat Dec 10 06:08:15.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16, clonedBytes: 4876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:15.742 I SHARDING [RangeDeleter] rangeDeleter deleted 106487 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456511261000) } -> { datetime: new Date(1456617773000) } Sat Dec 10 06:08:15.743 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446199704000) } -> { datetime: new Date(1446266647000) }, with opId: 162977 Sat Dec 10 06:08:16.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8742, clonedBytes: 2792191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:17.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18714, clonedBytes: 5890216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:18.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28556, clonedBytes: 9099053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:19.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38352, clonedBytes: 12155272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:20.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47801, clonedBytes: 15145672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:21.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52043, clonedBytes: 16422708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:21.434 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776157 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 739ms Sat Dec 10 06:08:22.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59174, clonedBytes: 18707795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:23.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69213, clonedBytes: 22070042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:24.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79275, clonedBytes: 25446671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:25.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89139, clonedBytes: 28988317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:26.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99412, clonedBytes: 32577205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:27.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf02d666d1a4e49f54d8b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 33725503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:27.525 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:08:27.547 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:08:27.548 I SHARDING [conn9] moveChunk setting version to: 112|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:08:27.550 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 33725503, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:08:27.550 I SHARDING [conn9] moveChunk updating self version to: 112|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457089905000) } -> { datetime: new Date(1457199813000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:08:27.551 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:27.551-0600-584bf03b666d1a4e49f54d8e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371707551), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 33725503, catchup: 0, steady: 0 } } Sat Dec 10 06:08:27.552 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:08:27.552 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:08:27.552 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:27.552-0600-584bf03b666d1a4e49f54d8f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371707552), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 932, step 4 of 6: 13477, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:08:27.553 I SHARDING [conn9] distributed lock with ts: 584bf02d666d1a4e49f54d89' unlocked. Sat Dec 10 06:08:27.553 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457015188000) }, max: { datetime: new Date(1457089905000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7864 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14440ms Sat Dec 10 06:08:27.560 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:08:27.561 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459875857000) }, { datetime: new Date(1459974655000) }) in IISLogs.pubprdweb02', ts : 584bf03b666d1a4e49f54d90 Sat Dec 10 06:08:27.561 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 103|0||584bc22c90d1dc672b54829b, current metadata version is 103|0||584bc22c90d1dc672b54829b Sat Dec 10 06:08:27.562 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 103|0||584bc22c90d1dc672b54829b to shard version 103|1||584bc22c90d1dc672b54829b Sat Dec 10 06:08:27.562 I SHARDING [conn9] collection version was loaded at version 103|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:08:27.562 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:27.562-0600-584bf03b666d1a4e49f54d91", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371707562), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:08:27.562 I SHARDING [conn9] moveChunk request accepted at version 103|1||584bc22c90d1dc672b54829b Sat Dec 10 06:08:29.075 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 06:08:29.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:29.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:30.036 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776278 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 956ms Sat Dec 10 06:08:30.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 247, clonedBytes: 73322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:31.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13850, clonedBytes: 4429301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:32.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23216, clonedBytes: 7233550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:33.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32951, clonedBytes: 10373936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:34.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42411, clonedBytes: 13524805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:35.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51223, clonedBytes: 16428679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:36.371 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776321 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 788ms Sat Dec 10 06:08:36.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53411, clonedBytes: 17115145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:37.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63101, clonedBytes: 20821889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:38.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74600, clonedBytes: 24638040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:39.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80567, clonedBytes: 26436451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:41.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86066, clonedBytes: 28125599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:42.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91578, clonedBytes: 29839691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:42.939 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446199704000) } -> { datetime: new Date(1446266647000) } Sat Dec 10 06:08:42.939 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1448911625000) } -> { datetime: new Date(1449012334000) }, with opId: 163134 Sat Dec 10 06:08:43.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95847, clonedBytes: 31279277, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:44.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100862, clonedBytes: 32868489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:44.250 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1706860 locks:{ Global: { acquireCount: { r: 94 } }, Database: { acquireCount: { r: 47 } }, Collection: { acquireCount: { r: 47 } } } protocol:op_command 171ms Sat Dec 10 06:08:45.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106209, clonedBytes: 34454119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:46.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf03b666d1a4e49f54d92", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 34542339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:46.143 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:08:46.146 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:08:46.146 I SHARDING [conn9] moveChunk setting version to: 104|0||584bc22c90d1dc672b54829b Sat Dec 10 06:08:46.181 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 34542339, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:08:46.182 I SHARDING [conn9] moveChunk updating self version to: 104|1||584bc22c90d1dc672b54829b through { datetime: new Date(1459974655000) } -> { datetime: new Date(1460134849000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:08:46.190 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:46.190-0600-584bf04e666d1a4e49f54d95", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371726190), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 34542339, catchup: 0, steady: 0 } } Sat Dec 10 06:08:46.191 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:08:46.191 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:08:46.192 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:46.192-0600-584bf04e666d1a4e49f54d96", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371726192), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1515, step 4 of 6: 17066, step 5 of 6: 48, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:08:46.193 I SHARDING [conn9] distributed lock with ts: 584bf03b666d1a4e49f54d90' unlocked. Sat Dec 10 06:08:46.193 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459875857000) }, max: { datetime: new Date(1459974655000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 936 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18634ms Sat Dec 10 06:08:46.208 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:08:46.209 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448729881000) }, { datetime: new Date(1448791010000) }) in IISLogs.pubprdweb03', ts : 584bf04e666d1a4e49f54d97 Sat Dec 10 06:08:46.209 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 88|0||584bc97f90d1dc672b548352, current metadata version is 88|0||584bc97f90d1dc672b548352 Sat Dec 10 06:08:46.210 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 88|0||584bc97f90d1dc672b548352 to shard version 88|1||584bc97f90d1dc672b548352 Sat Dec 10 06:08:46.210 I SHARDING [conn9] collection version was loaded at version 88|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:08:46.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:08:46.211-0600-584bf04e666d1a4e49f54d98", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371726211), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:08:46.211 I SHARDING [conn9] moveChunk request accepted at version 88|1||584bc97f90d1dc672b548352 Sat Dec 10 06:08:49.795 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:08:49.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:49.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:49.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:49.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:49.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:49.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:49.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:50.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:50.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:50.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:51.038 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 1048 } }, Database: { acquireCount: { r: 524 } }, Collection: { acquireCount: { r: 524 } } } protocol:op_command 1232ms Sat Dec 10 06:08:51.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2449, clonedBytes: 613207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:52.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9429, clonedBytes: 2378426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:54.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19182, clonedBytes: 4842383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:55.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28502, clonedBytes: 7144554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:56.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38043, clonedBytes: 9461270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:57.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46402, clonedBytes: 11556404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:58.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56916, clonedBytes: 14205723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:59.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65226, clonedBytes: 16330661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:08:59.759 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12838213 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 752ms Sat Dec 10 06:09:00.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68935, clonedBytes: 17194212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:01.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79045, clonedBytes: 19619606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:02.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89139, clonedBytes: 22305360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:03.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99189, clonedBytes: 24989854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:04.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109170, clonedBytes: 27603148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:05.345 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1448911625000) } -> { datetime: new Date(1449012334000) } Sat Dec 10 06:09:05.346 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454147161000) } -> { datetime: new Date(1454271279000) }, with opId: 163349 Sat Dec 10 06:09:05.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf04e666d1a4e49f54d99", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 28840210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:05.355 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:09:05.372 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:09:05.372 I SHARDING [conn9] moveChunk setting version to: 89|0||584bc97f90d1dc672b548352 Sat Dec 10 06:09:05.377 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 28840210, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:09:05.377 I SHARDING [conn9] moveChunk updating self version to: 89|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448791010000) } -> { datetime: new Date(1448877468000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:09:05.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:09:05.379-0600-584bf061666d1a4e49f54d9c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371745379), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 28840210, catchup: 0, steady: 0 } } Sat Dec 10 06:09:05.380 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:09:05.380 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:09:05.380 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:09:05.380-0600-584bf061666d1a4e49f54d9d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371745380), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3587, step 4 of 6: 15558, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:09:05.381 I SHARDING [conn9] distributed lock with ts: 584bf04e666d1a4e49f54d97' unlocked. Sat Dec 10 06:09:05.381 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448729881000) }, max: { datetime: new Date(1448791010000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 290 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19173ms Sat Dec 10 06:09:05.386 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:09:05.387 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451699503000) }, { datetime: new Date(1451843585000) }) in IISLogs.pubprdweb04', ts : 584bf061666d1a4e49f54d9e Sat Dec 10 06:09:05.387 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 84|0||584bcad890d1dc672b54835d, current metadata version is 84|0||584bcad890d1dc672b54835d Sat Dec 10 06:09:05.388 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 84|0||584bcad890d1dc672b54835d to shard version 84|1||584bcad890d1dc672b54835d Sat Dec 10 06:09:05.388 I SHARDING [conn9] collection version was loaded at version 84|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:09:05.388 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:09:05.388-0600-584bf061666d1a4e49f54d9f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371745388), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:09:05.389 I SHARDING [conn9] moveChunk request accepted at version 84|1||584bcad890d1dc672b54835d Sat Dec 10 06:09:07.234 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:09:07.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:07.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:08.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:08.548 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776259 locks:{ Global: { acquireCount: { r: 960 } }, Database: { acquireCount: { r: 480 } }, Collection: { acquireCount: { r: 480 } } } protocol:op_command 1307ms Sat Dec 10 06:09:09.322 I NETWORK [conn87] end connection 10.112.9.26:59589 (30 connections now open) Sat Dec 10 06:09:09.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6831, clonedBytes: 2034704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:10.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17262, clonedBytes: 5076245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:11.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27552, clonedBytes: 7913592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:12.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37053, clonedBytes: 10422333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:13.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47243, clonedBytes: 13104263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:14.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57521, clonedBytes: 15831405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:15.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59556, clonedBytes: 16370329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:16.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59556, clonedBytes: 16370329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:17.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59556, clonedBytes: 16370329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:18.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59556, clonedBytes: 16370329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:19.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59556, clonedBytes: 16370329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:19.859 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14183975 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 5127ms Sat Dec 10 06:09:20.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67342, clonedBytes: 18404031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:21.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77592, clonedBytes: 21113779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:22.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87864, clonedBytes: 23816173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:23.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98304, clonedBytes: 26515558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:24.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108549, clonedBytes: 29212022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:25.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf061666d1a4e49f54da0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30196597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:25.861 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:09:25.862 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:09:25.862 I SHARDING [conn9] moveChunk setting version to: 85|0||584bcad890d1dc672b54835d Sat Dec 10 06:09:25.871 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30196597, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:09:25.871 I SHARDING [conn9] moveChunk updating self version to: 85|1||584bcad890d1dc672b54835d through { datetime: new Date(1451843585000) } -> { datetime: new Date(1451945674000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:09:25.873 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:09:25.873-0600-584bf075666d1a4e49f54da3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371765873), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30196597, catchup: 0, steady: 0 } } Sat Dec 10 06:09:25.873 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:09:25.875 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:09:25.875 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:09:25.875-0600-584bf075666d1a4e49f54da4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371765875), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1849, step 4 of 6: 18624, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:09:25.876 I SHARDING [conn9] distributed lock with ts: 584bf061666d1a4e49f54d9e' unlocked. Sat Dec 10 06:09:25.876 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451699503000) }, max: { datetime: new Date(1451843585000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 84000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5282 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20490ms Sat Dec 10 06:09:26.973 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:09:26.974 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457089905000) }, { datetime: new Date(1457199813000) }) in IISLogs.pubprdweb01', ts : 584bf076666d1a4e49f54da5 Sat Dec 10 06:09:26.974 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 112|0||584bbf4f90d1dc672b54822e, current metadata version is 112|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:09:26.990 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 112|0||584bbf4f90d1dc672b54822e to shard version 112|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:09:26.990 I SHARDING [conn9] collection version was loaded at version 112|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:09:26.990 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:09:26.990-0600-584bf076666d1a4e49f54da6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371766990), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:09:26.991 I SHARDING [conn9] moveChunk request accepted at version 112|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:09:28.261 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 06:09:28.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:28.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:29.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:30.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:31.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:32.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:33.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:33.974 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776178 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 5701ms Sat Dec 10 06:09:34.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5041, clonedBytes: 1730984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:35.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14707, clonedBytes: 4781878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:35.862 I SHARDING [RangeDeleter] rangeDeleter deleted 102935 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454147161000) } -> { datetime: new Date(1454271279000) } Sat Dec 10 06:09:35.863 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470125251000) } -> { datetime: new Date(1470166647000) }, with opId: 163541 Sat Dec 10 06:09:36.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24713, clonedBytes: 7920588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:37.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34589, clonedBytes: 11058849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:38.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44771, clonedBytes: 14095564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:39.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52334, clonedBytes: 16420802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:40.677 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776068 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 1117ms Sat Dec 10 06:09:40.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52334, clonedBytes: 16420802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:41.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62538, clonedBytes: 19767293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:42.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72943, clonedBytes: 23219489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:43.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83075, clonedBytes: 26798941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:44.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93107, clonedBytes: 30468434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:45.597 I NETWORK [conn88] end connection 10.112.9.26:59590 (29 connections now open) Sat Dec 10 06:09:45.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102292, clonedBytes: 33656850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:46.531 I NETWORK [conn89] end connection 10.112.9.26:59592 (28 connections now open) Sat Dec 10 06:09:46.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:47.892 I NETWORK [conn90] end connection 10.112.9.26:59594 (27 connections now open) Sat Dec 10 06:09:47.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:48.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:50.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:51.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:52.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:53.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:53.364 I SHARDING [RangeDeleter] rangeDeleter deleted 113740 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470125251000) } -> { datetime: new Date(1470166647000) } Sat Dec 10 06:09:53.364 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456617773000) } -> { datetime: new Date(1456742480000) }, with opId: 163608 Sat Dec 10 06:09:54.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:55.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:56.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:57.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:58.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:09:59.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:00.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:01.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:02.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:03.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:04.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:05.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:06.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:07.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:08.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf076666d1a4e49f54da7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:08.489 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:10:08.490 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:10:08.490 I SHARDING [conn9] moveChunk setting version to: 113|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:10:08.497 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:10:08.497 I SHARDING [conn9] moveChunk updating self version to: 113|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457199813000) } -> { datetime: new Date(1457317579000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:10:08.499 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:08.498-0600-584bf0a0666d1a4e49f54daa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371808498), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 33906664, catchup: 0, steady: 0 } } Sat Dec 10 06:10:08.499 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:10:08.507 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:10:08.507 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:08.507-0600-584bf0a0666d1a4e49f54dab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371808507), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, step 1 of 6: 0, step 2 of 6: 17, step 3 of 6: 1274, step 4 of 6: 40228, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:10:08.508 I SHARDING [conn9] distributed lock with ts: 584bf076666d1a4e49f54da5' unlocked. Sat Dec 10 06:10:08.509 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457089905000) }, max: { datetime: new Date(1457199813000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7725 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 13633 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 41536ms Sat Dec 10 06:10:08.516 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:10:08.517 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1459974655000) }, { datetime: new Date(1460134849000) }) in IISLogs.pubprdweb02', ts : 584bf0a0666d1a4e49f54dac Sat Dec 10 06:10:08.517 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 104|0||584bc22c90d1dc672b54829b, current metadata version is 104|0||584bc22c90d1dc672b54829b Sat Dec 10 06:10:08.518 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 104|0||584bc22c90d1dc672b54829b to shard version 104|1||584bc22c90d1dc672b54829b Sat Dec 10 06:10:08.518 I SHARDING [conn9] collection version was loaded at version 104|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:10:08.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:08.518-0600-584bf0a0666d1a4e49f54dad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371808518), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:10:08.519 I SHARDING [conn9] moveChunk request accepted at version 104|1||584bc22c90d1dc672b54829b Sat Dec 10 06:10:09.769 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 06:10:09.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:09.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:09.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:09.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:09.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:09.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:09.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:10.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:10.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:10.540 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 744ms Sat Dec 10 06:10:10.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2259, clonedBytes: 661476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:11.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12186, clonedBytes: 3933215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:13.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22280, clonedBytes: 7336819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:14.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32375, clonedBytes: 10960137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:15.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42602, clonedBytes: 14779778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:16.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48174, clonedBytes: 16450025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:16.239 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 608ms Sat Dec 10 06:10:17.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56050, clonedBytes: 18860381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:18.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66215, clonedBytes: 21847565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:19.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76511, clonedBytes: 24918955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:20.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86899, clonedBytes: 28078951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:21.096 I SHARDING [RangeDeleter] rangeDeleter deleted 106560 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456617773000) } -> { datetime: new Date(1456742480000) } Sat Dec 10 06:10:21.096 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446266647000) } -> { datetime: new Date(1446334545000) }, with opId: 163777 Sat Dec 10 06:10:21.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97132, clonedBytes: 31109198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:21.995 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:937642 locks:{ Global: { acquireCount: { r: 54 } }, Database: { acquireCount: { r: 27 } }, Collection: { acquireCount: { r: 27 } } } protocol:op_command 120ms Sat Dec 10 06:10:22.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106270, clonedBytes: 33694397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:23.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0a0666d1a4e49f54dae", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 33770490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:23.311 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:10:23.312 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:10:23.312 I SHARDING [conn9] moveChunk setting version to: 105|0||584bc22c90d1dc672b54829b Sat Dec 10 06:10:23.316 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 33770490, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:10:23.316 I SHARDING [conn9] moveChunk updating self version to: 105|1||584bc22c90d1dc672b54829b through { datetime: new Date(1460134849000) } -> { datetime: new Date(1460373282000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:10:23.317 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:23.317-0600-584bf0af666d1a4e49f54db1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371823317), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 33770490, catchup: 0, steady: 0 } } Sat Dec 10 06:10:23.318 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:10:23.318 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:10:23.318 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:23.318-0600-584bf0af666d1a4e49f54db2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371823318), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1253, step 4 of 6: 13539, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:10:23.319 I SHARDING [conn9] distributed lock with ts: 584bf0a0666d1a4e49f54dac' unlocked. Sat Dec 10 06:10:23.319 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459974655000) }, max: { datetime: new Date(1460134849000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:837 reslen:154 locks:{ Global: { acquireCount: { r: 1686, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 320 } }, Database: { acquireCount: { r: 839, w: 4, W: 2 } }, Collection: { acquireCount: { r: 839, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 109 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14804ms Sat Dec 10 06:10:23.324 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:10:23.325 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448791010000) }, { datetime: new Date(1448877468000) }) in IISLogs.pubprdweb03', ts : 584bf0af666d1a4e49f54db3 Sat Dec 10 06:10:23.325 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 89|0||584bc97f90d1dc672b548352, current metadata version is 89|0||584bc97f90d1dc672b548352 Sat Dec 10 06:10:23.326 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 89|0||584bc97f90d1dc672b548352 to shard version 89|1||584bc97f90d1dc672b548352 Sat Dec 10 06:10:23.327 I SHARDING [conn9] collection version was loaded at version 89|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:10:23.327 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:23.327-0600-584bf0af666d1a4e49f54db4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371823327), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:10:23.327 I SHARDING [conn9] moveChunk request accepted at version 89|1||584bc97f90d1dc672b548352 Sat Dec 10 06:10:24.291 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:10:24.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:24.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:25.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:25.866 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776252 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 1571ms Sat Dec 10 06:10:26.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2781, clonedBytes: 723605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:27.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12595, clonedBytes: 3255050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:28.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22731, clonedBytes: 5794623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:29.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32719, clonedBytes: 8513228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:30.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42666, clonedBytes: 11188664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:31.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52763, clonedBytes: 13796375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:32.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62696, clonedBytes: 16348342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:33.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62696, clonedBytes: 16348342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:34.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62696, clonedBytes: 16348342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:35.614 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13540550 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 3012ms Sat Dec 10 06:10:35.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64876, clonedBytes: 16886074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:36.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75321, clonedBytes: 19647107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:38.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86258, clonedBytes: 22532177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:39.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96580, clonedBytes: 25293778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:40.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107142, clonedBytes: 27896549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:41.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0af666d1a4e49f54db5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 29542525, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:41.196 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:10:41.197 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:10:41.198 I SHARDING [conn9] moveChunk setting version to: 90|0||584bc97f90d1dc672b548352 Sat Dec 10 06:10:41.205 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 29542525, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:10:41.205 I SHARDING [conn9] moveChunk updating self version to: 90|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448877468000) } -> { datetime: new Date(1448976903000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:10:41.206 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:41.206-0600-584bf0c1666d1a4e49f54db8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371841206), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 29542525, catchup: 0, steady: 0 } } Sat Dec 10 06:10:41.207 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:10:41.207 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:10:41.207 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:41.207-0600-584bf0c1666d1a4e49f54db9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371841207), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 966, step 4 of 6: 16904, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:10:41.208 I SHARDING [conn9] distributed lock with ts: 584bf0af666d1a4e49f54db3' unlocked. Sat Dec 10 06:10:41.208 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448791010000) }, max: { datetime: new Date(1448877468000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 125 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 174 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17884ms Sat Dec 10 06:10:41.213 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:10:41.214 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451843585000) }, { datetime: new Date(1451945674000) }) in IISLogs.pubprdweb04', ts : 584bf0c1666d1a4e49f54dba Sat Dec 10 06:10:41.214 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 85|0||584bcad890d1dc672b54835d, current metadata version is 85|0||584bcad890d1dc672b54835d Sat Dec 10 06:10:41.215 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 85|0||584bcad890d1dc672b54835d to shard version 85|1||584bcad890d1dc672b54835d Sat Dec 10 06:10:41.215 I SHARDING [conn9] collection version was loaded at version 85|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:10:41.216 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:10:41.216-0600-584bf0c1666d1a4e49f54dbb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371841216), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:10:41.216 I SHARDING [conn9] moveChunk request accepted at version 85|1||584bcad890d1dc672b54835d Sat Dec 10 06:10:42.401 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:10:42.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.482 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446266647000) } -> { datetime: new Date(1446334545000) } Sat Dec 10 06:10:42.482 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449012334000) } -> { datetime: new Date(1449123116000) }, with opId: 164000 Sat Dec 10 06:10:42.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:42.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:43.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:44.304 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776324 locks:{ Global: { acquireCount: { r: 996 } }, Database: { acquireCount: { r: 498 } }, Collection: { acquireCount: { r: 498 } } } protocol:op_command 1872ms Sat Dec 10 06:10:44.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56, clonedBytes: 13910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:45.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5592, clonedBytes: 1479875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:46.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15329, clonedBytes: 4050843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:47.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25366, clonedBytes: 6724707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:48.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34880, clonedBytes: 9260834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:49.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44884, clonedBytes: 11903453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:50.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54812, clonedBytes: 14637455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:51.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61379, clonedBytes: 16357633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:52.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61379, clonedBytes: 16357633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:53.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61379, clonedBytes: 16357633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:54.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61379, clonedBytes: 16357633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:55.677 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13960868 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 4318ms Sat Dec 10 06:10:55.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62438, clonedBytes: 16638572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:56.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72378, clonedBytes: 19326793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:57.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82587, clonedBytes: 22141085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:10:58.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91231, clonedBytes: 24466458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:00.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97610, clonedBytes: 26187347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:01.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107160, clonedBytes: 28661603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:02.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0c1666d1a4e49f54dbc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29973555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:02.071 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:11:02.072 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:11:02.073 I SHARDING [conn9] moveChunk setting version to: 86|0||584bcad890d1dc672b54835d Sat Dec 10 06:11:02.081 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29973555, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:11:02.081 I SHARDING [conn9] moveChunk updating self version to: 86|1||584bcad890d1dc672b54835d through { datetime: new Date(1451945674000) } -> { datetime: new Date(1452096742000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:11:02.083 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:02.083-0600-584bf0d6666d1a4e49f54dbf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371862083), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29973555, catchup: 0, steady: 0 } } Sat Dec 10 06:11:02.084 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:11:02.084 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:11:02.084 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:02.084-0600-584bf0d6666d1a4e49f54dc0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371862084), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1203, step 4 of 6: 19653, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:11:02.085 I SHARDING [conn9] distributed lock with ts: 584bf0c1666d1a4e49f54dba' unlocked. Sat Dec 10 06:11:02.085 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451843585000) }, max: { datetime: new Date(1451945674000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 85000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 162 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 83 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20872ms Sat Dec 10 06:11:03.185 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:11:03.186 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457199813000) }, { datetime: new Date(1457317579000) }) in IISLogs.pubprdweb01', ts : 584bf0d7666d1a4e49f54dc1 Sat Dec 10 06:11:03.186 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 113|0||584bbf4f90d1dc672b54822e, current metadata version is 113|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:11:03.189 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 113|0||584bbf4f90d1dc672b54822e to shard version 113|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:11:03.189 I SHARDING [conn9] collection version was loaded at version 113|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 06:11:03.189 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:03.189-0600-584bf0d7666d1a4e49f54dc2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371863189), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:11:03.191 I SHARDING [conn9] moveChunk request accepted at version 113|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:11:04.160 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:11:04.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:04.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:05.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:06.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:07.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:08.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:08.817 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 4652ms Sat Dec 10 06:11:09.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1041, clonedBytes: 351151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:10.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6329, clonedBytes: 2079610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:11.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13857, clonedBytes: 4608584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:12.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19271, clonedBytes: 6406450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:13.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28835, clonedBytes: 9667700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:13.898 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449012334000) } -> { datetime: new Date(1449123116000) } Sat Dec 10 06:11:13.898 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454271279000) } -> { datetime: new Date(1454348037000) }, with opId: 164173 Sat Dec 10 06:11:14.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38853, clonedBytes: 13021504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:15.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:16.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:18.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:19.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:20.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:21.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:22.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47993, clonedBytes: 16451086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:22.239 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775959 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 6392ms Sat Dec 10 06:11:23.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56706, clonedBytes: 19560832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:24.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67116, clonedBytes: 23199962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:25.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76991, clonedBytes: 26501161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:26.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86735, clonedBytes: 29792614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:27.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95901, clonedBytes: 32902651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:27.504 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2439124 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 165ms Sat Dec 10 06:11:28.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:29.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:30.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:31.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:32.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:33.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0d7666d1a4e49f54dc3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:33.525 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:11:33.526 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:11:33.527 I SHARDING [conn9] moveChunk setting version to: 114|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:11:33.529 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:11:33.530 I SHARDING [conn9] moveChunk updating self version to: 114|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457317579000) } -> { datetime: new Date(1457415641000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:11:33.531 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:33.531-0600-584bf0f5666d1a4e49f54dc6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371893531), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 35300581, catchup: 0, steady: 0 } } Sat Dec 10 06:11:33.532 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:11:33.532 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:11:33.532 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:33.532-0600-584bf0f5666d1a4e49f54dc7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371893532), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 972, step 4 of 6: 29364, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:11:33.534 I SHARDING [conn9] distributed lock with ts: 584bf0d7666d1a4e49f54dc1' unlocked. Sat Dec 10 06:11:33.534 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457199813000) }, max: { datetime: new Date(1457317579000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 73 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 31 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 30349ms Sat Dec 10 06:11:33.539 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:11:33.540 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1460134849000) }, { datetime: new Date(1460373282000) }) in IISLogs.pubprdweb02', ts : 584bf0f5666d1a4e49f54dc8 Sat Dec 10 06:11:33.540 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 105|0||584bc22c90d1dc672b54829b, current metadata version is 105|0||584bc22c90d1dc672b54829b Sat Dec 10 06:11:33.541 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 105|0||584bc22c90d1dc672b54829b to shard version 105|1||584bc22c90d1dc672b54829b Sat Dec 10 06:11:33.541 I SHARDING [conn9] collection version was loaded at version 105|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:11:33.541 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:33.541-0600-584bf0f5666d1a4e49f54dc9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371893541), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:11:33.542 I SHARDING [conn9] moveChunk request accepted at version 105|1||584bc22c90d1dc672b54829b Sat Dec 10 06:11:34.833 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 06:11:34.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:34.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:34.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:34.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:34.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:34.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:34.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:35.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:35.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:35.850 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776322 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 996ms Sat Dec 10 06:11:35.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:36.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2469, clonedBytes: 715114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:37.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11729, clonedBytes: 3433100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:39.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22608, clonedBytes: 6653030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:40.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33235, clonedBytes: 9866002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:40.463 I SHARDING [RangeDeleter] rangeDeleter deleted 102924 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454271279000) } -> { datetime: new Date(1454348037000) } Sat Dec 10 06:11:40.463 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470166647000) } -> { datetime: new Date(1470202604000) }, with opId: 164319 Sat Dec 10 06:11:41.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44563, clonedBytes: 13251048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:42.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54363, clonedBytes: 16248011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:43.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54875, clonedBytes: 16403159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:43.854 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16570770 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1645ms Sat Dec 10 06:11:44.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57642, clonedBytes: 17246275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:45.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67693, clonedBytes: 20325075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:46.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77526, clonedBytes: 23373076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:47.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87378, clonedBytes: 26636448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:48.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97018, clonedBytes: 29681296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:49.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf0f5666d1a4e49f54dca", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 32623355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:49.368 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:11:49.369 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:11:49.369 I SHARDING [conn9] moveChunk setting version to: 106|0||584bc22c90d1dc672b54829b Sat Dec 10 06:11:49.377 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 32623355, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:11:49.377 I SHARDING [conn9] moveChunk updating self version to: 106|1||584bc22c90d1dc672b54829b through { datetime: new Date(1460373282000) } -> { datetime: new Date(1460527106000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:11:49.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:49.379-0600-584bf105666d1a4e49f54dcd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371909379), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 32623355, catchup: 0, steady: 0 } } Sat Dec 10 06:11:49.379 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:11:49.389 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:11:49.389 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:49.389-0600-584bf105666d1a4e49f54dce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371909389), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1295, step 4 of 6: 14532, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:11:49.391 I SHARDING [conn9] distributed lock with ts: 584bf0f5666d1a4e49f54dc8' unlocked. Sat Dec 10 06:11:49.391 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460134849000) }, max: { datetime: new Date(1460373282000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 14369 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15852ms Sat Dec 10 06:11:49.398 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:11:49.399 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448877468000) }, { datetime: new Date(1448976903000) }) in IISLogs.pubprdweb03', ts : 584bf105666d1a4e49f54dcf Sat Dec 10 06:11:49.399 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 90|0||584bc97f90d1dc672b548352, current metadata version is 90|0||584bc97f90d1dc672b548352 Sat Dec 10 06:11:49.400 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 90|0||584bc97f90d1dc672b548352 to shard version 90|1||584bc97f90d1dc672b548352 Sat Dec 10 06:11:49.400 I SHARDING [conn9] collection version was loaded at version 90|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:11:49.400 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:11:49.400-0600-584bf105666d1a4e49f54dd0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371909400), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:11:49.402 I SHARDING [conn9] moveChunk request accepted at version 90|1||584bc97f90d1dc672b548352 Sat Dec 10 06:11:50.985 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:11:50.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:50.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:51.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:52.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:53.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:54.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:54.697 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776113 locks:{ Global: { acquireCount: { r: 1060 } }, Database: { acquireCount: { r: 530 } }, Collection: { acquireCount: { r: 530 } } } protocol:op_command 3678ms Sat Dec 10 06:11:55.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1192, clonedBytes: 279562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:56.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11106, clonedBytes: 2672271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:57.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20781, clonedBytes: 5179995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:58.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30808, clonedBytes: 7803871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:11:59.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40819, clonedBytes: 10419868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:00.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50874, clonedBytes: 12963943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:01.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61039, clonedBytes: 15601511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:02.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63893, clonedBytes: 16339824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:03.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63893, clonedBytes: 16339824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:03.701 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13126520 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 1755ms Sat Dec 10 06:12:03.931 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470166647000) } -> { datetime: new Date(1470202604000) } Sat Dec 10 06:12:03.931 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456742480000) } -> { datetime: new Date(1456850351000) }, with opId: 164418 Sat Dec 10 06:12:04.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70517, clonedBytes: 18008437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:05.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80346, clonedBytes: 20580188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:06.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90140, clonedBytes: 23138768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:07.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99912, clonedBytes: 25589449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:08.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110066, clonedBytes: 28178076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:09.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf105666d1a4e49f54dd1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29128342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:09.618 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:12:09.619 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:12:09.620 I SHARDING [conn9] moveChunk setting version to: 91|0||584bc97f90d1dc672b548352 Sat Dec 10 06:12:09.622 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29128342, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:12:09.622 I SHARDING [conn9] moveChunk updating self version to: 91|1||584bc97f90d1dc672b548352 through { datetime: new Date(1448976903000) } -> { datetime: new Date(1449045509000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:12:09.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:12:09.625-0600-584bf119666d1a4e49f54dd4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371929625), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29128342, catchup: 0, steady: 0 } } Sat Dec 10 06:12:09.626 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:12:09.626 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:12:09.627 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:12:09.627-0600-584bf119666d1a4e49f54dd5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371929627), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1592, step 4 of 6: 18625, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:12:09.628 I SHARDING [conn9] distributed lock with ts: 584bf105666d1a4e49f54dcf' unlocked. Sat Dec 10 06:12:09.628 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448877468000) }, max: { datetime: new Date(1448976903000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 103 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20231ms Sat Dec 10 06:12:09.633 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:12:09.634 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1451945674000) }, { datetime: new Date(1452096742000) }) in IISLogs.pubprdweb04', ts : 584bf119666d1a4e49f54dd6 Sat Dec 10 06:12:09.634 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 86|0||584bcad890d1dc672b54835d, current metadata version is 86|0||584bcad890d1dc672b54835d Sat Dec 10 06:12:09.635 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 86|0||584bcad890d1dc672b54835d to shard version 86|1||584bcad890d1dc672b54835d Sat Dec 10 06:12:09.635 I SHARDING [conn9] collection version was loaded at version 86|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:12:09.635 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:12:09.635-0600-584bf119666d1a4e49f54dd7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371929635), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:12:09.636 I SHARDING [conn9] moveChunk request accepted at version 86|1||584bcad890d1dc672b54835d Sat Dec 10 06:12:10.840 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:12:10.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:10.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:10.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:10.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:10.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:10.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:11.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:11.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:11.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:11.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:12.688 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 1840ms Sat Dec 10 06:12:13.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2087, clonedBytes: 554465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:14.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12016, clonedBytes: 3175828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:15.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23996, clonedBytes: 6425182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:16.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35575, clonedBytes: 9497292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:17.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46009, clonedBytes: 12179753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:18.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55853, clonedBytes: 14719117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:19.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62151, clonedBytes: 16352243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:20.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62151, clonedBytes: 16352243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:20.877 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13727524 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1691ms Sat Dec 10 06:12:21.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68444, clonedBytes: 18026149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:22.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79253, clonedBytes: 20929682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:23.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89597, clonedBytes: 23727513, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:24.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99633, clonedBytes: 26396243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:25.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109994, clonedBytes: 29159034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:26.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf119666d1a4e49f54dd8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29740225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:26.798 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:12:26.800 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:12:26.800 I SHARDING [conn9] moveChunk setting version to: 87|0||584bcad890d1dc672b54835d Sat Dec 10 06:12:26.803 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29740225, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:12:26.803 I SHARDING [conn9] moveChunk updating self version to: 87|1||584bcad890d1dc672b54835d through { datetime: new Date(1452096742000) } -> { datetime: new Date(1452213103000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:12:26.804 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:12:26.804-0600-584bf12a666d1a4e49f54ddb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371946804), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29740225, catchup: 0, steady: 0 } } Sat Dec 10 06:12:26.805 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:12:26.810 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:12:26.810 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:12:26.810-0600-584bf12a666d1a4e49f54ddc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371946810), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1205, step 4 of 6: 15955, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:12:26.811 I SHARDING [conn9] distributed lock with ts: 584bf119666d1a4e49f54dd6' unlocked. Sat Dec 10 06:12:26.811 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451945674000) }, max: { datetime: new Date(1452096742000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 86000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10856 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17179ms Sat Dec 10 06:12:27.896 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:12:27.896 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457317579000) }, { datetime: new Date(1457415641000) }) in IISLogs.pubprdweb01', ts : 584bf12b666d1a4e49f54ddd Sat Dec 10 06:12:27.897 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 114|0||584bbf4f90d1dc672b54822e, current metadata version is 114|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:12:27.898 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 114|0||584bbf4f90d1dc672b54822e to shard version 114|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:12:27.898 I SHARDING [conn9] collection version was loaded at version 114|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:12:27.899 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:12:27.899-0600-584bf12b666d1a4e49f54dde", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371947899), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:12:27.900 I SHARDING [conn9] moveChunk request accepted at version 114|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:12:28.911 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:12:28.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:28.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:28.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:28.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:28.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:29.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:29.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:29.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:29.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:30.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:30.863 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776325 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 1946ms Sat Dec 10 06:12:31.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1085, clonedBytes: 376825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:32.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11028, clonedBytes: 3616135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:33.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20914, clonedBytes: 6967738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:33.749 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456742480000) } -> { datetime: new Date(1456850351000) } Sat Dec 10 06:12:33.749 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446334545000) } -> { datetime: new Date(1446417617000) }, with opId: 164682 Sat Dec 10 06:12:34.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31009, clonedBytes: 10620028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:35.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41108, clonedBytes: 13664863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:36.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50399, clonedBytes: 16434494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:37.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50399, clonedBytes: 16434494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:38.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50399, clonedBytes: 16434494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:39.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50399, clonedBytes: 16434494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:39.490 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16266811 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 3303ms Sat Dec 10 06:12:40.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57932, clonedBytes: 18642205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:41.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67761, clonedBytes: 21660341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:42.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77682, clonedBytes: 24528952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:43.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87619, clonedBytes: 27570420, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:44.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97374, clonedBytes: 30621745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:45.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:46.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:47.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:48.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:49.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:50.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:51.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:52.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:53.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:54.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:55.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:56.790 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446334545000) } -> { datetime: new Date(1446417617000) } Sat Dec 10 06:12:56.791 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449123116000) } -> { datetime: new Date(1449175911000) }, with opId: 164773 Sat Dec 10 06:12:56.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:57.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:58.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:12:59.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:00.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf12b666d1a4e49f54ddf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:00.887 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:13:00.888 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:13:00.889 I SHARDING [conn9] moveChunk setting version to: 115|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:13:00.898 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:13:00.898 I SHARDING [conn9] moveChunk updating self version to: 115|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457415641000) } -> { datetime: new Date(1457542917000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:13:00.899 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:00.899-0600-584bf14c666d1a4e49f54de2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371980899), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 32344564, catchup: 0, steady: 0 } } Sat Dec 10 06:13:00.900 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:13:00.900 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:13:00.900 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:00.900-0600-584bf14c666d1a4e49f54de3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371980900), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1014, step 4 of 6: 31972, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:13:00.901 I SHARDING [conn9] distributed lock with ts: 584bf12b666d1a4e49f54ddd' unlocked. Sat Dec 10 06:13:00.901 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457317579000) }, max: { datetime: new Date(1457415641000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 231 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 33006ms Sat Dec 10 06:13:00.906 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:13:00.907 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1460373282000) }, { datetime: new Date(1460527106000) }) in IISLogs.pubprdweb02', ts : 584bf14c666d1a4e49f54de4 Sat Dec 10 06:13:00.907 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 106|0||584bc22c90d1dc672b54829b, current metadata version is 106|0||584bc22c90d1dc672b54829b Sat Dec 10 06:13:00.908 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 106|0||584bc22c90d1dc672b54829b to shard version 106|1||584bc22c90d1dc672b54829b Sat Dec 10 06:13:00.908 I SHARDING [conn9] collection version was loaded at version 106|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:13:00.909 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:00.909-0600-584bf14c666d1a4e49f54de5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371980909), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:13:00.910 I SHARDING [conn9] moveChunk request accepted at version 106|1||584bc22c90d1dc672b54829b Sat Dec 10 06:13:02.245 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 06:13:02.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:02.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:03.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:04.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:04.513 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776282 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2203ms Sat Dec 10 06:13:05.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2246, clonedBytes: 676395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:06.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9603, clonedBytes: 2805836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:07.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19544, clonedBytes: 5707280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:08.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29878, clonedBytes: 8728518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:09.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38215, clonedBytes: 11243593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:10.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45737, clonedBytes: 13583635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:11.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54861, clonedBytes: 16403217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:12.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54861, clonedBytes: 16403217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:13.752 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15730523 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 2015ms Sat Dec 10 06:13:13.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55317, clonedBytes: 16542286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:14.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65724, clonedBytes: 19607381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:15.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75859, clonedBytes: 22603783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:17.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86415, clonedBytes: 25656961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:18.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96710, clonedBytes: 28716134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:19.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf14c666d1a4e49f54de6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 31783068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:19.078 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:13:19.079 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:13:19.079 I SHARDING [conn9] moveChunk setting version to: 107|0||584bc22c90d1dc672b54829b Sat Dec 10 06:13:19.083 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 31783068, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:13:19.083 I SHARDING [conn9] moveChunk updating self version to: 107|1||584bc22c90d1dc672b54829b through { datetime: new Date(1460527106000) } -> { datetime: new Date(1460689505000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:13:19.084 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:19.084-0600-584bf15f666d1a4e49f54de9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371999084), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 31783068, catchup: 0, steady: 0 } } Sat Dec 10 06:13:19.085 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:13:19.086 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:13:19.086 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:19.086-0600-584bf15f666d1a4e49f54dea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371999086), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1338, step 4 of 6: 16829, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:13:19.087 I SHARDING [conn9] distributed lock with ts: 584bf14c666d1a4e49f54de4' unlocked. Sat Dec 10 06:13:19.087 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460373282000) }, max: { datetime: new Date(1460527106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 128 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18181ms Sat Dec 10 06:13:19.092 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:13:19.092 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1448976903000) }, { datetime: new Date(1449045509000) }) in IISLogs.pubprdweb03', ts : 584bf15f666d1a4e49f54deb Sat Dec 10 06:13:19.092 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 91|0||584bc97f90d1dc672b548352, current metadata version is 91|0||584bc97f90d1dc672b548352 Sat Dec 10 06:13:19.094 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 91|0||584bc97f90d1dc672b548352 to shard version 91|1||584bc97f90d1dc672b548352 Sat Dec 10 06:13:19.094 I SHARDING [conn9] collection version was loaded at version 91|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:13:19.094 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:19.094-0600-584bf15f666d1a4e49f54dec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481371999094), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:13:19.095 I SHARDING [conn9] moveChunk request accepted at version 91|1||584bc97f90d1dc672b548352 Sat Dec 10 06:13:20.919 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:13:20.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:20.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:20.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:20.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:21.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:21.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:21.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:21.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:21.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:22.127 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449123116000) } -> { datetime: new Date(1449175911000) } Sat Dec 10 06:13:22.127 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454348037000) } -> { datetime: new Date(1454413768000) }, with opId: 164945 Sat Dec 10 06:13:22.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:23.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:24.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:24.642 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 1068 } }, Database: { acquireCount: { r: 534 } }, Collection: { acquireCount: { r: 534 } } } protocol:op_command 3719ms Sat Dec 10 06:13:25.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4230, clonedBytes: 1081975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:26.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14169, clonedBytes: 3635247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:27.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24087, clonedBytes: 6193882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:28.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34049, clonedBytes: 8727055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:29.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43959, clonedBytes: 11204780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:30.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53452, clonedBytes: 13558262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:31.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63453, clonedBytes: 16058993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:32.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64606, clonedBytes: 16334915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:33.415 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12756452 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1909ms Sat Dec 10 06:13:33.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64606, clonedBytes: 16334915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:34.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74135, clonedBytes: 18644078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:35.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84311, clonedBytes: 21260273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:36.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93976, clonedBytes: 23695891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:37.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103989, clonedBytes: 26224322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:38.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 28758363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:39.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf15f666d1a4e49f54ded", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 28758363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:39.588 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:13:39.589 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:13:39.589 I SHARDING [conn9] moveChunk setting version to: 92|0||584bc97f90d1dc672b548352 Sat Dec 10 06:13:39.592 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 28758363, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:13:39.592 I SHARDING [conn9] moveChunk updating self version to: 92|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449045509000) } -> { datetime: new Date(1449093795000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:13:39.593 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:39.593-0600-584bf173666d1a4e49f54df0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372019593), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 28758363, catchup: 0, steady: 0 } } Sat Dec 10 06:13:39.594 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:13:39.594 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:13:39.594 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:39.594-0600-584bf173666d1a4e49f54df1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372019594), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1826, step 4 of 6: 18666, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:13:39.596 I SHARDING [conn9] distributed lock with ts: 584bf15f666d1a4e49f54deb' unlocked. Sat Dec 10 06:13:39.596 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1448976903000) }, max: { datetime: new Date(1449045509000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 166 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20505ms Sat Dec 10 06:13:39.604 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:13:39.605 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452096742000) }, { datetime: new Date(1452213103000) }) in IISLogs.pubprdweb04', ts : 584bf173666d1a4e49f54df2 Sat Dec 10 06:13:39.605 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 87|0||584bcad890d1dc672b54835d, current metadata version is 87|0||584bcad890d1dc672b54835d Sat Dec 10 06:13:39.607 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 87|0||584bcad890d1dc672b54835d to shard version 87|1||584bcad890d1dc672b54835d Sat Dec 10 06:13:39.607 I SHARDING [conn9] collection version was loaded at version 87|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:13:39.607 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:39.607-0600-584bf173666d1a4e49f54df3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372019607), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:13:39.608 I SHARDING [conn9] moveChunk request accepted at version 87|1||584bcad890d1dc672b54835d Sat Dec 10 06:13:40.535 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:13:40.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:40.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:41.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:41.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:42.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:43.589 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776083 locks:{ Global: { acquireCount: { r: 1028 } }, Database: { acquireCount: { r: 514 } }, Collection: { acquireCount: { r: 514 } } } protocol:op_command 3029ms Sat Dec 10 06:13:43.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:44.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6650, clonedBytes: 1731834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:45.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16456, clonedBytes: 4240287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:46.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26229, clonedBytes: 6835963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:47.656 I SHARDING [RangeDeleter] rangeDeleter deleted 102891 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454348037000) } -> { datetime: new Date(1454413768000) } Sat Dec 10 06:13:47.656 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470202604000) } -> { datetime: new Date(1470237353000) }, with opId: 165084 Sat Dec 10 06:13:47.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36598, clonedBytes: 9626386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:48.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46467, clonedBytes: 12237251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:49.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56104, clonedBytes: 14813671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:50.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61815, clonedBytes: 16354340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:51.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61815, clonedBytes: 16354340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:52.902 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13860316 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 2458ms Sat Dec 10 06:13:52.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61815, clonedBytes: 16354340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:53.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71263, clonedBytes: 18934626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:54.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81264, clonedBytes: 21653222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:56.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92006, clonedBytes: 24482011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:57.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102343, clonedBytes: 27195779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:58.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112220, clonedBytes: 29872460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:59.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf173666d1a4e49f54df4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 29872776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:13:59.124 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:13:59.125 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:13:59.126 I SHARDING [conn9] moveChunk setting version to: 88|0||584bcad890d1dc672b54835d Sat Dec 10 06:13:59.132 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 29872776, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:13:59.132 I SHARDING [conn9] moveChunk updating self version to: 88|1||584bcad890d1dc672b54835d through { datetime: new Date(1452213103000) } -> { datetime: new Date(1452291494000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:13:59.133 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:59.133-0600-584bf187666d1a4e49f54df7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372039133), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 29872776, catchup: 0, steady: 0 } } Sat Dec 10 06:13:59.134 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:13:59.144 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:13:59.144 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:13:59.144-0600-584bf187666d1a4e49f54df8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372039144), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 929, step 4 of 6: 18586, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:13:59.148 I SHARDING [conn9] distributed lock with ts: 584bf173666d1a4e49f54df2' unlocked. Sat Dec 10 06:13:59.148 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452096742000) }, max: { datetime: new Date(1452213103000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 87000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9933 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19546ms Sat Dec 10 06:14:00.249 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:14:00.250 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457415641000) }, { datetime: new Date(1457542917000) }) in IISLogs.pubprdweb01', ts : 584bf188666d1a4e49f54df9 Sat Dec 10 06:14:00.250 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 115|0||584bbf4f90d1dc672b54822e, current metadata version is 115|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:14:00.252 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 115|0||584bbf4f90d1dc672b54822e to shard version 115|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:14:00.252 I SHARDING [conn9] collection version was loaded at version 115|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:14:00.252 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:00.252-0600-584bf188666d1a4e49f54dfa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372040252), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:14:00.253 I SHARDING [conn9] moveChunk request accepted at version 115|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:14:01.684 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 06:14:01.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:01.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:01.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:01.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:01.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:01.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:01.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:02.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:02.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:02.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:03.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:04.506 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776266 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 2816ms Sat Dec 10 06:14:04.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2701, clonedBytes: 837253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:05.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12493, clonedBytes: 3837043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:06.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22519, clonedBytes: 6875198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:07.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32550, clonedBytes: 9830196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:08.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42880, clonedBytes: 12788173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:09.701 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470202604000) } -> { datetime: new Date(1470237353000) } Sat Dec 10 06:14:09.701 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456850351000) } -> { datetime: new Date(1456940755000) }, with opId: 165271 Sat Dec 10 06:14:10.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53161, clonedBytes: 16053882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:11.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54365, clonedBytes: 16406673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:11.099 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15127719 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 966ms Sat Dec 10 06:14:12.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63031, clonedBytes: 19015250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:13.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69121, clonedBytes: 20887549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:14.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78025, clonedBytes: 23596233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:15.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87928, clonedBytes: 26496818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:16.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97654, clonedBytes: 29506547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:17.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:18.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:19.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:20.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:21.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:22.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:23.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:24.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:25.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:26.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:27.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:28.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:29.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:30.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:31.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:32.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:33.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf188666d1a4e49f54dfb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:33.593 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:14:33.602 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:14:33.602 I SHARDING [conn9] moveChunk setting version to: 116|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:14:33.613 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:14:33.613 I SHARDING [conn9] moveChunk updating self version to: 116|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457542917000) } -> { datetime: new Date(1457631815000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:14:33.615 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:33.615-0600-584bf1a9666d1a4e49f54dfe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372073615), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 31205406, catchup: 0, steady: 0 } } Sat Dec 10 06:14:33.615 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:14:33.615 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:14:33.615 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:33.615-0600-584bf1a9666d1a4e49f54dff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372073615), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1435, step 4 of 6: 31904, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:14:33.620 I SHARDING [conn9] distributed lock with ts: 584bf188666d1a4e49f54df9' unlocked. Sat Dec 10 06:14:33.620 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457415641000) }, max: { datetime: new Date(1457542917000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:811 reslen:154 locks:{ Global: { acquireCount: { r: 1634, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 133 } }, Database: { acquireCount: { r: 813, w: 4, W: 2 } }, Collection: { acquireCount: { r: 813, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 33371ms Sat Dec 10 06:14:33.629 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:14:33.630 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1460527106000) }, { datetime: new Date(1460689505000) }) in IISLogs.pubprdweb02', ts : 584bf1a9666d1a4e49f54e00 Sat Dec 10 06:14:33.630 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 107|0||584bc22c90d1dc672b54829b, current metadata version is 107|0||584bc22c90d1dc672b54829b Sat Dec 10 06:14:33.641 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 107|0||584bc22c90d1dc672b54829b to shard version 107|1||584bc22c90d1dc672b54829b Sat Dec 10 06:14:33.641 I SHARDING [conn9] collection version was loaded at version 107|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:14:33.641 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:33.641-0600-584bf1a9666d1a4e49f54e01", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372073641), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:14:33.643 I SHARDING [conn9] moveChunk request accepted at version 107|1||584bc22c90d1dc672b54829b Sat Dec 10 06:14:35.332 I SHARDING [conn9] moveChunk number of documents: 106515 Sat Dec 10 06:14:35.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:35.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:36.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:37.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:38.270 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776250 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 2929ms Sat Dec 10 06:14:38.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1257, clonedBytes: 373084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:39.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10955, clonedBytes: 3197659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:40.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20700, clonedBytes: 6046999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:41.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30608, clonedBytes: 8910972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:41.829 I SHARDING [RangeDeleter] rangeDeleter deleted 106471 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456850351000) } -> { datetime: new Date(1456940755000) } Sat Dec 10 06:14:41.830 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446417617000) } -> { datetime: new Date(1446496350000) }, with opId: 165432 Sat Dec 10 06:14:42.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39916, clonedBytes: 11893526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:43.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49933, clonedBytes: 15303646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:44.714 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 589ms Sat Dec 10 06:14:44.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53376, clonedBytes: 16413580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:45.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64393, clonedBytes: 19882758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:46.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73850, clonedBytes: 22610383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:47.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83930, clonedBytes: 25580392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:49.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93288, clonedBytes: 28402352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:50.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102790, clonedBytes: 31696433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:51.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1a9666d1a4e49f54e02", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106515, clonedBytes: 32930048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:51.083 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:14:51.084 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:14:51.084 I SHARDING [conn9] moveChunk setting version to: 108|0||584bc22c90d1dc672b54829b Sat Dec 10 06:14:51.092 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106515, clonedBytes: 32930048, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:14:51.092 I SHARDING [conn9] moveChunk updating self version to: 108|1||584bc22c90d1dc672b54829b through { datetime: new Date(1460689505000) } -> { datetime: new Date(1460835683000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:14:51.093 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:51.093-0600-584bf1bb666d1a4e49f54e05", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372091093), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106515, clonedBytes: 32930048, catchup: 0, steady: 0 } } Sat Dec 10 06:14:51.094 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:14:51.094 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:14:51.094 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:51.094-0600-584bf1bb666d1a4e49f54e06", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372091094), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, step 1 of 6: 0, step 2 of 6: 13, step 3 of 6: 1692, step 4 of 6: 15747, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:14:51.095 I SHARDING [conn9] distributed lock with ts: 584bf1a9666d1a4e49f54e00' unlocked. Sat Dec 10 06:14:51.095 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460527106000) }, max: { datetime: new Date(1460689505000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4210 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 9713 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17467ms Sat Dec 10 06:14:51.099 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:14:51.100 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449045509000) }, { datetime: new Date(1449093795000) }) in IISLogs.pubprdweb03', ts : 584bf1bb666d1a4e49f54e07 Sat Dec 10 06:14:51.100 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 92|0||584bc97f90d1dc672b548352, current metadata version is 92|0||584bc97f90d1dc672b548352 Sat Dec 10 06:14:51.102 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 92|0||584bc97f90d1dc672b548352 to shard version 92|1||584bc97f90d1dc672b548352 Sat Dec 10 06:14:51.102 I SHARDING [conn9] collection version was loaded at version 92|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:14:51.102 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:14:51.102-0600-584bf1bb666d1a4e49f54e08", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372091102), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:14:51.102 I SHARDING [conn9] moveChunk request accepted at version 92|1||584bc97f90d1dc672b548352 Sat Dec 10 06:14:52.516 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:14:52.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:52.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:53.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:53.205 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776106 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 684ms Sat Dec 10 06:14:53.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2646, clonedBytes: 684675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:54.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13031, clonedBytes: 3384025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:55.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23076, clonedBytes: 5984585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:56.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33365, clonedBytes: 8662449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:57.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43145, clonedBytes: 11196987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:58.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53927, clonedBytes: 13941394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:14:59.551 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446417617000) } -> { datetime: new Date(1446496350000) } Sat Dec 10 06:14:59.552 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449175911000) } -> { datetime: new Date(1449232393000) }, with opId: 165567 Sat Dec 10 06:14:59.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63407, clonedBytes: 16340244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:00.479 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13275533 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 543ms Sat Dec 10 06:15:00.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67318, clonedBytes: 17349820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:01.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77360, clonedBytes: 19864030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:03.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87263, clonedBytes: 22426964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:04.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97663, clonedBytes: 25116987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:05.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108164, clonedBytes: 27841801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:06.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1bb666d1a4e49f54e09", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29277355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:06.143 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:15:06.145 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:15:06.146 I SHARDING [conn9] moveChunk setting version to: 93|0||584bc97f90d1dc672b548352 Sat Dec 10 06:15:06.159 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29277355, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:15:06.159 I SHARDING [conn9] moveChunk updating self version to: 93|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449093795000) } -> { datetime: new Date(1449203335000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:15:06.161 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:06.161-0600-584bf1ca666d1a4e49f54e0c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372106161), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29277355, catchup: 0, steady: 0 } } Sat Dec 10 06:15:06.164 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:15:06.164 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:15:06.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:06.164-0600-584bf1ca666d1a4e49f54e0d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372106164), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1416, step 4 of 6: 13624, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:15:06.165 I SHARDING [conn9] distributed lock with ts: 584bf1bb666d1a4e49f54e07' unlocked. Sat Dec 10 06:15:06.165 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449045509000) }, max: { datetime: new Date(1449093795000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 364 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 75 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15066ms Sat Dec 10 06:15:06.179 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:15:06.179 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452213103000) }, { datetime: new Date(1452291494000) }) in IISLogs.pubprdweb04', ts : 584bf1ca666d1a4e49f54e0e Sat Dec 10 06:15:06.179 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 88|0||584bcad890d1dc672b54835d, current metadata version is 88|0||584bcad890d1dc672b54835d Sat Dec 10 06:15:06.179 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 88|0||584bcad890d1dc672b54835d to shard version 88|1||584bcad890d1dc672b54835d Sat Dec 10 06:15:06.179 I SHARDING [conn9] collection version was loaded at version 88|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:15:06.183 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:06.183-0600-584bf1ca666d1a4e49f54e0f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372106183), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:15:06.183 I SHARDING [conn9] moveChunk request accepted at version 88|1||584bcad890d1dc672b54835d Sat Dec 10 06:15:07.552 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:15:07.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:07.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:08.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:08.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:08.941 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776090 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 1318ms Sat Dec 10 06:15:09.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4983, clonedBytes: 1372765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:10.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15139, clonedBytes: 4244963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:11.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25580, clonedBytes: 7382576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:12.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37012, clonedBytes: 10513707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:13.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46836, clonedBytes: 13188142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:15.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57201, clonedBytes: 15952915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:16.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58725, clonedBytes: 16375977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:17.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58725, clonedBytes: 16375977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:18.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58725, clonedBytes: 16375977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:19.040 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14989485 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 3839ms Sat Dec 10 06:15:19.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59529, clonedBytes: 16618893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:20.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68868, clonedBytes: 19132181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:20.521 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449175911000) } -> { datetime: new Date(1449232393000) } Sat Dec 10 06:15:20.521 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454413768000) } -> { datetime: new Date(1454519648000) }, with opId: 165700 Sat Dec 10 06:15:21.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77377, clonedBytes: 21525441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:22.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86640, clonedBytes: 24065041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:23.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96258, clonedBytes: 26731163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:24.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106231, clonedBytes: 29420450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:25.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ca666d1a4e49f54e10", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 31001938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:25.409 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:15:25.410 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:15:25.410 I SHARDING [conn9] moveChunk setting version to: 89|0||584bcad890d1dc672b54835d Sat Dec 10 06:15:25.418 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 31001938, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:15:25.418 I SHARDING [conn9] moveChunk updating self version to: 89|1||584bcad890d1dc672b54835d through { datetime: new Date(1452291494000) } -> { datetime: new Date(1452396213000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:15:25.420 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:25.420-0600-584bf1dd666d1a4e49f54e13", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372125420), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 31001938, catchup: 0, steady: 0 } } Sat Dec 10 06:15:25.420 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:15:25.421 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:15:25.421 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:25.421-0600-584bf1dd666d1a4e49f54e14", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372125421), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1378, step 4 of 6: 17846, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:15:25.422 I SHARDING [conn9] distributed lock with ts: 584bf1ca666d1a4e49f54e0e' unlocked. Sat Dec 10 06:15:25.422 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452213103000) }, max: { datetime: new Date(1452291494000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 88000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 300 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 120 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19242ms Sat Dec 10 06:15:26.518 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:15:26.519 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457542917000) }, { datetime: new Date(1457631815000) }) in IISLogs.pubprdweb01', ts : 584bf1de666d1a4e49f54e15 Sat Dec 10 06:15:26.519 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 116|0||584bbf4f90d1dc672b54822e, current metadata version is 116|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:15:26.530 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 116|0||584bbf4f90d1dc672b54822e to shard version 116|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:15:26.530 I SHARDING [conn9] collection version was loaded at version 116|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:15:26.530 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:26.530-0600-584bf1de666d1a4e49f54e16", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372126530), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:15:26.531 I SHARDING [conn9] moveChunk request accepted at version 116|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:15:27.659 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:15:27.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:27.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:28.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:28.645 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776150 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 970ms Sat Dec 10 06:15:28.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:29.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9806, clonedBytes: 3125252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:30.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20036, clonedBytes: 6235665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:31.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29834, clonedBytes: 9245971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:32.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39522, clonedBytes: 12384924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:33.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49628, clonedBytes: 15774405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:34.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51681, clonedBytes: 16425345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:35.840 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776237 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1737ms Sat Dec 10 06:15:35.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52092, clonedBytes: 16553684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:37.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62161, clonedBytes: 20108239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:38.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72283, clonedBytes: 23686084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:39.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82423, clonedBytes: 27001440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:40.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92941, clonedBytes: 30285040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:41.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101252, clonedBytes: 32865547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:41.293 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:598178 locks:{ Global: { acquireCount: { r: 32 } }, Database: { acquireCount: { r: 16 } }, Collection: { acquireCount: { r: 16 } } } protocol:op_command 159ms Sat Dec 10 06:15:42.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1de666d1a4e49f54e17", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 33454637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:42.262 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:15:42.264 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:15:42.273 I SHARDING [conn9] moveChunk setting version to: 117|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:15:42.275 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 33454637, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:15:42.275 I SHARDING [conn9] moveChunk updating self version to: 117|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457631815000) } -> { datetime: new Date(1457717774000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:15:42.277 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:42.277-0600-584bf1ee666d1a4e49f54e1a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372142277), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 33454637, catchup: 0, steady: 0 } } Sat Dec 10 06:15:42.280 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:15:42.280 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:15:42.280 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:42.280-0600-584bf1ee666d1a4e49f54e1b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372142280), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, step 1 of 6: 0, step 2 of 6: 12, step 3 of 6: 1132, step 4 of 6: 14599, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:15:42.282 I SHARDING [conn9] distributed lock with ts: 584bf1de666d1a4e49f54e15' unlocked. Sat Dec 10 06:15:42.282 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457542917000) }, max: { datetime: new Date(1457631815000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 212 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 17097 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15766ms Sat Dec 10 06:15:42.289 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:15:42.290 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1460689505000) }, { datetime: new Date(1460835683000) }) in IISLogs.pubprdweb02', ts : 584bf1ee666d1a4e49f54e1c Sat Dec 10 06:15:42.290 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 108|0||584bc22c90d1dc672b54829b, current metadata version is 108|0||584bc22c90d1dc672b54829b Sat Dec 10 06:15:42.291 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 108|0||584bc22c90d1dc672b54829b to shard version 108|1||584bc22c90d1dc672b54829b Sat Dec 10 06:15:42.291 I SHARDING [conn9] collection version was loaded at version 108|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:15:42.292 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:15:42.292-0600-584bf1ee666d1a4e49f54e1d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372142292), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:15:42.292 I SHARDING [conn9] moveChunk request accepted at version 108|1||584bc22c90d1dc672b54829b Sat Dec 10 06:15:43.429 I SHARDING [RangeDeleter] rangeDeleter deleted 102964 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454413768000) } -> { datetime: new Date(1454519648000) } Sat Dec 10 06:15:43.429 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470237353000) } -> { datetime: new Date(1470278983000) }, with opId: 165906 Sat Dec 10 06:15:43.514 I SHARDING [conn9] moveChunk number of documents: 106531 Sat Dec 10 06:15:43.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:43.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:44.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:44.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:45.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:45.899 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776110 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 2379ms Sat Dec 10 06:15:46.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6893, clonedBytes: 2384956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:47.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13724, clonedBytes: 5061869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:48.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20564, clonedBytes: 7477822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:49.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30509, clonedBytes: 10662575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:50.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40193, clonedBytes: 14005707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:51.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48092, clonedBytes: 16450428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:52.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48092, clonedBytes: 16450428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:53.829 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 2126ms Sat Dec 10 06:15:53.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48092, clonedBytes: 16450428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:55.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58847, clonedBytes: 19821669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:56.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68990, clonedBytes: 23424377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:57.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79187, clonedBytes: 27011736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:58.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89139, clonedBytes: 30831956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:59.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95342, clonedBytes: 32906779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:15:59.861 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:4041863 locks:{ Global: { acquireCount: { r: 202 } }, Database: { acquireCount: { r: 101 } }, Collection: { acquireCount: { r: 101 } } } protocol:op_command 1115ms Sat Dec 10 06:16:00.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98125, clonedBytes: 33909344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:01.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:02.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:03.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:04.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:05.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:06.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:07.154 I SHARDING [RangeDeleter] rangeDeleter deleted 113751 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470237353000) } -> { datetime: new Date(1470278983000) } Sat Dec 10 06:16:07.170 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1456940755000) } -> { datetime: new Date(1457082379000) }, with opId: 166002 Sat Dec 10 06:16:07.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:08.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:09.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:10.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:11.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:12.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:13.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:14.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf1ee666d1a4e49f54e1e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:14.503 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:16:14.504 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:16:14.509 I SHARDING [conn9] moveChunk setting version to: 109|0||584bc22c90d1dc672b54829b Sat Dec 10 06:16:14.511 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:16:14.511 I SHARDING [conn9] moveChunk updating self version to: 109|1||584bc22c90d1dc672b54829b through { datetime: new Date(1460835683000) } -> { datetime: new Date(1461040455000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:16:14.512 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:14.512-0600-584bf20e666d1a4e49f54e21", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372174512), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106531, clonedBytes: 36881281, catchup: 0, steady: 0 } } Sat Dec 10 06:16:14.513 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:16:14.513 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:16:14.513 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:14.513-0600-584bf20e666d1a4e49f54e22", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372174513), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1225, step 4 of 6: 30984, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:16:14.515 I SHARDING [conn9] distributed lock with ts: 584bf1ee666d1a4e49f54e1c' unlocked. Sat Dec 10 06:16:14.515 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460689505000) }, max: { datetime: new Date(1460835683000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6553 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 5057 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 32227ms Sat Dec 10 06:16:14.519 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:16:14.520 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449093795000) }, { datetime: new Date(1449203335000) }) in IISLogs.pubprdweb03', ts : 584bf20e666d1a4e49f54e23 Sat Dec 10 06:16:14.520 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 93|0||584bc97f90d1dc672b548352, current metadata version is 93|0||584bc97f90d1dc672b548352 Sat Dec 10 06:16:14.521 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 93|0||584bc97f90d1dc672b548352 to shard version 93|1||584bc97f90d1dc672b548352 Sat Dec 10 06:16:14.521 I SHARDING [conn9] collection version was loaded at version 93|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:16:14.521 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:14.521-0600-584bf20e666d1a4e49f54e24", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372174521), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:16:14.522 I SHARDING [conn9] moveChunk request accepted at version 93|1||584bc97f90d1dc672b548352 Sat Dec 10 06:16:15.522 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:16:15.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:15.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:16.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:16.462 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776231 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } protocol:op_command 933ms Sat Dec 10 06:16:16.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 957, clonedBytes: 245792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:17.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11366, clonedBytes: 2921957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:18.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21620, clonedBytes: 5644322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:19.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31890, clonedBytes: 8314395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:20.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42161, clonedBytes: 10948884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:21.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52401, clonedBytes: 13534826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:22.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59234, clonedBytes: 15244607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:23.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63058, clonedBytes: 16345787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:24.044 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13935117 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 558ms Sat Dec 10 06:16:24.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70955, clonedBytes: 18530512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:25.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81137, clonedBytes: 21291628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:26.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90782, clonedBytes: 23826674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:28.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101252, clonedBytes: 26554489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:29.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111549, clonedBytes: 29346544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:30.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf20e666d1a4e49f54e25", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29937064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:30.096 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:16:30.097 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:16:30.098 I SHARDING [conn9] moveChunk setting version to: 94|0||584bc97f90d1dc672b548352 Sat Dec 10 06:16:30.101 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29937064, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:16:30.101 I SHARDING [conn9] moveChunk updating self version to: 94|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449203335000) } -> { datetime: new Date(1449339564000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:16:30.102 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:30.102-0600-584bf21e666d1a4e49f54e28", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372190102), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29937064, catchup: 0, steady: 0 } } Sat Dec 10 06:16:30.104 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:16:30.104 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:16:30.104 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:30.104-0600-584bf21e666d1a4e49f54e29", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372190104), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1005, step 4 of 6: 14568, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:16:30.106 I SHARDING [conn9] distributed lock with ts: 584bf20e666d1a4e49f54e23' unlocked. Sat Dec 10 06:16:30.106 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449093795000) }, max: { datetime: new Date(1449203335000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 209 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15587ms Sat Dec 10 06:16:30.111 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:16:30.111 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452291494000) }, { datetime: new Date(1452396213000) }) in IISLogs.pubprdweb04', ts : 584bf21e666d1a4e49f54e2a Sat Dec 10 06:16:30.111 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 89|0||584bcad890d1dc672b54835d, current metadata version is 89|0||584bcad890d1dc672b54835d Sat Dec 10 06:16:30.113 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 89|0||584bcad890d1dc672b54835d to shard version 89|1||584bcad890d1dc672b54835d Sat Dec 10 06:16:30.113 I SHARDING [conn9] collection version was loaded at version 89|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:16:30.113 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:30.113-0600-584bf21e666d1a4e49f54e2b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372190113), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:16:30.114 I SHARDING [conn9] moveChunk request accepted at version 89|1||584bcad890d1dc672b54835d Sat Dec 10 06:16:31.128 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 06:16:31.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:31.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:32.181 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776035 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 1035ms Sat Dec 10 06:16:32.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:33.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5880, clonedBytes: 1618172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:34.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15796, clonedBytes: 4242536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:34.277 I SHARDING [RangeDeleter] rangeDeleter deleted 106575 documents for IISLogs.pubprdweb02 from { datetime: new Date(1456940755000) } -> { datetime: new Date(1457082379000) } Sat Dec 10 06:16:34.277 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446496350000) } -> { datetime: new Date(1446571908000) }, with opId: 166220 Sat Dec 10 06:16:35.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25729, clonedBytes: 7232705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:36.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35827, clonedBytes: 9947866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:37.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46089, clonedBytes: 12831043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:38.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56134, clonedBytes: 15587065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:39.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59125, clonedBytes: 16373122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:39.819 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14440744 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1060ms Sat Dec 10 06:16:40.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64794, clonedBytes: 17863378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:41.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74862, clonedBytes: 20480792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:42.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85035, clonedBytes: 23192355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:43.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96496, clonedBytes: 26261524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:44.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107809, clonedBytes: 29275996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:45.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf21e666d1a4e49f54e2c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 30453128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:45.889 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:16:45.890 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:16:45.891 I SHARDING [conn9] moveChunk setting version to: 90|0||584bcad890d1dc672b54835d Sat Dec 10 06:16:45.896 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 30453128, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:16:45.896 I SHARDING [conn9] moveChunk updating self version to: 90|1||584bcad890d1dc672b54835d through { datetime: new Date(1452396213000) } -> { datetime: new Date(1452499408000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:16:45.898 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:45.898-0600-584bf22d666d1a4e49f54e2f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372205898), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 30453128, catchup: 0, steady: 0 } } Sat Dec 10 06:16:45.898 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:16:45.900 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:16:45.900 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:45.900-0600-584bf22d666d1a4e49f54e30", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372205900), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1017, step 4 of 6: 14758, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:16:45.901 I SHARDING [conn9] distributed lock with ts: 584bf21e666d1a4e49f54e2a' unlocked. Sat Dec 10 06:16:45.902 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452291494000) }, max: { datetime: new Date(1452396213000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 89000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19511 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15791ms Sat Dec 10 06:16:47.065 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:16:47.066 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457631815000) }, { datetime: new Date(1457717774000) }) in IISLogs.pubprdweb01', ts : 584bf22f666d1a4e49f54e31 Sat Dec 10 06:16:47.066 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 117|0||584bbf4f90d1dc672b54822e, current metadata version is 117|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:16:47.068 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 117|0||584bbf4f90d1dc672b54822e to shard version 117|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:16:47.068 I SHARDING [conn9] collection version was loaded at version 117|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:16:47.068 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:16:47.068-0600-584bf22f666d1a4e49f54e32", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372207068), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:16:47.069 I SHARDING [conn9] moveChunk request accepted at version 117|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:16:48.326 I SHARDING [conn9] moveChunk number of documents: 102923 Sat Dec 10 06:16:48.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:48.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:49.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:50.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:51.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:52.239 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776108 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 3879ms Sat Dec 10 06:16:52.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1656, clonedBytes: 535049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:53.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11322, clonedBytes: 3551567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:54.049 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446496350000) } -> { datetime: new Date(1446571908000) } Sat Dec 10 06:16:54.049 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449232393000) } -> { datetime: new Date(1449336122000) }, with opId: 166358 Sat Dec 10 06:16:54.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21160, clonedBytes: 6762738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:55.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31287, clonedBytes: 9904500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:56.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41526, clonedBytes: 13299146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:57.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50998, clonedBytes: 16430084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:58.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50998, clonedBytes: 16430084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:16:59.821 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776260 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 2077ms Sat Dec 10 06:16:59.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50998, clonedBytes: 16430084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:00.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60490, clonedBytes: 19466692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:01.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70345, clonedBytes: 23122175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:02.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80755, clonedBytes: 26844396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:03.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91161, clonedBytes: 30269906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:04.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99453, clonedBytes: 32878121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:04.993 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1102817 locks:{ Global: { acquireCount: { r: 60 } }, Database: { acquireCount: { r: 30 } }, Collection: { acquireCount: { r: 30 } } } protocol:op_command 194ms Sat Dec 10 06:17:06.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf22f666d1a4e49f54e33", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102923, clonedBytes: 33961080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:06.016 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:17:06.017 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:17:06.017 I SHARDING [conn9] moveChunk setting version to: 118|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:17:06.022 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102923, clonedBytes: 33961080, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:17:06.022 I SHARDING [conn9] moveChunk updating self version to: 118|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457717774000) } -> { datetime: new Date(1457850744000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:17:06.023 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:06.023-0600-584bf242666d1a4e49f54e36", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372226023), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102923, clonedBytes: 33961080, catchup: 0, steady: 0 } } Sat Dec 10 06:17:06.025 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:17:06.025 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:17:06.028 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:06.028-0600-584bf242666d1a4e49f54e37", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372226028), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1289, step 4 of 6: 17657, step 5 of 6: 8, step 6 of 6: 3, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:17:06.030 I SHARDING [conn9] distributed lock with ts: 584bf22f666d1a4e49f54e31' unlocked. Sat Dec 10 06:17:06.030 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457631815000) }, max: { datetime: new Date(1457717774000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 212 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18966ms Sat Dec 10 06:17:06.035 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:17:06.035 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1460835683000) }, { datetime: new Date(1461040455000) }) in IISLogs.pubprdweb02', ts : 584bf242666d1a4e49f54e38 Sat Dec 10 06:17:06.036 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 109|0||584bc22c90d1dc672b54829b, current metadata version is 109|0||584bc22c90d1dc672b54829b Sat Dec 10 06:17:06.038 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 109|0||584bc22c90d1dc672b54829b to shard version 109|1||584bc22c90d1dc672b54829b Sat Dec 10 06:17:06.038 I SHARDING [conn9] collection version was loaded at version 109|1||584bc22c90d1dc672b54829b, took 2ms Sat Dec 10 06:17:06.038 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:06.038-0600-584bf242666d1a4e49f54e39", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372226038), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:17:06.039 I SHARDING [conn9] moveChunk request accepted at version 109|1||584bc22c90d1dc672b54829b Sat Dec 10 06:17:07.559 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 06:17:07.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:07.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:08.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:08.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:09.076 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776298 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1453ms Sat Dec 10 06:17:09.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3797, clonedBytes: 1250929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:10.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14199, clonedBytes: 4866643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:11.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24286, clonedBytes: 8164310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:12.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34706, clonedBytes: 11278436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:13.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45091, clonedBytes: 14413533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:14.101 I SHARDING [RangeDeleter] rangeDeleter deleted 112198 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449232393000) } -> { datetime: new Date(1449336122000) } Sat Dec 10 06:17:14.101 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454519648000) } -> { datetime: new Date(1454606720000) }, with opId: 166507 Sat Dec 10 06:17:14.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51764, clonedBytes: 16424912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:15.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51764, clonedBytes: 16424912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:16.014 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16525443 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1447ms Sat Dec 10 06:17:17.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61477, clonedBytes: 19384417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:18.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72273, clonedBytes: 22487283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:19.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82934, clonedBytes: 25594952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:20.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93762, clonedBytes: 28748499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:21.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103227, clonedBytes: 31598253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:22.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf242666d1a4e49f54e3a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 32578011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:22.303 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:17:22.305 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:17:22.305 I SHARDING [conn9] moveChunk setting version to: 110|0||584bc22c90d1dc672b54829b Sat Dec 10 06:17:22.311 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 32578011, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:17:22.311 I SHARDING [conn9] moveChunk updating self version to: 110|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461040455000) } -> { datetime: new Date(1461211437000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:17:22.313 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:22.313-0600-584bf252666d1a4e49f54e3d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372242313), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 32578011, catchup: 0, steady: 0 } } Sat Dec 10 06:17:22.314 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:17:22.315 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:17:22.315 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:22.315-0600-584bf252666d1a4e49f54e3e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372242315), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1524, step 4 of 6: 14738, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:17:22.316 I SHARDING [conn9] distributed lock with ts: 584bf242666d1a4e49f54e38' unlocked. Sat Dec 10 06:17:22.316 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460835683000) }, max: { datetime: new Date(1461040455000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:838 reslen:154 locks:{ Global: { acquireCount: { r: 1688, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 202 } }, Database: { acquireCount: { r: 840, w: 4, W: 2 } }, Collection: { acquireCount: { r: 840, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16281ms Sat Dec 10 06:17:22.321 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:17:22.323 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449203335000) }, { datetime: new Date(1449339564000) }) in IISLogs.pubprdweb03', ts : 584bf252666d1a4e49f54e3f Sat Dec 10 06:17:22.323 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 94|0||584bc97f90d1dc672b548352, current metadata version is 94|0||584bc97f90d1dc672b548352 Sat Dec 10 06:17:22.324 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 94|0||584bc97f90d1dc672b548352 to shard version 94|1||584bc97f90d1dc672b548352 Sat Dec 10 06:17:22.324 I SHARDING [conn9] collection version was loaded at version 94|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:17:22.324 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:22.324-0600-584bf252666d1a4e49f54e40", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372242324), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:17:22.325 I SHARDING [conn9] moveChunk request accepted at version 94|1||584bc97f90d1dc672b548352 Sat Dec 10 06:17:23.769 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 06:17:23.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:23.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:23.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:23.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:23.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:23.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:23.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:24.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:24.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:24.630 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776295 locks:{ Global: { acquireCount: { r: 1010 } }, Database: { acquireCount: { r: 505 } }, Collection: { acquireCount: { r: 505 } } } protocol:op_command 838ms Sat Dec 10 06:17:24.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 741, clonedBytes: 196731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:25.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10847, clonedBytes: 2890751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:26.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17603, clonedBytes: 4657428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:27.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22826, clonedBytes: 5937567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:29.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32831, clonedBytes: 8425339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:30.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42679, clonedBytes: 10933732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:31.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52622, clonedBytes: 13500827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:32.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62308, clonedBytes: 16012919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:32.841 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13501201 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 597ms Sat Dec 10 06:17:33.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65775, clonedBytes: 16875102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:34.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76039, clonedBytes: 19523926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:34.520 I SHARDING [RangeDeleter] rangeDeleter deleted 102935 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454519648000) } -> { datetime: new Date(1454606720000) } Sat Dec 10 06:17:34.520 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470278983000) } -> { datetime: new Date(1470324454000) }, with opId: 166655 Sat Dec 10 06:17:35.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86612, clonedBytes: 22273507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:36.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96961, clonedBytes: 25016279, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:37.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108886, clonedBytes: 28213707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:38.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf252666d1a4e49f54e41", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 29503226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:38.466 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:17:38.467 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:17:38.468 I SHARDING [conn9] moveChunk setting version to: 95|0||584bc97f90d1dc672b548352 Sat Dec 10 06:17:38.475 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 29503226, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:17:38.475 I SHARDING [conn9] moveChunk updating self version to: 95|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449339564000) } -> { datetime: new Date(1449462938000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:17:38.477 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:38.477-0600-584bf262666d1a4e49f54e44", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372258477), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 29503226, catchup: 0, steady: 0 } } Sat Dec 10 06:17:38.477 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:17:38.477 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:17:38.478 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:38.478-0600-584bf262666d1a4e49f54e45", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372258478), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1449, step 4 of 6: 14691, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:17:38.480 I SHARDING [conn9] distributed lock with ts: 584bf252666d1a4e49f54e3f' unlocked. Sat Dec 10 06:17:38.480 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449203335000) }, max: { datetime: new Date(1449339564000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 202 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16160ms Sat Dec 10 06:17:38.489 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:17:38.491 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452396213000) }, { datetime: new Date(1452499408000) }) in IISLogs.pubprdweb04', ts : 584bf262666d1a4e49f54e46 Sat Dec 10 06:17:38.491 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 90|0||584bcad890d1dc672b54835d, current metadata version is 90|0||584bcad890d1dc672b54835d Sat Dec 10 06:17:38.492 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 90|0||584bcad890d1dc672b54835d to shard version 90|1||584bcad890d1dc672b54835d Sat Dec 10 06:17:38.492 I SHARDING [conn9] collection version was loaded at version 90|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:17:38.492 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:38.492-0600-584bf262666d1a4e49f54e47", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372258492), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:17:38.493 I SHARDING [conn9] moveChunk request accepted at version 90|1||584bcad890d1dc672b54835d Sat Dec 10 06:17:40.642 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:17:40.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:40.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:41.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:41.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:41.784 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776206 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 1114ms Sat Dec 10 06:17:42.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8573, clonedBytes: 2279138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:43.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18808, clonedBytes: 4956681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:44.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28963, clonedBytes: 7641974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:46.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40597, clonedBytes: 10724906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:47.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48844, clonedBytes: 12930296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:48.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59054, clonedBytes: 15765137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:49.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61270, clonedBytes: 16358278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:49.659 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14790269 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1335ms Sat Dec 10 06:17:50.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65185, clonedBytes: 17385219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:51.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75218, clonedBytes: 20206692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:51.217 I SHARDING [RangeDeleter] rangeDeleter deleted 113738 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470278983000) } -> { datetime: new Date(1470324454000) } Sat Dec 10 06:17:51.217 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457082379000) } -> { datetime: new Date(1457237633000) }, with opId: 166782 Sat Dec 10 06:17:52.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85887, clonedBytes: 23205335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:53.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96435, clonedBytes: 26405483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:54.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107051, clonedBytes: 29333594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:55.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf262666d1a4e49f54e48", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30802838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:55.694 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:17:55.695 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:17:55.696 I SHARDING [conn9] moveChunk setting version to: 91|0||584bcad890d1dc672b54835d Sat Dec 10 06:17:55.702 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30802838, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:17:55.702 I SHARDING [conn9] moveChunk updating self version to: 91|1||584bcad890d1dc672b54835d through { datetime: new Date(1452499408000) } -> { datetime: new Date(1452573217000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:17:55.704 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:55.704-0600-584bf273666d1a4e49f54e4b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372275704), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30802838, catchup: 0, steady: 0 } } Sat Dec 10 06:17:55.705 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:17:55.705 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:17:55.705 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:55.705-0600-584bf273666d1a4e49f54e4c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372275705), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2157, step 4 of 6: 15041, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:17:55.709 I SHARDING [conn9] distributed lock with ts: 584bf262666d1a4e49f54e46' unlocked. Sat Dec 10 06:17:55.709 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452396213000) }, max: { datetime: new Date(1452499408000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 90000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 190 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17223ms Sat Dec 10 06:17:56.822 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:17:56.823 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457717774000) }, { datetime: new Date(1457850744000) }) in IISLogs.pubprdweb01', ts : 584bf274666d1a4e49f54e4d Sat Dec 10 06:17:56.823 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 118|0||584bbf4f90d1dc672b54822e, current metadata version is 118|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:17:56.825 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 118|0||584bbf4f90d1dc672b54822e to shard version 118|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:17:56.825 I SHARDING [conn9] collection version was loaded at version 118|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:17:56.825 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:17:56.825-0600-584bf274666d1a4e49f54e4e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372276825), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:17:56.826 I SHARDING [conn9] moveChunk request accepted at version 118|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:17:58.453 I SHARDING [conn9] moveChunk number of documents: 102933 Sat Dec 10 06:17:58.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:58.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:59.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:17:59.249 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776047 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 791ms Sat Dec 10 06:17:59.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1440, clonedBytes: 497898, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:00.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12334, clonedBytes: 3926417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:01.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21966, clonedBytes: 6935841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:02.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32278, clonedBytes: 9966751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:03.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42233, clonedBytes: 12932290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:04.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52426, clonedBytes: 16056659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:05.416 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15211846 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 522ms Sat Dec 10 06:18:05.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56577, clonedBytes: 17330814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:06.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64867, clonedBytes: 19803045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:07.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64867, clonedBytes: 19803045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:08.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70041, clonedBytes: 21354214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:09.760 I SHARDING [RangeDeleter] rangeDeleter deleted 106521 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457082379000) } -> { datetime: new Date(1457237633000) } Sat Dec 10 06:18:09.760 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446571908000) } -> { datetime: new Date(1446646105000) }, with opId: 166892 Sat Dec 10 06:18:10.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82666, clonedBytes: 25170990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:11.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93538, clonedBytes: 28433530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:12.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf274666d1a4e49f54e4f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102933, clonedBytes: 31289286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:12.253 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:18:12.255 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:18:12.255 I SHARDING [conn9] moveChunk setting version to: 119|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:18:12.268 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102933, clonedBytes: 31289286, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:18:12.268 I SHARDING [conn9] moveChunk updating self version to: 119|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457850744000) } -> { datetime: new Date(1457969252000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:18:12.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:12.269-0600-584bf284666d1a4e49f54e52", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372292269), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102933, clonedBytes: 31289286, catchup: 0, steady: 0 } } Sat Dec 10 06:18:12.270 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:18:12.270 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:18:12.270 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:12.270-0600-584bf284666d1a4e49f54e53", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372292270), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1630, step 4 of 6: 13797, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:18:12.271 I SHARDING [conn9] distributed lock with ts: 584bf274666d1a4e49f54e4d' unlocked. Sat Dec 10 06:18:12.271 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457717774000) }, max: { datetime: new Date(1457850744000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5411 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15450ms Sat Dec 10 06:18:12.277 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:18:12.278 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461040455000) }, { datetime: new Date(1461211437000) }) in IISLogs.pubprdweb02', ts : 584bf284666d1a4e49f54e54 Sat Dec 10 06:18:12.278 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 110|0||584bc22c90d1dc672b54829b, current metadata version is 110|0||584bc22c90d1dc672b54829b Sat Dec 10 06:18:12.280 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 110|0||584bc22c90d1dc672b54829b to shard version 110|1||584bc22c90d1dc672b54829b Sat Dec 10 06:18:12.280 I SHARDING [conn9] collection version was loaded at version 110|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:18:12.280 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:12.280-0600-584bf284666d1a4e49f54e55", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372292280), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:18:12.281 I SHARDING [conn9] moveChunk request accepted at version 110|1||584bc22c90d1dc672b54829b Sat Dec 10 06:18:24.745 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 06:18:24.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:24.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:24.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:24.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:24.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:24.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:24.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:25.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:25.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:25.357 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776173 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 586ms Sat Dec 10 06:18:25.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3413, clonedBytes: 997305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:26.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13386, clonedBytes: 3914013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:27.698 I SHARDING [RangeDeleter] rangeDeleter deleted 113740 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446571908000) } -> { datetime: new Date(1446646105000) } Sat Dec 10 06:18:27.698 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449336122000) } -> { datetime: new Date(1449465249000) }, with opId: 166972 Sat Dec 10 06:18:27.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23614, clonedBytes: 6910947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:29.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34181, clonedBytes: 10199462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:30.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44446, clonedBytes: 13443247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:31.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53342, clonedBytes: 16251116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:32.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53790, clonedBytes: 16410605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:32.515 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16154732 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1199ms Sat Dec 10 06:18:33.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53790, clonedBytes: 16410605, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:34.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62028, clonedBytes: 18956154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:35.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73283, clonedBytes: 22269320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:36.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83423, clonedBytes: 25242311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:38.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94095, clonedBytes: 28418828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:39.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104182, clonedBytes: 31472003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:40.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf284666d1a4e49f54e56", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 32207161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:40.100 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:18:40.101 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:18:40.102 I SHARDING [conn9] moveChunk setting version to: 111|0||584bc22c90d1dc672b54829b Sat Dec 10 06:18:40.114 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 32207161, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:18:40.115 I SHARDING [conn9] moveChunk updating self version to: 111|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461211437000) } -> { datetime: new Date(1461389724000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:18:40.117 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:40.117-0600-584bf2a0666d1a4e49f54e59", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372320117), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 32207161, catchup: 0, steady: 0 } } Sat Dec 10 06:18:40.117 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:18:40.117 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:18:40.118 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:40.118-0600-584bf2a0666d1a4e49f54e5a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372320118), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 12467, step 4 of 6: 15349, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:18:40.119 I SHARDING [conn9] distributed lock with ts: 584bf284666d1a4e49f54e54' unlocked. Sat Dec 10 06:18:40.119 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461040455000) }, max: { datetime: new Date(1461211437000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:935 reslen:154 locks:{ Global: { acquireCount: { r: 1882, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 937, w: 4, W: 2 } }, Collection: { acquireCount: { r: 937, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27843ms Sat Dec 10 06:18:40.126 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:18:40.127 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449339564000) }, { datetime: new Date(1449462938000) }) in IISLogs.pubprdweb03', ts : 584bf2a0666d1a4e49f54e5b Sat Dec 10 06:18:40.127 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 95|0||584bc97f90d1dc672b548352, current metadata version is 95|0||584bc97f90d1dc672b548352 Sat Dec 10 06:18:40.129 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 95|0||584bc97f90d1dc672b548352 to shard version 95|1||584bc97f90d1dc672b548352 Sat Dec 10 06:18:40.129 I SHARDING [conn9] collection version was loaded at version 95|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:18:40.129 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:40.129-0600-584bf2a0666d1a4e49f54e5c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372320129), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:18:40.129 I SHARDING [conn9] moveChunk request accepted at version 95|1||584bc97f90d1dc672b548352 Sat Dec 10 06:18:42.144 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 06:18:42.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:42.935 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776208 locks:{ Global: { acquireCount: { r: 958 } }, Database: { acquireCount: { r: 479 } }, Collection: { acquireCount: { r: 479 } } } protocol:op_command 771ms Sat Dec 10 06:18:43.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1042, clonedBytes: 281237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:44.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10322, clonedBytes: 2820552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:45.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20266, clonedBytes: 5422799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:45.969 I SHARDING [RangeDeleter] rangeDeleter deleted 112248 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449336122000) } -> { datetime: new Date(1449465249000) } Sat Dec 10 06:18:45.970 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454606720000) } -> { datetime: new Date(1454702746000) }, with opId: 167119 Sat Dec 10 06:18:46.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31680, clonedBytes: 8534110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:47.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42997, clonedBytes: 11641217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:48.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53011, clonedBytes: 14366743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:49.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60176, clonedBytes: 16365938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:50.712 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14435429 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1198ms Sat Dec 10 06:18:50.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60595, clonedBytes: 16477107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:51.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71020, clonedBytes: 19284067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:52.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82100, clonedBytes: 22143615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:54.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95060, clonedBytes: 25522625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:55.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107334, clonedBytes: 28751200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:56.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2a0666d1a4e49f54e5d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 30437339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:56.473 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:18:56.474 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:18:56.475 I SHARDING [conn9] moveChunk setting version to: 96|0||584bc97f90d1dc672b548352 Sat Dec 10 06:18:56.477 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 30437339, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:18:56.477 I SHARDING [conn9] moveChunk updating self version to: 96|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449462938000) } -> { datetime: new Date(1449590749000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:18:56.479 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:56.479-0600-584bf2b0666d1a4e49f54e60", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372336479), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 30437339, catchup: 0, steady: 0 } } Sat Dec 10 06:18:56.481 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:18:56.481 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:18:56.481 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:56.481-0600-584bf2b0666d1a4e49f54e61", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372336481), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2022, step 4 of 6: 14321, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:18:56.482 I SHARDING [conn9] distributed lock with ts: 584bf2a0666d1a4e49f54e5b' unlocked. Sat Dec 10 06:18:56.483 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449339564000) }, max: { datetime: new Date(1449462938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16358ms Sat Dec 10 06:18:56.489 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:18:56.490 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452499408000) }, { datetime: new Date(1452573217000) }) in IISLogs.pubprdweb04', ts : 584bf2b0666d1a4e49f54e62 Sat Dec 10 06:18:56.490 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 91|0||584bcad890d1dc672b54835d, current metadata version is 91|0||584bcad890d1dc672b54835d Sat Dec 10 06:18:56.493 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 91|0||584bcad890d1dc672b54835d to shard version 91|1||584bcad890d1dc672b54835d Sat Dec 10 06:18:56.493 I SHARDING [conn9] collection version was loaded at version 91|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 06:18:56.493 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:18:56.493-0600-584bf2b0666d1a4e49f54e63", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372336493), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:18:56.494 I SHARDING [conn9] moveChunk request accepted at version 91|1||584bcad890d1dc672b54835d Sat Dec 10 06:18:57.956 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:18:57.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:57.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:57.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:57.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:58.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:58.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:58.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:58.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:58.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:18:59.011 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776199 locks:{ Global: { acquireCount: { r: 966 } }, Database: { acquireCount: { r: 483 } }, Collection: { acquireCount: { r: 483 } } } protocol:op_command 1009ms Sat Dec 10 06:18:59.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:00.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7149, clonedBytes: 1934932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:01.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17170, clonedBytes: 4725641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:02.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27174, clonedBytes: 7468133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:02.355 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454606720000) } -> { datetime: new Date(1454702746000) } Sat Dec 10 06:19:02.355 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470324454000) } -> { datetime: new Date(1470339589000) }, with opId: 167226 Sat Dec 10 06:19:03.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37375, clonedBytes: 10233481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:04.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47656, clonedBytes: 13004062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:05.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59541, clonedBytes: 16174942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:06.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60275, clonedBytes: 16365236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:07.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60275, clonedBytes: 16365236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:08.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60275, clonedBytes: 16365236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:09.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60275, clonedBytes: 16365236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:10.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60275, clonedBytes: 16365236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:11.350 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14854493 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 5687ms Sat Dec 10 06:19:11.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64454, clonedBytes: 17486267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:13.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72983, clonedBytes: 19723948, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:14.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80545, clonedBytes: 21791523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:15.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91633, clonedBytes: 24880347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:16.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101868, clonedBytes: 27725471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:17.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111510, clonedBytes: 30676360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:18.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2b0666d1a4e49f54e64", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30867062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:18.509 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:19:18.511 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:19:18.511 I SHARDING [conn9] moveChunk setting version to: 92|0||584bcad890d1dc672b54835d Sat Dec 10 06:19:18.516 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30867062, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:19:18.516 I SHARDING [conn9] moveChunk updating self version to: 92|1||584bcad890d1dc672b54835d through { datetime: new Date(1452573217000) } -> { datetime: new Date(1452656005000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:19:18.517 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:18.517-0600-584bf2c6666d1a4e49f54e67", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372358517), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30867062, catchup: 0, steady: 0 } } Sat Dec 10 06:19:18.519 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:19:18.519 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:19:18.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:18.519-0600-584bf2c6666d1a4e49f54e68", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372358519), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1474, step 4 of 6: 20539, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:19:18.521 I SHARDING [conn9] distributed lock with ts: 584bf2b0666d1a4e49f54e62' unlocked. Sat Dec 10 06:19:18.521 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452499408000) }, max: { datetime: new Date(1452573217000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 91000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 217 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22032ms Sat Dec 10 06:19:19.619 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:19:19.620 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457850744000) }, { datetime: new Date(1457969252000) }) in IISLogs.pubprdweb01', ts : 584bf2c7666d1a4e49f54e69 Sat Dec 10 06:19:19.620 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 119|0||584bbf4f90d1dc672b54822e, current metadata version is 119|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:19:19.621 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 119|0||584bbf4f90d1dc672b54822e to shard version 119|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:19:19.621 I SHARDING [conn9] collection version was loaded at version 119|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:19:19.621 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:19.621-0600-584bf2c7666d1a4e49f54e6a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372359621), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:19:19.623 I SHARDING [conn9] moveChunk request accepted at version 119|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:19:26.454 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470324454000) } -> { datetime: new Date(1470339589000) } Sat Dec 10 06:19:26.454 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457237633000) } -> { datetime: new Date(1457399472000) }, with opId: 167414 Sat Dec 10 06:19:26.621 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:19:26.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:26.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:27.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:27.430 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 804ms Sat Dec 10 06:19:27.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62, clonedBytes: 19512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:28.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7136, clonedBytes: 2217159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:29.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16660, clonedBytes: 5119836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:30.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26666, clonedBytes: 8246143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:31.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36676, clonedBytes: 11443482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:32.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47021, clonedBytes: 14702915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:33.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52566, clonedBytes: 16419075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:34.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15822416 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 695ms Sat Dec 10 06:19:34.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59460, clonedBytes: 18579830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:35.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69430, clonedBytes: 21778633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:36.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77968, clonedBytes: 24484468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:38.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83127, clonedBytes: 26107362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:39.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90505, clonedBytes: 28309288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:40.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100699, clonedBytes: 31258064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:41.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2c7666d1a4e49f54e6b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 31899926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:41.136 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:19:41.138 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:19:41.139 I SHARDING [conn9] moveChunk setting version to: 120|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:19:41.149 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 31899926, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:19:41.149 I SHARDING [conn9] moveChunk updating self version to: 120|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1457969252000) } -> { datetime: new Date(1458001142000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:19:41.151 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:41.151-0600-584bf2dd666d1a4e49f54e6e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372381151), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 31899926, catchup: 0, steady: 0 } } Sat Dec 10 06:19:41.152 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:19:41.153 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:19:41.153 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:41.153-0600-584bf2dd666d1a4e49f54e6f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372381153), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7000, step 4 of 6: 14511, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:19:41.154 I SHARDING [conn9] distributed lock with ts: 584bf2c7666d1a4e49f54e69' unlocked. Sat Dec 10 06:19:41.154 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457850744000) }, max: { datetime: new Date(1457969252000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:853 reslen:154 locks:{ Global: { acquireCount: { r: 1718, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 677 } }, Database: { acquireCount: { r: 855, w: 4, W: 2 } }, Collection: { acquireCount: { r: 855, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21536ms Sat Dec 10 06:19:41.161 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:19:41.162 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461211437000) }, { datetime: new Date(1461389724000) }) in IISLogs.pubprdweb02', ts : 584bf2dd666d1a4e49f54e70 Sat Dec 10 06:19:41.162 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 111|0||584bc22c90d1dc672b54829b, current metadata version is 111|0||584bc22c90d1dc672b54829b Sat Dec 10 06:19:41.163 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 111|0||584bc22c90d1dc672b54829b to shard version 111|1||584bc22c90d1dc672b54829b Sat Dec 10 06:19:41.164 I SHARDING [conn9] collection version was loaded at version 111|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:19:41.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:41.164-0600-584bf2dd666d1a4e49f54e71", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372381164), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:19:41.164 I SHARDING [conn9] moveChunk request accepted at version 111|1||584bc22c90d1dc672b54829b Sat Dec 10 06:19:42.520 I SHARDING [conn9] moveChunk number of documents: 106522 Sat Dec 10 06:19:42.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:42.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:43.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:43.444 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776233 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 919ms Sat Dec 10 06:19:43.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 161, clonedBytes: 50016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:44.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10500, clonedBytes: 3117748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:45.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20667, clonedBytes: 6015039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:46.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30437, clonedBytes: 8796647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:47.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40641, clonedBytes: 11779240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:48.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50893, clonedBytes: 14848968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:49.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55063, clonedBytes: 16401754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:49.994 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776101 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 850ms Sat Dec 10 06:19:50.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61668, clonedBytes: 18481002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:51.439 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457237633000) } -> { datetime: new Date(1457399472000) } Sat Dec 10 06:19:51.440 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446646105000) } -> { datetime: new Date(1446748856000) }, with opId: 167595 Sat Dec 10 06:19:51.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71911, clonedBytes: 21861329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:52.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81928, clonedBytes: 25042276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:54.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93835, clonedBytes: 28926302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:55.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104285, clonedBytes: 32593185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:56.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2dd666d1a4e49f54e72", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106522, clonedBytes: 33325024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:56.242 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:19:56.243 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:19:56.244 I SHARDING [conn9] moveChunk setting version to: 112|0||584bc22c90d1dc672b54829b Sat Dec 10 06:19:56.253 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106522, clonedBytes: 33325024, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:19:56.253 I SHARDING [conn9] moveChunk updating self version to: 112|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461389724000) } -> { datetime: new Date(1461524824000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:19:56.255 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:56.255-0600-584bf2ec666d1a4e49f54e75", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372396255), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106522, clonedBytes: 33325024, catchup: 0, steady: 0 } } Sat Dec 10 06:19:56.256 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:19:56.256 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:19:56.256 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:56.256-0600-584bf2ec666d1a4e49f54e76", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372396256), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1359, step 4 of 6: 13718, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:19:56.257 I SHARDING [conn9] distributed lock with ts: 584bf2dd666d1a4e49f54e70' unlocked. Sat Dec 10 06:19:56.257 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461211437000) }, max: { datetime: new Date(1461389724000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 198 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 31 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15097ms Sat Dec 10 06:19:56.262 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:19:56.263 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449462938000) }, { datetime: new Date(1449590749000) }) in IISLogs.pubprdweb03', ts : 584bf2ec666d1a4e49f54e77 Sat Dec 10 06:19:56.263 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 96|0||584bc97f90d1dc672b548352, current metadata version is 96|0||584bc97f90d1dc672b548352 Sat Dec 10 06:19:56.265 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 96|0||584bc97f90d1dc672b548352 to shard version 96|1||584bc97f90d1dc672b548352 Sat Dec 10 06:19:56.265 I SHARDING [conn9] collection version was loaded at version 96|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 06:19:56.265 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:19:56.265-0600-584bf2ec666d1a4e49f54e78", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372396265), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:19:56.266 I SHARDING [conn9] moveChunk request accepted at version 96|1||584bc97f90d1dc672b548352 Sat Dec 10 06:19:57.803 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:19:57.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:57.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:57.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:57.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:57.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:57.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:57.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:58.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:58.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:58.828 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776077 locks:{ Global: { acquireCount: { r: 978 } }, Database: { acquireCount: { r: 489 } }, Collection: { acquireCount: { r: 489 } } } protocol:op_command 978ms Sat Dec 10 06:19:58.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:19:59.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5702, clonedBytes: 1479593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:01.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15564, clonedBytes: 4102465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:02.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26094, clonedBytes: 6864336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:03.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36230, clonedBytes: 9587335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:04.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45914, clonedBytes: 12209745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:05.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56217, clonedBytes: 14968193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:06.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61366, clonedBytes: 16357477, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:07.054 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14268401 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1353ms Sat Dec 10 06:20:07.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62286, clonedBytes: 16594082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:08.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72733, clonedBytes: 19292356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:08.685 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446646105000) } -> { datetime: new Date(1446748856000) } Sat Dec 10 06:20:08.685 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449465249000) } -> { datetime: new Date(1449552510000) }, with opId: 167733 Sat Dec 10 06:20:09.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82951, clonedBytes: 22008492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:10.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93501, clonedBytes: 24794545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:11.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101948, clonedBytes: 27059621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:12.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112076, clonedBytes: 29833381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:13.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2ec666d1a4e49f54e79", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30270194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:13.431 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:20:13.433 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:20:13.433 I SHARDING [conn9] moveChunk setting version to: 97|0||584bc97f90d1dc672b548352 Sat Dec 10 06:20:13.440 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30270194, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:20:13.440 I SHARDING [conn9] moveChunk updating self version to: 97|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449590749000) } -> { datetime: new Date(1449694996000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:20:13.442 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:13.442-0600-584bf2fd666d1a4e49f54e7c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372413442), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30270194, catchup: 0, steady: 0 } } Sat Dec 10 06:20:13.442 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:20:13.443 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:20:13.443 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:13.443-0600-584bf2fd666d1a4e49f54e7d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372413443), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1544, step 4 of 6: 15618, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:20:13.444 I SHARDING [conn9] distributed lock with ts: 584bf2ec666d1a4e49f54e77' unlocked. Sat Dec 10 06:20:13.444 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449462938000) }, max: { datetime: new Date(1449590749000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 490 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 138 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17182ms Sat Dec 10 06:20:13.451 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:20:13.453 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452573217000) }, { datetime: new Date(1452656005000) }) in IISLogs.pubprdweb04', ts : 584bf2fd666d1a4e49f54e7e Sat Dec 10 06:20:13.453 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 92|0||584bcad890d1dc672b54835d, current metadata version is 92|0||584bcad890d1dc672b54835d Sat Dec 10 06:20:13.454 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 92|0||584bcad890d1dc672b54835d to shard version 92|1||584bcad890d1dc672b54835d Sat Dec 10 06:20:13.454 I SHARDING [conn9] collection version was loaded at version 92|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:20:13.454 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:13.454-0600-584bf2fd666d1a4e49f54e7f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372413454), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:20:13.455 I SHARDING [conn9] moveChunk request accepted at version 92|1||584bcad890d1dc672b54835d Sat Dec 10 06:20:14.586 I SHARDING [conn9] moveChunk number of documents: 112116 Sat Dec 10 06:20:14.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:14.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:15.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:15.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:16.434 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776045 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 1840ms Sat Dec 10 06:20:16.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90, clonedBytes: 25269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:17.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7089, clonedBytes: 1905969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:18.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16848, clonedBytes: 4598542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:19.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27116, clonedBytes: 7335302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:20.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36505, clonedBytes: 9797969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:22.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47802, clonedBytes: 12854644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:23.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57816, clonedBytes: 15525638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:24.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60970, clonedBytes: 16360217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:24.744 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14629841 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 1331ms Sat Dec 10 06:20:25.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64101, clonedBytes: 17216929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:26.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73906, clonedBytes: 19932938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:27.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83968, clonedBytes: 22637616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:28.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93786, clonedBytes: 25410455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:29.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103841, clonedBytes: 28129755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:30.148 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449465249000) } -> { datetime: new Date(1449552510000) } Sat Dec 10 06:20:30.148 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454702746000) } -> { datetime: new Date(1454808668000) }, with opId: 167906 Sat Dec 10 06:20:30.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf2fd666d1a4e49f54e80", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112116, clonedBytes: 30642998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:30.287 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:20:30.288 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:20:30.289 I SHARDING [conn9] moveChunk setting version to: 93|0||584bcad890d1dc672b54835d Sat Dec 10 06:20:30.300 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112116, clonedBytes: 30642998, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:20:30.300 I SHARDING [conn9] moveChunk updating self version to: 93|1||584bcad890d1dc672b54835d through { datetime: new Date(1452656005000) } -> { datetime: new Date(1452757355000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:20:30.301 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:30.301-0600-584bf30e666d1a4e49f54e83", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372430301), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112116, clonedBytes: 30642998, catchup: 0, steady: 0 } } Sat Dec 10 06:20:30.302 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:20:30.303 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:20:30.303 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:30.303-0600-584bf30e666d1a4e49f54e84", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372430303), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1137, step 4 of 6: 15693, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:20:30.304 I SHARDING [conn9] distributed lock with ts: 584bf2fd666d1a4e49f54e7e' unlocked. Sat Dec 10 06:20:30.304 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452573217000) }, max: { datetime: new Date(1452656005000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 92000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 748 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 46 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16854ms Sat Dec 10 06:20:31.390 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:20:31.391 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1457969252000) }, { datetime: new Date(1458001142000) }) in IISLogs.pubprdweb01', ts : 584bf30f666d1a4e49f54e85 Sat Dec 10 06:20:31.391 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 120|0||584bbf4f90d1dc672b54822e, current metadata version is 120|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:20:31.393 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 120|0||584bbf4f90d1dc672b54822e to shard version 120|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:20:31.393 I SHARDING [conn9] collection version was loaded at version 120|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 06:20:31.393 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:31.393-0600-584bf30f666d1a4e49f54e86", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372431393), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:20:31.395 I SHARDING [conn9] moveChunk request accepted at version 120|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:20:32.646 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 06:20:32.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:32.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:32.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:32.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:32.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:32.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:32.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:33.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:33.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:33.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776305 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1067ms Sat Dec 10 06:20:33.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1150, clonedBytes: 331226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:34.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11254, clonedBytes: 3304206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:36.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21096, clonedBytes: 6208968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:37.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30765, clonedBytes: 9166053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:38.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40723, clonedBytes: 12081766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:39.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50793, clonedBytes: 15088363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:40.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54838, clonedBytes: 16403401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:40.524 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14487013 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 1010ms Sat Dec 10 06:20:41.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60767, clonedBytes: 18202383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:42.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65762, clonedBytes: 19682701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:43.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74438, clonedBytes: 22186566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:44.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84665, clonedBytes: 25136239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:45.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94378, clonedBytes: 28013854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:46.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102739, clonedBytes: 30507508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:47.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf30f666d1a4e49f54e87", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 30564732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:47.391 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:20:47.392 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:20:47.396 I SHARDING [conn9] moveChunk setting version to: 121|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:20:47.402 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 30564732, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:20:47.402 I SHARDING [conn9] moveChunk updating self version to: 121|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458001142000) } -> { datetime: new Date(1458048992000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:20:47.404 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:47.404-0600-584bf31f666d1a4e49f54e8a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372447404), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 30564732, catchup: 0, steady: 0 } } Sat Dec 10 06:20:47.406 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:20:47.406 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:20:47.406 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:47.406-0600-584bf31f666d1a4e49f54e8b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372447406), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1254, step 4 of 6: 14741, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:20:47.407 I SHARDING [conn9] distributed lock with ts: 584bf30f666d1a4e49f54e85' unlocked. Sat Dec 10 06:20:47.407 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457969252000) }, max: { datetime: new Date(1458001142000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 270 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 3265 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16019ms Sat Dec 10 06:20:47.412 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:20:47.412 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461389724000) }, { datetime: new Date(1461524824000) }) in IISLogs.pubprdweb02', ts : 584bf31f666d1a4e49f54e8c Sat Dec 10 06:20:47.412 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 112|0||584bc22c90d1dc672b54829b, current metadata version is 112|0||584bc22c90d1dc672b54829b Sat Dec 10 06:20:47.414 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 112|0||584bc22c90d1dc672b54829b to shard version 112|1||584bc22c90d1dc672b54829b Sat Dec 10 06:20:47.414 I SHARDING [conn9] collection version was loaded at version 112|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:20:47.414 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:20:47.414-0600-584bf31f666d1a4e49f54e8d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372447414), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:20:47.414 I SHARDING [conn9] moveChunk request accepted at version 112|1||584bc22c90d1dc672b54829b Sat Dec 10 06:20:47.584 I SHARDING [RangeDeleter] rangeDeleter deleted 102916 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454702746000) } -> { datetime: new Date(1454808668000) } Sat Dec 10 06:20:47.585 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470339589000) } -> { datetime: new Date(1470350761000) }, with opId: 168096 Sat Dec 10 06:20:48.436 I SHARDING [conn9] moveChunk number of documents: 106517 Sat Dec 10 06:20:48.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:48.997 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776063 locks:{ Global: { acquireCount: { r: 784 } }, Database: { acquireCount: { r: 392 } }, Collection: { acquireCount: { r: 392 } } } protocol:op_command 555ms Sat Dec 10 06:20:49.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:49.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3949, clonedBytes: 1457448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:50.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13880, clonedBytes: 4938641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:51.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24264, clonedBytes: 7824927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:52.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34668, clonedBytes: 11295985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:53.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45090, clonedBytes: 15013532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:54.632 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776045 locks:{ Global: { acquireCount: { r: 740 } }, Database: { acquireCount: { r: 370 } }, Collection: { acquireCount: { r: 370 } } } protocol:op_command 561ms Sat Dec 10 06:20:54.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49456, clonedBytes: 16440833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:55.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59132, clonedBytes: 19677031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:56.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69337, clonedBytes: 23166451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:57.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79664, clonedBytes: 27020536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:58.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89873, clonedBytes: 30733720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:20:59.556 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3691924 locks:{ Global: { acquireCount: { r: 166 } }, Database: { acquireCount: { r: 83 } }, Collection: { acquireCount: { r: 83 } } } protocol:op_command 126ms Sat Dec 10 06:20:59.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98275, clonedBytes: 33648555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:00.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf31f666d1a4e49f54e8e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106517, clonedBytes: 36531299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:00.812 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:21:00.813 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:21:00.814 I SHARDING [conn9] moveChunk setting version to: 113|0||584bc22c90d1dc672b54829b Sat Dec 10 06:21:00.816 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106517, clonedBytes: 36531299, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:21:00.816 I SHARDING [conn9] moveChunk updating self version to: 113|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461524824000) } -> { datetime: new Date(1461631362000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:21:00.817 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:00.817-0600-584bf32c666d1a4e49f54e91", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372460817), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106517, clonedBytes: 36531299, catchup: 0, steady: 0 } } Sat Dec 10 06:21:00.818 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:21:00.818 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:21:00.818 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:00.818-0600-584bf32c666d1a4e49f54e92", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372460818), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1025, step 4 of 6: 12371, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:21:00.819 I SHARDING [conn9] distributed lock with ts: 584bf31f666d1a4e49f54e8c' unlocked. Sat Dec 10 06:21:00.820 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461389724000) }, max: { datetime: new Date(1461524824000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 147 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 13408ms Sat Dec 10 06:21:00.824 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:21:00.824 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449590749000) }, { datetime: new Date(1449694996000) }) in IISLogs.pubprdweb03', ts : 584bf32c666d1a4e49f54e93 Sat Dec 10 06:21:00.824 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 97|0||584bc97f90d1dc672b548352, current metadata version is 97|0||584bc97f90d1dc672b548352 Sat Dec 10 06:21:00.826 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 97|0||584bc97f90d1dc672b548352 to shard version 97|1||584bc97f90d1dc672b548352 Sat Dec 10 06:21:00.826 I SHARDING [conn9] collection version was loaded at version 97|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:21:00.826 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:00.826-0600-584bf32c666d1a4e49f54e94", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372460826), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:21:00.826 I SHARDING [conn9] moveChunk request accepted at version 97|1||584bc97f90d1dc672b548352 Sat Dec 10 06:21:02.693 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:21:02.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:02.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:03.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:03.735 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776108 locks:{ Global: { acquireCount: { r: 914 } }, Database: { acquireCount: { r: 457 } }, Collection: { acquireCount: { r: 457 } } } protocol:op_command 1035ms Sat Dec 10 06:21:03.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:04.589 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470339589000) } -> { datetime: new Date(1470350761000) } Sat Dec 10 06:21:04.589 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457399472000) } -> { datetime: new Date(1457496825000) }, with opId: 168186 Sat Dec 10 06:21:04.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9534, clonedBytes: 2466296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:05.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20042, clonedBytes: 5181502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:06.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30223, clonedBytes: 8086891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:07.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40046, clonedBytes: 10985554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:08.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49156, clonedBytes: 13796257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:09.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57072, clonedBytes: 16387566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:10.473 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16102044 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 730ms Sat Dec 10 06:21:10.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60956, clonedBytes: 17577075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:12.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71414, clonedBytes: 20671657, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:13.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80777, clonedBytes: 23368378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:14.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87360, clonedBytes: 25182966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:15.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96985, clonedBytes: 27725612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:16.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106794, clonedBytes: 30307409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:17.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf32c666d1a4e49f54e95", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 32103868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:17.166 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:21:17.167 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:21:17.168 I SHARDING [conn9] moveChunk setting version to: 98|0||584bc97f90d1dc672b548352 Sat Dec 10 06:21:17.177 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 32103868, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:21:17.178 I SHARDING [conn9] moveChunk updating self version to: 98|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449694996000) } -> { datetime: new Date(1449855998000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:21:17.179 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:17.179-0600-584bf33d666d1a4e49f54e98", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372477179), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 32103868, catchup: 0, steady: 0 } } Sat Dec 10 06:21:17.180 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:21:17.180 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:21:17.180 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:17.180-0600-584bf33d666d1a4e49f54e99", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372477180), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1871, step 4 of 6: 14467, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:21:17.181 I SHARDING [conn9] distributed lock with ts: 584bf32c666d1a4e49f54e93' unlocked. Sat Dec 10 06:21:17.181 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449590749000) }, max: { datetime: new Date(1449694996000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 371 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16357ms Sat Dec 10 06:21:17.186 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:21:17.187 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452656005000) }, { datetime: new Date(1452757355000) }) in IISLogs.pubprdweb04', ts : 584bf33d666d1a4e49f54e9a Sat Dec 10 06:21:17.187 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 93|0||584bcad890d1dc672b54835d, current metadata version is 93|0||584bcad890d1dc672b54835d Sat Dec 10 06:21:17.188 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 93|0||584bcad890d1dc672b54835d to shard version 93|1||584bcad890d1dc672b54835d Sat Dec 10 06:21:17.188 I SHARDING [conn9] collection version was loaded at version 93|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:21:17.188 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:17.188-0600-584bf33d666d1a4e49f54e9b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372477188), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:21:17.189 I SHARDING [conn9] moveChunk request accepted at version 93|1||584bcad890d1dc672b54835d Sat Dec 10 06:21:18.309 I SHARDING [conn9] moveChunk number of documents: 112331 Sat Dec 10 06:21:18.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:18.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:19.346 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 992 } }, Database: { acquireCount: { r: 496 } }, Collection: { acquireCount: { r: 496 } } } protocol:op_command 1013ms Sat Dec 10 06:21:19.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:20.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5505, clonedBytes: 1534634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:21.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15539, clonedBytes: 4199585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:22.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25036, clonedBytes: 6677191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:23.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35027, clonedBytes: 9280899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:24.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45044, clonedBytes: 11879757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:25.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56038, clonedBytes: 14762678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:26.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62197, clonedBytes: 16351778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:27.513 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13543753 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 1222ms Sat Dec 10 06:21:27.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63121, clonedBytes: 16587071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:28.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72625, clonedBytes: 19089975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:29.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82519, clonedBytes: 21674931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:30.256 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457399472000) } -> { datetime: new Date(1457496825000) } Sat Dec 10 06:21:30.256 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446748856000) } -> { datetime: new Date(1446843134000) }, with opId: 168323 Sat Dec 10 06:21:30.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92456, clonedBytes: 24312354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:31.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102777, clonedBytes: 27040863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:32.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf33d666d1a4e49f54e9c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112331, clonedBytes: 29555555, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:32.852 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:21:32.853 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:21:32.853 I SHARDING [conn9] moveChunk setting version to: 94|0||584bcad890d1dc672b54835d Sat Dec 10 06:21:32.857 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112331, clonedBytes: 29555555, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:21:32.857 I SHARDING [conn9] moveChunk updating self version to: 94|1||584bcad890d1dc672b54835d through { datetime: new Date(1452757355000) } -> { datetime: new Date(1452836810000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:21:32.858 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:32.858-0600-584bf34c666d1a4e49f54e9f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372492858), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112331, clonedBytes: 29555555, catchup: 0, steady: 0 } } Sat Dec 10 06:21:32.859 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:21:32.859 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:21:32.859 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:32.859-0600-584bf34c666d1a4e49f54ea0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372492859), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1122, step 4 of 6: 14540, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:21:32.860 I SHARDING [conn9] distributed lock with ts: 584bf33d666d1a4e49f54e9a' unlocked. Sat Dec 10 06:21:32.861 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452656005000) }, max: { datetime: new Date(1452757355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 93000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 147 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15675ms Sat Dec 10 06:21:33.958 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:21:33.959 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458001142000) }, { datetime: new Date(1458048992000) }) in IISLogs.pubprdweb01', ts : 584bf34d666d1a4e49f54ea1 Sat Dec 10 06:21:33.959 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 121|0||584bbf4f90d1dc672b54822e, current metadata version is 121|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:21:33.961 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 121|0||584bbf4f90d1dc672b54822e to shard version 121|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:21:33.961 I SHARDING [conn9] collection version was loaded at version 121|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:21:33.961 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:33.961-0600-584bf34d666d1a4e49f54ea2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372493961), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:21:33.961 I SHARDING [conn9] moveChunk request accepted at version 121|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:21:35.226 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:21:35.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:35.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:36.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:36.716 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776065 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1484ms Sat Dec 10 06:21:37.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5575, clonedBytes: 1678685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:38.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15348, clonedBytes: 4623112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:39.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24706, clonedBytes: 7491719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:40.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34159, clonedBytes: 10415906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:41.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44283, clonedBytes: 13527484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:42.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53591, clonedBytes: 16411890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:43.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53591, clonedBytes: 16411890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:44.302 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15357521 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 1781ms Sat Dec 10 06:21:44.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56029, clonedBytes: 17161847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:45.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66076, clonedBytes: 20219225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:46.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70429, clonedBytes: 21559280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:47.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78915, clonedBytes: 24179230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:48.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88884, clonedBytes: 27223265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:49.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97251, clonedBytes: 29741000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:50.041 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446748856000) } -> { datetime: new Date(1446843134000) } Sat Dec 10 06:21:50.041 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449552510000) } -> { datetime: new Date(1449639106000) }, with opId: 168415 Sat Dec 10 06:21:50.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf34d666d1a4e49f54ea3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 31435021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:50.891 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:21:50.892 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:21:50.892 I SHARDING [conn9] moveChunk setting version to: 122|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:21:50.896 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 31435021, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:21:50.896 I SHARDING [conn9] moveChunk updating self version to: 122|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458048992000) } -> { datetime: new Date(1458069423000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:21:50.897 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:50.897-0600-584bf35e666d1a4e49f54ea6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372510897), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 31435021, catchup: 0, steady: 0 } } Sat Dec 10 06:21:50.898 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:21:50.898 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:21:50.898 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:50.898-0600-584bf35e666d1a4e49f54ea7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372510898), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1269, step 4 of 6: 15659, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:21:50.899 I SHARDING [conn9] distributed lock with ts: 584bf34d666d1a4e49f54ea1' unlocked. Sat Dec 10 06:21:50.900 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458001142000) }, max: { datetime: new Date(1458048992000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 144 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16941ms Sat Dec 10 06:21:50.905 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:21:50.906 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461524824000) }, { datetime: new Date(1461631362000) }) in IISLogs.pubprdweb02', ts : 584bf35e666d1a4e49f54ea8 Sat Dec 10 06:21:50.906 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 113|0||584bc22c90d1dc672b54829b, current metadata version is 113|0||584bc22c90d1dc672b54829b Sat Dec 10 06:21:50.907 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 113|0||584bc22c90d1dc672b54829b to shard version 113|1||584bc22c90d1dc672b54829b Sat Dec 10 06:21:50.907 I SHARDING [conn9] collection version was loaded at version 113|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:21:50.907 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:21:50.907-0600-584bf35e666d1a4e49f54ea9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372510907), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:21:50.908 I SHARDING [conn9] moveChunk request accepted at version 113|1||584bc22c90d1dc672b54829b Sat Dec 10 06:21:52.216 I SHARDING [conn9] moveChunk number of documents: 106513 Sat Dec 10 06:21:52.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:52.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:53.220 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776060 locks:{ Global: { acquireCount: { r: 748 } }, Database: { acquireCount: { r: 374 } }, Collection: { acquireCount: { r: 374 } } } protocol:op_command 988ms Sat Dec 10 06:21:53.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:54.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9357, clonedBytes: 3196196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:55.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18704, clonedBytes: 6449766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:56.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28719, clonedBytes: 9868855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:57.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38580, clonedBytes: 13425059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:58.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46602, clonedBytes: 16460808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:21:59.243 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776333 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 1020ms Sat Dec 10 06:21:59.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47974, clonedBytes: 16985194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:00.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57786, clonedBytes: 20129998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:01.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67723, clonedBytes: 23383352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:02.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77684, clonedBytes: 26619035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:03.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87541, clonedBytes: 29775408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:04.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97054, clonedBytes: 32894939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:05.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106133, clonedBytes: 36078049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:06.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf35e666d1a4e49f54eaa", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106513, clonedBytes: 36198611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:06.667 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:22:06.668 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:22:06.668 I SHARDING [conn9] moveChunk setting version to: 114|0||584bc22c90d1dc672b54829b Sat Dec 10 06:22:06.671 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106513, clonedBytes: 36198611, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:22:06.671 I SHARDING [conn9] moveChunk updating self version to: 114|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461631362000) } -> { datetime: new Date(1461745551000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:22:06.673 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:06.673-0600-584bf36e666d1a4e49f54ead", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372526673), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106513, clonedBytes: 36198611, catchup: 0, steady: 0 } } Sat Dec 10 06:22:06.673 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:22:06.674 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:22:06.674 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:06.674-0600-584bf36e666d1a4e49f54eae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372526674), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1312, step 4 of 6: 14446, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:22:06.675 I SHARDING [conn9] distributed lock with ts: 584bf35e666d1a4e49f54ea8' unlocked. Sat Dec 10 06:22:06.675 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461524824000) }, max: { datetime: new Date(1461631362000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:836 reslen:154 locks:{ Global: { acquireCount: { r: 1684, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 209 } }, Database: { acquireCount: { r: 838, w: 4, W: 2 } }, Collection: { acquireCount: { r: 838, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15771ms Sat Dec 10 06:22:06.679 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:22:06.680 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449694996000) }, { datetime: new Date(1449855998000) }) in IISLogs.pubprdweb03', ts : 584bf36e666d1a4e49f54eaf Sat Dec 10 06:22:06.680 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 98|0||584bc97f90d1dc672b548352, current metadata version is 98|0||584bc97f90d1dc672b548352 Sat Dec 10 06:22:06.681 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 98|0||584bc97f90d1dc672b548352 to shard version 98|1||584bc97f90d1dc672b548352 Sat Dec 10 06:22:06.681 I SHARDING [conn9] collection version was loaded at version 98|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:22:06.681 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:06.681-0600-584bf36e666d1a4e49f54eb0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372526681), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:22:06.682 I SHARDING [conn9] moveChunk request accepted at version 98|1||584bc97f90d1dc672b548352 Sat Dec 10 06:22:07.724 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:22:07.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:07.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:07.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:07.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:07.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:07.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:07.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:08.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:08.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:08.561 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776176 locks:{ Global: { acquireCount: { r: 972 } }, Database: { acquireCount: { r: 486 } }, Collection: { acquireCount: { r: 486 } } } protocol:op_command 822ms Sat Dec 10 06:22:08.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 985, clonedBytes: 255239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:09.640 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449552510000) } -> { datetime: new Date(1449639106000) } Sat Dec 10 06:22:09.641 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454808668000) } -> { datetime: new Date(1454944383000) }, with opId: 168624 Sat Dec 10 06:22:09.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10947, clonedBytes: 2914433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:10.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21899, clonedBytes: 5817927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:11.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32363, clonedBytes: 8677921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:13.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42832, clonedBytes: 11489842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:14.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53026, clonedBytes: 14196438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:15.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60938, clonedBytes: 16360572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:15.238 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14648540 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 394ms Sat Dec 10 06:22:16.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68740, clonedBytes: 18473715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:17.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79043, clonedBytes: 21378909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:18.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89317, clonedBytes: 24360343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:19.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99564, clonedBytes: 27005606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:20.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109728, clonedBytes: 29633108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:21.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf36e666d1a4e49f54eb1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30650432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:21.266 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:22:21.267 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:22:21.268 I SHARDING [conn9] moveChunk setting version to: 99|0||584bc97f90d1dc672b548352 Sat Dec 10 06:22:21.271 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30650432, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:22:21.271 I SHARDING [conn9] moveChunk updating self version to: 99|1||584bc97f90d1dc672b548352 through { datetime: new Date(1449855998000) } -> { datetime: new Date(1450027463000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:22:21.273 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:21.273-0600-584bf37d666d1a4e49f54eb4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372541273), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30650432, catchup: 0, steady: 0 } } Sat Dec 10 06:22:21.273 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:22:21.274 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:22:21.274 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:21.274-0600-584bf37d666d1a4e49f54eb5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372541274), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1045, step 4 of 6: 13537, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:22:21.275 I SHARDING [conn9] distributed lock with ts: 584bf36e666d1a4e49f54eaf' unlocked. Sat Dec 10 06:22:21.275 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449694996000) }, max: { datetime: new Date(1449855998000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 332 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14595ms Sat Dec 10 06:22:21.279 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:22:21.280 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452757355000) }, { datetime: new Date(1452836810000) }) in IISLogs.pubprdweb04', ts : 584bf37d666d1a4e49f54eb6 Sat Dec 10 06:22:21.280 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 94|0||584bcad890d1dc672b54835d, current metadata version is 94|0||584bcad890d1dc672b54835d Sat Dec 10 06:22:21.282 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 94|0||584bcad890d1dc672b54835d to shard version 94|1||584bcad890d1dc672b54835d Sat Dec 10 06:22:21.282 I SHARDING [conn9] collection version was loaded at version 94|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:22:21.282 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:21.282-0600-584bf37d666d1a4e49f54eb7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372541282), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:22:21.282 I SHARDING [conn9] moveChunk request accepted at version 94|1||584bcad890d1dc672b54835d Sat Dec 10 06:22:22.317 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:22:22.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:22.926 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:23.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:24.306 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776051 locks:{ Global: { acquireCount: { r: 990 } }, Database: { acquireCount: { r: 495 } }, Collection: { acquireCount: { r: 495 } } } protocol:op_command 1983ms Sat Dec 10 06:22:24.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67, clonedBytes: 17550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:25.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8988, clonedBytes: 2343975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:26.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18659, clonedBytes: 4871621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:27.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28497, clonedBytes: 7440958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:28.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38284, clonedBytes: 10158325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:29.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48317, clonedBytes: 12826353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:30.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58468, clonedBytes: 15560690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:31.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61382, clonedBytes: 16357339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:32.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61382, clonedBytes: 16357339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:33.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61382, clonedBytes: 16357339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:34.717 I SHARDING [RangeDeleter] rangeDeleter deleted 102851 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454808668000) } -> { datetime: new Date(1454944383000) } Sat Dec 10 06:22:34.717 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470350761000) } -> { datetime: new Date(1470362600000) }, with opId: 168781 Sat Dec 10 06:22:34.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61382, clonedBytes: 16357339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:35.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61382, clonedBytes: 16357339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:36.840 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14588712 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 5796ms Sat Dec 10 06:22:36.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61382, clonedBytes: 16357339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:37.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70424, clonedBytes: 18776692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:38.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80579, clonedBytes: 21548927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:39.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90807, clonedBytes: 24355721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:40.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100908, clonedBytes: 27361986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:42.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110046, clonedBytes: 29979631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:43.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf37d666d1a4e49f54eb8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 30601133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:43.037 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:22:43.038 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:22:43.039 I SHARDING [conn9] moveChunk setting version to: 95|0||584bcad890d1dc672b54835d Sat Dec 10 06:22:43.048 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 30601133, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:22:43.048 I SHARDING [conn9] moveChunk updating self version to: 95|1||584bcad890d1dc672b54835d through { datetime: new Date(1452836810000) } -> { datetime: new Date(1452913804000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:22:43.050 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:43.050-0600-584bf393666d1a4e49f54ebb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372563050), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 30601133, catchup: 0, steady: 0 } } Sat Dec 10 06:22:43.050 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:22:43.063 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:22:43.063 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:43.063-0600-584bf393666d1a4e49f54ebc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372563063), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1038, step 4 of 6: 20715, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:22:43.065 I SHARDING [conn9] distributed lock with ts: 584bf37d666d1a4e49f54eb6' unlocked. Sat Dec 10 06:22:43.065 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452757355000) }, max: { datetime: new Date(1452836810000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 94000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12345 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21785ms Sat Dec 10 06:22:44.152 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:22:44.153 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458048992000) }, { datetime: new Date(1458069423000) }) in IISLogs.pubprdweb01', ts : 584bf394666d1a4e49f54ebd Sat Dec 10 06:22:44.153 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 122|0||584bbf4f90d1dc672b54822e, current metadata version is 122|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:22:44.155 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 122|0||584bbf4f90d1dc672b54822e to shard version 122|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:22:44.155 I SHARDING [conn9] collection version was loaded at version 122|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:22:44.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:22:44.155-0600-584bf394666d1a4e49f54ebe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372564155), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:22:44.155 I SHARDING [conn9] moveChunk request accepted at version 122|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:22:45.247 I SHARDING [conn9] moveChunk number of documents: 102922 Sat Dec 10 06:22:45.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:45.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:46.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:47.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:48.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:48.932 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776230 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 3678ms Sat Dec 10 06:22:49.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 805, clonedBytes: 239087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:50.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6407, clonedBytes: 1903407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:51.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14692, clonedBytes: 4365456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:52.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24806, clonedBytes: 7384796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:53.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35060, clonedBytes: 10437487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:54.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45455, clonedBytes: 13520744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:55.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55259, clonedBytes: 16400379, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:56.443 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14589976 locks:{ Global: { acquireCount: { r: 762 } }, Database: { acquireCount: { r: 381 } }, Collection: { acquireCount: { r: 381 } } } protocol:op_command 774ms Sat Dec 10 06:22:56.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58296, clonedBytes: 17295001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:57.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68735, clonedBytes: 20409656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:58.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78862, clonedBytes: 23478488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:22:59.609 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470350761000) } -> { datetime: new Date(1470362600000) } Sat Dec 10 06:22:59.609 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457496825000) } -> { datetime: new Date(1457620702000) }, with opId: 168961 Sat Dec 10 06:22:59.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89176, clonedBytes: 26555080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:01.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99998, clonedBytes: 29806018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:02.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf394666d1a4e49f54ebf", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102922, clonedBytes: 30667676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:02.089 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:23:02.090 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:23:02.091 I SHARDING [conn9] moveChunk setting version to: 123|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:23:02.100 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102922, clonedBytes: 30667676, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:23:02.100 I SHARDING [conn9] moveChunk updating self version to: 123|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458069423000) } -> { datetime: new Date(1458132959000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:23:02.101 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:02.101-0600-584bf3a6666d1a4e49f54ec2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372582101), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102922, clonedBytes: 30667676, catchup: 0, steady: 0 } } Sat Dec 10 06:23:02.103 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:23:02.104 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:23:02.104 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:02.104-0600-584bf3a6666d1a4e49f54ec3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372582104), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1095, step 4 of 6: 16836, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:23:02.105 I SHARDING [conn9] distributed lock with ts: 584bf394666d1a4e49f54ebd' unlocked. Sat Dec 10 06:23:02.106 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458048992000) }, max: { datetime: new Date(1458069423000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8566 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17954ms Sat Dec 10 06:23:02.110 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:23:02.111 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461631362000) }, { datetime: new Date(1461745551000) }) in IISLogs.pubprdweb02', ts : 584bf3a6666d1a4e49f54ec4 Sat Dec 10 06:23:02.111 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 114|0||584bc22c90d1dc672b54829b, current metadata version is 114|0||584bc22c90d1dc672b54829b Sat Dec 10 06:23:02.113 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 114|0||584bc22c90d1dc672b54829b to shard version 114|1||584bc22c90d1dc672b54829b Sat Dec 10 06:23:02.113 I SHARDING [conn9] collection version was loaded at version 114|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:23:02.113 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:02.113-0600-584bf3a6666d1a4e49f54ec5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372582113), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:23:02.114 I SHARDING [conn9] moveChunk request accepted at version 114|1||584bc22c90d1dc672b54829b Sat Dec 10 06:23:03.105 I SHARDING [conn9] moveChunk number of documents: 106458 Sat Dec 10 06:23:03.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:03.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:04.098 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776057 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 984ms Sat Dec 10 06:23:04.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30, clonedBytes: 10094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:05.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8016, clonedBytes: 2768789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:06.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17243, clonedBytes: 5891957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:07.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27127, clonedBytes: 9415041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:08.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35815, clonedBytes: 12453578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:09.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45295, clonedBytes: 15750423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:10.367 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775980 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 787ms Sat Dec 10 06:23:10.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47040, clonedBytes: 16457739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:11.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55600, clonedBytes: 19683768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:12.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64630, clonedBytes: 22626622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:13.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71661, clonedBytes: 24874556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:14.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81342, clonedBytes: 27977056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:15.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88644, clonedBytes: 30364963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:16.541 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3194510 locks:{ Global: { acquireCount: { r: 156 } }, Database: { acquireCount: { r: 78 } }, Collection: { acquireCount: { r: 78 } } } protocol:op_command 101ms Sat Dec 10 06:23:16.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96996, clonedBytes: 33002639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:17.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106392, clonedBytes: 36009763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:18.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3a6666d1a4e49f54ec6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106458, clonedBytes: 36033971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:18.643 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:23:18.644 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:23:18.645 I SHARDING [conn9] moveChunk setting version to: 115|0||584bc22c90d1dc672b54829b Sat Dec 10 06:23:18.655 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106458, clonedBytes: 36033971, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:23:18.655 I SHARDING [conn9] moveChunk updating self version to: 115|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461745551000) } -> { datetime: new Date(1461875517000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:23:18.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:18.656-0600-584bf3b6666d1a4e49f54ec9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372598656), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106458, clonedBytes: 36033971, catchup: 0, steady: 0 } } Sat Dec 10 06:23:18.657 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:23:18.657 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:23:18.658 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:18.658-0600-584bf3b6666d1a4e49f54eca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372598658), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 998, step 4 of 6: 15529, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:23:18.659 I SHARDING [conn9] distributed lock with ts: 584bf3a6666d1a4e49f54ec4' unlocked. Sat Dec 10 06:23:18.659 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461631362000) }, max: { datetime: new Date(1461745551000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:833 reslen:154 locks:{ Global: { acquireCount: { r: 1678, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 619 } }, Database: { acquireCount: { r: 835, w: 4, W: 2 } }, Collection: { acquireCount: { r: 835, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 171 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16549ms Sat Dec 10 06:23:18.663 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:23:18.664 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1449855998000) }, { datetime: new Date(1450027463000) }) in IISLogs.pubprdweb03', ts : 584bf3b6666d1a4e49f54ecb Sat Dec 10 06:23:18.664 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 99|0||584bc97f90d1dc672b548352, current metadata version is 99|0||584bc97f90d1dc672b548352 Sat Dec 10 06:23:18.665 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 99|0||584bc97f90d1dc672b548352 to shard version 99|1||584bc97f90d1dc672b548352 Sat Dec 10 06:23:18.665 I SHARDING [conn9] collection version was loaded at version 99|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:23:18.665 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:18.665-0600-584bf3b6666d1a4e49f54ecc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372598665), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:23:18.666 I SHARDING [conn9] moveChunk request accepted at version 99|1||584bc97f90d1dc672b548352 Sat Dec 10 06:23:19.691 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:23:19.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:19.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:20.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:20.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:20.959 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776323 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 1263ms Sat Dec 10 06:23:21.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4603, clonedBytes: 1204162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:22.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14604, clonedBytes: 3798861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:23.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24899, clonedBytes: 6624015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:24.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35386, clonedBytes: 9738531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:25.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46009, clonedBytes: 12717207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:26.475 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457496825000) } -> { datetime: new Date(1457620702000) } Sat Dec 10 06:23:26.475 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446843134000) } -> { datetime: new Date(1446915900000) }, with opId: 169234 Sat Dec 10 06:23:27.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55960, clonedBytes: 15450918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:28.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59030, clonedBytes: 16374075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:29.052 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15542166 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1721ms Sat Dec 10 06:23:29.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59030, clonedBytes: 16374075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:30.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69406, clonedBytes: 19167596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:31.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79457, clonedBytes: 21971249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:32.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89936, clonedBytes: 25159136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:33.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100093, clonedBytes: 27746534, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:34.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110231, clonedBytes: 30528119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:35.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3b6666d1a4e49f54ecd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 31544205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:35.365 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:23:35.376 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:23:35.377 I SHARDING [conn9] moveChunk setting version to: 100|0||584bc97f90d1dc672b548352 Sat Dec 10 06:23:35.402 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 31544205, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:23:35.402 I SHARDING [conn9] moveChunk updating self version to: 100|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450027463000) } -> { datetime: new Date(1450195802000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:23:35.404 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:35.404-0600-584bf3c7666d1a4e49f54ed0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372615404), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 31544205, catchup: 0, steady: 0 } } Sat Dec 10 06:23:35.405 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:23:35.405 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:23:35.405 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:35.405-0600-584bf3c7666d1a4e49f54ed1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372615405), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1028, step 4 of 6: 15670, step 5 of 6: 40, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:23:35.407 I SHARDING [conn9] distributed lock with ts: 584bf3b6666d1a4e49f54ecb' unlocked. Sat Dec 10 06:23:35.407 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1449855998000) }, max: { datetime: new Date(1450027463000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 194 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 527 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16745ms Sat Dec 10 06:23:35.416 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:23:35.417 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452836810000) }, { datetime: new Date(1452913804000) }) in IISLogs.pubprdweb04', ts : 584bf3c7666d1a4e49f54ed2 Sat Dec 10 06:23:35.417 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 95|0||584bcad890d1dc672b54835d, current metadata version is 95|0||584bcad890d1dc672b54835d Sat Dec 10 06:23:35.420 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 95|0||584bcad890d1dc672b54835d to shard version 95|1||584bcad890d1dc672b54835d Sat Dec 10 06:23:35.421 I SHARDING [conn9] collection version was loaded at version 95|1||584bcad890d1dc672b54835d, took 3ms Sat Dec 10 06:23:35.421 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:35.421-0600-584bf3c7666d1a4e49f54ed3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372615421), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:23:35.421 I SHARDING [conn9] moveChunk request accepted at version 95|1||584bcad890d1dc672b54835d Sat Dec 10 06:23:38.704 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:23:38.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:38.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:38.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:38.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:38.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:38.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:38.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:39.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:39.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:39.861 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776248 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1139ms Sat Dec 10 06:23:39.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:40.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5239, clonedBytes: 1465083, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:42.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16557, clonedBytes: 4586260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:43.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26838, clonedBytes: 7465962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:44.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37867, clonedBytes: 10535976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:45.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47917, clonedBytes: 13290116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:45.375 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446843134000) } -> { datetime: new Date(1446915900000) } Sat Dec 10 06:23:45.375 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449639106000) } -> { datetime: new Date(1449712283000) }, with opId: 169342 Sat Dec 10 06:23:46.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58136, clonedBytes: 15996205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:47.224 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14714816 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 815ms Sat Dec 10 06:23:47.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59583, clonedBytes: 16370129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:48.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69575, clonedBytes: 18942863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:49.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79714, clonedBytes: 21667903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:50.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89942, clonedBytes: 24476089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:51.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99868, clonedBytes: 27257517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:52.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110080, clonedBytes: 30153243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:53.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3c7666d1a4e49f54ed4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30727420, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:53.519 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:23:53.520 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:23:53.526 I SHARDING [conn9] moveChunk setting version to: 96|0||584bcad890d1dc672b54835d Sat Dec 10 06:23:53.668 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30727420, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:23:53.668 I SHARDING [conn9] moveChunk updating self version to: 96|1||584bcad890d1dc672b54835d through { datetime: new Date(1452913804000) } -> { datetime: new Date(1453007168000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:23:53.669 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:53.669-0600-584bf3d9666d1a4e49f54ed7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372633669), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30727420, catchup: 0, steady: 0 } } Sat Dec 10 06:23:53.670 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:23:53.678 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:23:53.678 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:53.678-0600-584bf3d9666d1a4e49f54ed8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372633678), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 3293, step 4 of 6: 14803, step 5 of 6: 158, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:23:53.680 I SHARDING [conn9] distributed lock with ts: 584bf3c7666d1a4e49f54ed2' unlocked. Sat Dec 10 06:23:53.680 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452836810000) }, max: { datetime: new Date(1452913804000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 95000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7736 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 5350 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18264ms Sat Dec 10 06:23:54.837 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:23:54.838 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458069423000) }, { datetime: new Date(1458132959000) }) in IISLogs.pubprdweb01', ts : 584bf3da666d1a4e49f54ed9 Sat Dec 10 06:23:54.838 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 123|0||584bbf4f90d1dc672b54822e, current metadata version is 123|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:23:54.840 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 123|0||584bbf4f90d1dc672b54822e to shard version 123|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:23:54.840 I SHARDING [conn9] collection version was loaded at version 123|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:23:54.840 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:23:54.840-0600-584bf3da666d1a4e49f54eda", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372634840), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:23:54.842 I SHARDING [conn9] moveChunk request accepted at version 123|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:23:56.286 I SHARDING [conn9] moveChunk number of documents: 102891 Sat Dec 10 06:23:56.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:56.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:57.018 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776002 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 716ms Sat Dec 10 06:23:57.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 169, clonedBytes: 50085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:58.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5723, clonedBytes: 1678227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:23:59.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15348, clonedBytes: 4519001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:00.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24815, clonedBytes: 7559562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:01.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34533, clonedBytes: 10436909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:02.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44665, clonedBytes: 13493306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:02.704 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449639106000) } -> { datetime: new Date(1449712283000) } Sat Dec 10 06:24:02.704 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1454944383000) } -> { datetime: new Date(1455048338000) }, with opId: 169486 Sat Dec 10 06:24:03.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54210, clonedBytes: 16407494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:04.162 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16483481 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 663ms Sat Dec 10 06:24:04.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57091, clonedBytes: 17295879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:05.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66240, clonedBytes: 20166301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:06.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75342, clonedBytes: 23036181, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:07.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85566, clonedBytes: 26285745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:08.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95715, clonedBytes: 30043963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:09.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3da666d1a4e49f54edb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102891, clonedBytes: 32561170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:09.724 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:24:09.725 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:24:09.730 I SHARDING [conn9] moveChunk setting version to: 124|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:24:09.733 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102891, clonedBytes: 32561170, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:24:09.733 I SHARDING [conn9] moveChunk updating self version to: 124|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458132959000) } -> { datetime: new Date(1458228535000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:24:09.735 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:09.734-0600-584bf3e9666d1a4e49f54ede", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372649734), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102891, clonedBytes: 32561170, catchup: 0, steady: 0 } } Sat Dec 10 06:24:09.735 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:24:09.735 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:24:09.735 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:09.735-0600-584bf3e9666d1a4e49f54edf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372649735), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1447, step 4 of 6: 13433, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:24:09.737 I SHARDING [conn9] distributed lock with ts: 584bf3da666d1a4e49f54ed9' unlocked. Sat Dec 10 06:24:09.737 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458069423000) }, max: { datetime: new Date(1458132959000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 121 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 4410 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14899ms Sat Dec 10 06:24:09.741 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:24:09.742 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461745551000) }, { datetime: new Date(1461875517000) }) in IISLogs.pubprdweb02', ts : 584bf3e9666d1a4e49f54ee0 Sat Dec 10 06:24:09.742 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 115|0||584bc22c90d1dc672b54829b, current metadata version is 115|0||584bc22c90d1dc672b54829b Sat Dec 10 06:24:09.743 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 115|0||584bc22c90d1dc672b54829b to shard version 115|1||584bc22c90d1dc672b54829b Sat Dec 10 06:24:09.743 I SHARDING [conn9] collection version was loaded at version 115|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:24:09.743 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:09.743-0600-584bf3e9666d1a4e49f54ee1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372649743), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:24:09.744 I SHARDING [conn9] moveChunk request accepted at version 115|1||584bc22c90d1dc672b54829b Sat Dec 10 06:24:11.832 I SHARDING [conn9] moveChunk number of documents: 106602 Sat Dec 10 06:24:11.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:11.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:11.845 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:11.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:11.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:11.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:11.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:12.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:12.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:12.691 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776081 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 845ms Sat Dec 10 06:24:12.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 904, clonedBytes: 357610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:13.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10890, clonedBytes: 3925655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:14.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20200, clonedBytes: 6832744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:15.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29958, clonedBytes: 9951698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:17.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39622, clonedBytes: 12931447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:18.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48240, clonedBytes: 15668610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:19.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50658, clonedBytes: 16432437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:19.460 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776244 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1046ms Sat Dec 10 06:24:20.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56483, clonedBytes: 18194951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:21.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62849, clonedBytes: 20201054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:22.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69593, clonedBytes: 22249465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:23.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79248, clonedBytes: 25181495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:23.570 I SHARDING [RangeDeleter] rangeDeleter deleted 103014 documents for IISLogs.pubprdweb01 from { datetime: new Date(1454944383000) } -> { datetime: new Date(1455048338000) } Sat Dec 10 06:24:23.570 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470362600000) } -> { datetime: new Date(1470377498000) }, with opId: 169593 Sat Dec 10 06:24:24.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87037, clonedBytes: 27438056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:25.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96040, clonedBytes: 30257799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:26.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104156, clonedBytes: 32845157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:26.366 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:730503 locks:{ Global: { acquireCount: { r: 46 } }, Database: { acquireCount: { r: 23 } }, Collection: { acquireCount: { r: 23 } } } protocol:op_command 243ms Sat Dec 10 06:24:27.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3e9666d1a4e49f54ee2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106602, clonedBytes: 33561946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:27.340 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:24:27.341 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:24:27.342 I SHARDING [conn9] moveChunk setting version to: 116|0||584bc22c90d1dc672b54829b Sat Dec 10 06:24:27.346 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106602, clonedBytes: 33561946, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:24:27.346 I SHARDING [conn9] moveChunk updating self version to: 116|1||584bc22c90d1dc672b54829b through { datetime: new Date(1461875517000) } -> { datetime: new Date(1462000391000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:24:27.348 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:27.347-0600-584bf3fb666d1a4e49f54ee5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372667347), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106602, clonedBytes: 33561946, catchup: 0, steady: 0 } } Sat Dec 10 06:24:27.348 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:24:27.348 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:24:27.348 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:27.348-0600-584bf3fb666d1a4e49f54ee6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372667348), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2091, step 4 of 6: 15503, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:24:27.350 I SHARDING [conn9] distributed lock with ts: 584bf3e9666d1a4e49f54ee0' unlocked. Sat Dec 10 06:24:27.350 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461745551000) }, max: { datetime: new Date(1461875517000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:836 reslen:154 locks:{ Global: { acquireCount: { r: 1684, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 248 } }, Database: { acquireCount: { r: 838, w: 4, W: 2 } }, Collection: { acquireCount: { r: 838, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17609ms Sat Dec 10 06:24:27.354 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:24:27.354 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450027463000) }, { datetime: new Date(1450195802000) }) in IISLogs.pubprdweb03', ts : 584bf3fb666d1a4e49f54ee7 Sat Dec 10 06:24:27.354 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 100|0||584bc97f90d1dc672b548352, current metadata version is 100|0||584bc97f90d1dc672b548352 Sat Dec 10 06:24:27.356 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 100|0||584bc97f90d1dc672b548352 to shard version 100|1||584bc97f90d1dc672b548352 Sat Dec 10 06:24:27.356 I SHARDING [conn9] collection version was loaded at version 100|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:24:27.356 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:27.356-0600-584bf3fb666d1a4e49f54ee8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372667356), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:24:27.357 I SHARDING [conn9] moveChunk request accepted at version 100|1||584bc97f90d1dc672b548352 Sat Dec 10 06:24:28.312 I SHARDING [conn9] moveChunk number of documents: 113732 Sat Dec 10 06:24:28.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:28.994 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776337 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 659ms Sat Dec 10 06:24:29.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2243, clonedBytes: 604268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:30.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12370, clonedBytes: 3368397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:31.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22320, clonedBytes: 6250877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:32.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32069, clonedBytes: 9015565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:33.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42446, clonedBytes: 11907068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:34.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51813, clonedBytes: 14387445, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:35.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59272, clonedBytes: 16372395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:36.725 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14991402 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1374ms Sat Dec 10 06:24:36.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59272, clonedBytes: 16372395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:37.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68783, clonedBytes: 18824345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:38.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78630, clonedBytes: 21409534, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:39.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88540, clonedBytes: 24354895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:40.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98647, clonedBytes: 27152866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:41.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108729, clonedBytes: 29753231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:42.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf3fb666d1a4e49f54ee9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113732, clonedBytes: 30993539, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:42.941 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:24:42.942 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:24:42.943 I SHARDING [conn9] moveChunk setting version to: 101|0||584bc97f90d1dc672b548352 Sat Dec 10 06:24:42.946 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113732, clonedBytes: 30993539, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:24:42.946 I SHARDING [conn9] moveChunk updating self version to: 101|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450195802000) } -> { datetime: new Date(1450356172000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:24:42.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:42.948-0600-584bf40a666d1a4e49f54eec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372682948), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113732, clonedBytes: 30993539, catchup: 0, steady: 0 } } Sat Dec 10 06:24:42.948 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:24:42.949 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:24:42.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:42.949-0600-584bf40a666d1a4e49f54eed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372682949), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 958, step 4 of 6: 14625, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:24:42.950 I SHARDING [conn9] distributed lock with ts: 584bf3fb666d1a4e49f54ee7' unlocked. Sat Dec 10 06:24:42.950 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450027463000) }, max: { datetime: new Date(1450195802000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 140 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15597ms Sat Dec 10 06:24:42.955 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:24:42.956 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1452913804000) }, { datetime: new Date(1453007168000) }) in IISLogs.pubprdweb04', ts : 584bf40a666d1a4e49f54eee Sat Dec 10 06:24:42.956 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 96|0||584bcad890d1dc672b54835d, current metadata version is 96|0||584bcad890d1dc672b54835d Sat Dec 10 06:24:42.957 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 96|0||584bcad890d1dc672b54835d to shard version 96|1||584bcad890d1dc672b54835d Sat Dec 10 06:24:42.957 I SHARDING [conn9] collection version was loaded at version 96|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:24:42.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:24:42.957-0600-584bf40a666d1a4e49f54eef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372682957), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:24:42.958 I SHARDING [conn9] moveChunk request accepted at version 96|1||584bcad890d1dc672b54835d Sat Dec 10 06:24:44.197 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:24:44.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:44.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:45.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:46.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:47.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:48.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:49.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:50.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:50.612 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776076 locks:{ Global: { acquireCount: { r: 1046 } }, Database: { acquireCount: { r: 523 } }, Collection: { acquireCount: { r: 523 } } } protocol:op_command 6411ms Sat Dec 10 06:24:51.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8174, clonedBytes: 2554747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:52.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18068, clonedBytes: 5254731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:53.315 I SHARDING [RangeDeleter] rangeDeleter deleted 113749 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470362600000) } -> { datetime: new Date(1470377498000) } Sat Dec 10 06:24:53.316 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457620702000) } -> { datetime: new Date(1457738135000) }, with opId: 169839 Sat Dec 10 06:24:53.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28692, clonedBytes: 8154955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:54.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38747, clonedBytes: 10763053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:56.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56097, clonedBytes: 15484104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:57.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59379, clonedBytes: 16371385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:58.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59379, clonedBytes: 16371385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:24:58.914 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15188368 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 2017ms Sat Dec 10 06:24:59.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64432, clonedBytes: 17725051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:00.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74602, clonedBytes: 20590250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:01.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85257, clonedBytes: 23557399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:02.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94704, clonedBytes: 26178174, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:03.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104648, clonedBytes: 29040400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:04.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf40a666d1a4e49f54ef0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 31200814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:04.842 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:25:04.852 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:25:04.853 I SHARDING [conn9] moveChunk setting version to: 97|0||584bcad890d1dc672b54835d Sat Dec 10 06:25:04.862 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 31200814, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:25:04.862 I SHARDING [conn9] moveChunk updating self version to: 97|1||584bcad890d1dc672b54835d through { datetime: new Date(1453007168000) } -> { datetime: new Date(1453099680000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:25:04.864 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:04.864-0600-584bf420666d1a4e49f54ef3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372704864), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 31200814, catchup: 0, steady: 0 } } Sat Dec 10 06:25:04.864 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:25:04.865 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:25:04.865 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:04.865-0600-584bf420666d1a4e49f54ef4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372704865), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1243, step 4 of 6: 20639, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:25:04.874 I SHARDING [conn9] distributed lock with ts: 584bf40a666d1a4e49f54eee' unlocked. Sat Dec 10 06:25:04.874 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452913804000) }, max: { datetime: new Date(1453007168000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 96000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6463 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21918ms Sat Dec 10 06:25:05.963 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:25:05.964 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458132959000) }, { datetime: new Date(1458228535000) }) in IISLogs.pubprdweb01', ts : 584bf421666d1a4e49f54ef5 Sat Dec 10 06:25:05.964 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 124|0||584bbf4f90d1dc672b54822e, current metadata version is 124|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:25:05.965 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 124|0||584bbf4f90d1dc672b54822e to shard version 124|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:25:05.965 I SHARDING [conn9] collection version was loaded at version 124|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:25:05.966 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:05.966-0600-584bf421666d1a4e49f54ef6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372705966), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:25:05.966 I SHARDING [conn9] moveChunk request accepted at version 124|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:25:06.970 I SHARDING [conn9] moveChunk number of documents: 102969 Sat Dec 10 06:25:06.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:06.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:06.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:06.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:07.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:07.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:07.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:07.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:07.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:07.732 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 738ms Sat Dec 10 06:25:08.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 190, clonedBytes: 68647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:09.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7895, clonedBytes: 2495145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:10.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17655, clonedBytes: 5555380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:11.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27921, clonedBytes: 8813729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:12.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37583, clonedBytes: 11877225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:13.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47672, clonedBytes: 14950142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:14.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52325, clonedBytes: 16420880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:14.257 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776109 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 577ms Sat Dec 10 06:25:15.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60998, clonedBytes: 19353335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:16.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72288, clonedBytes: 23150919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:17.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80371, clonedBytes: 25969862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:18.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87495, clonedBytes: 28624537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:19.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97866, clonedBytes: 32096315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:20.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf421666d1a4e49f54ef7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102969, clonedBytes: 33725265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:20.485 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:25:20.486 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:25:20.486 I SHARDING [conn9] moveChunk setting version to: 125|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:25:20.495 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102969, clonedBytes: 33725265, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:25:20.495 I SHARDING [conn9] moveChunk updating self version to: 125|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458228535000) } -> { datetime: new Date(1458319533000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:25:20.496 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:20.496-0600-584bf430666d1a4e49f54efa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372720496), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102969, clonedBytes: 33725265, catchup: 0, steady: 0 } } Sat Dec 10 06:25:20.497 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:25:20.509 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:25:20.509 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:20.509-0600-584bf430666d1a4e49f54efb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372720509), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1006, step 4 of 6: 13512, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:25:20.510 I SHARDING [conn9] distributed lock with ts: 584bf421666d1a4e49f54ef5' unlocked. Sat Dec 10 06:25:20.510 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458132959000) }, max: { datetime: new Date(1458228535000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 28781 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14548ms Sat Dec 10 06:25:20.515 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:25:20.516 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1461875517000) }, { datetime: new Date(1462000391000) }) in IISLogs.pubprdweb02', ts : 584bf430666d1a4e49f54efc Sat Dec 10 06:25:20.516 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 116|0||584bc22c90d1dc672b54829b, current metadata version is 116|0||584bc22c90d1dc672b54829b Sat Dec 10 06:25:20.517 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 116|0||584bc22c90d1dc672b54829b to shard version 116|1||584bc22c90d1dc672b54829b Sat Dec 10 06:25:20.517 I SHARDING [conn9] collection version was loaded at version 116|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:25:20.517 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:20.517-0600-584bf430666d1a4e49f54efd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372720517), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:25:20.518 I SHARDING [conn9] moveChunk request accepted at version 116|1||584bc22c90d1dc672b54829b Sat Dec 10 06:25:21.494 I SHARDING [conn9] moveChunk number of documents: 106489 Sat Dec 10 06:25:21.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:21.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:22.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:22.519 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775988 locks:{ Global: { acquireCount: { r: 758 } }, Database: { acquireCount: { r: 379 } }, Collection: { acquireCount: { r: 379 } } } protocol:op_command 958ms Sat Dec 10 06:25:22.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:23.474 I SHARDING [RangeDeleter] rangeDeleter deleted 106500 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457620702000) } -> { datetime: new Date(1457738135000) } Sat Dec 10 06:25:23.474 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446915900000) } -> { datetime: new Date(1446963452000) }, with opId: 170026 Sat Dec 10 06:25:23.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6689, clonedBytes: 2144776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:24.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16549, clonedBytes: 5548852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:25.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26550, clonedBytes: 8984213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:26.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36165, clonedBytes: 12687372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:27.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46041, clonedBytes: 16122723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:28.557 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776065 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 742ms Sat Dec 10 06:25:28.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47667, clonedBytes: 16625178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:29.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57640, clonedBytes: 19929943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:30.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67878, clonedBytes: 23292899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:31.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78145, clonedBytes: 26475971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:32.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88400, clonedBytes: 29899728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:33.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97789, clonedBytes: 33124038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:34.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf430666d1a4e49f54efe", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106489, clonedBytes: 36251732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:34.971 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:25:34.972 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:25:34.972 I SHARDING [conn9] moveChunk setting version to: 117|0||584bc22c90d1dc672b54829b Sat Dec 10 06:25:34.974 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106489, clonedBytes: 36251732, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:25:34.974 I SHARDING [conn9] moveChunk updating self version to: 117|1||584bc22c90d1dc672b54829b through { datetime: new Date(1462000391000) } -> { datetime: new Date(1462207398000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:25:34.976 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:34.976-0600-584bf43e666d1a4e49f54f01", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372734976), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106489, clonedBytes: 36251732, catchup: 0, steady: 0 } } Sat Dec 10 06:25:34.976 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:25:34.977 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:25:34.977 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:34.977-0600-584bf43e666d1a4e49f54f02", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372734977), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 978, step 4 of 6: 13473, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:25:34.978 I SHARDING [conn9] distributed lock with ts: 584bf430666d1a4e49f54efc' unlocked. Sat Dec 10 06:25:34.978 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461875517000) }, max: { datetime: new Date(1462000391000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 699 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 73 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14463ms Sat Dec 10 06:25:34.983 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:25:34.983 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450195802000) }, { datetime: new Date(1450356172000) }) in IISLogs.pubprdweb03', ts : 584bf43e666d1a4e49f54f03 Sat Dec 10 06:25:34.984 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 101|0||584bc97f90d1dc672b548352, current metadata version is 101|0||584bc97f90d1dc672b548352 Sat Dec 10 06:25:34.985 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 101|0||584bc97f90d1dc672b548352 to shard version 101|1||584bc97f90d1dc672b548352 Sat Dec 10 06:25:34.985 I SHARDING [conn9] collection version was loaded at version 101|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:25:34.985 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:34.985-0600-584bf43e666d1a4e49f54f04", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372734985), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:25:34.986 I SHARDING [conn9] moveChunk request accepted at version 101|1||584bc97f90d1dc672b548352 Sat Dec 10 06:25:36.055 I SHARDING [conn9] moveChunk number of documents: 113756 Sat Dec 10 06:25:36.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:36.713 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776180 locks:{ Global: { acquireCount: { r: 946 } }, Database: { acquireCount: { r: 473 } }, Collection: { acquireCount: { r: 473 } } } protocol:op_command 652ms Sat Dec 10 06:25:37.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2763, clonedBytes: 726403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:38.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12665, clonedBytes: 3366077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:39.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22795, clonedBytes: 5976954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:40.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33126, clonedBytes: 8740681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:41.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43145, clonedBytes: 11789401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:42.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52192, clonedBytes: 14357603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:43.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59507, clonedBytes: 16370593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:43.773 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14939644 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 742ms Sat Dec 10 06:25:44.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64053, clonedBytes: 17646002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:45.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73824, clonedBytes: 20289689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:45.608 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446915900000) } -> { datetime: new Date(1446963452000) } Sat Dec 10 06:25:45.608 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449712283000) } -> { datetime: new Date(1449794404000) }, with opId: 170127 Sat Dec 10 06:25:46.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84861, clonedBytes: 23243461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:47.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94917, clonedBytes: 25923447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:48.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103627, clonedBytes: 28247007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:49.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112189, clonedBytes: 30526786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:50.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf43e666d1a4e49f54f05", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113756, clonedBytes: 30941456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:50.627 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:25:50.628 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:25:50.628 I SHARDING [conn9] moveChunk setting version to: 102|0||584bc97f90d1dc672b548352 Sat Dec 10 06:25:50.631 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113756, clonedBytes: 30941456, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:25:50.631 I SHARDING [conn9] moveChunk updating self version to: 102|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450356172000) } -> { datetime: new Date(1450482200000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:25:50.633 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:50.633-0600-584bf44e666d1a4e49f54f08", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372750633), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113756, clonedBytes: 30941456, catchup: 0, steady: 0 } } Sat Dec 10 06:25:50.633 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:25:50.633 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:25:50.633 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:50.633-0600-584bf44e666d1a4e49f54f09", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372750633), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1072, step 4 of 6: 14568, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:25:50.636 I SHARDING [conn9] distributed lock with ts: 584bf43e666d1a4e49f54f03' unlocked. Sat Dec 10 06:25:50.636 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450195802000) }, max: { datetime: new Date(1450356172000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 122 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 130 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15654ms Sat Dec 10 06:25:50.642 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:25:50.643 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453007168000) }, { datetime: new Date(1453099680000) }) in IISLogs.pubprdweb04', ts : 584bf44e666d1a4e49f54f0a Sat Dec 10 06:25:50.643 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 97|0||584bcad890d1dc672b54835d, current metadata version is 97|0||584bcad890d1dc672b54835d Sat Dec 10 06:25:50.644 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 97|0||584bcad890d1dc672b54835d to shard version 97|1||584bcad890d1dc672b54835d Sat Dec 10 06:25:50.644 I SHARDING [conn9] collection version was loaded at version 97|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:25:50.644 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:25:50.644-0600-584bf44e666d1a4e49f54f0b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372750644), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:25:50.645 I SHARDING [conn9] moveChunk request accepted at version 97|1||584bcad890d1dc672b54835d Sat Dec 10 06:25:52.171 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:25:52.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:52.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:53.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:54.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:55.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:56.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:56.987 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776335 locks:{ Global: { acquireCount: { r: 1036 } }, Database: { acquireCount: { r: 518 } }, Collection: { acquireCount: { r: 518 } } } protocol:op_command 4809ms Sat Dec 10 06:25:57.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3848, clonedBytes: 1015481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:58.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13697, clonedBytes: 3580351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:25:59.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22689, clonedBytes: 5912765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:00.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32479, clonedBytes: 8492696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:01.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41976, clonedBytes: 11142596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:02.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52321, clonedBytes: 13873011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:03.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61280, clonedBytes: 16358337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:04.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61280, clonedBytes: 16358337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:05.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61280, clonedBytes: 16358337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:06.272 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14457175 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 2564ms Sat Dec 10 06:26:06.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66503, clonedBytes: 17809851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:07.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76744, clonedBytes: 20626282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:08.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86537, clonedBytes: 23322300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:09.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96606, clonedBytes: 26121377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:11.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106994, clonedBytes: 29095729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:12.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf44e666d1a4e49f54f0c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30469866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:12.053 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:26:12.054 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:26:12.055 I SHARDING [conn9] moveChunk setting version to: 98|0||584bcad890d1dc672b54835d Sat Dec 10 06:26:12.056 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30469866, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:26:12.056 I SHARDING [conn9] moveChunk updating self version to: 98|1||584bcad890d1dc672b54835d through { datetime: new Date(1453099680000) } -> { datetime: new Date(1453205407000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:26:12.058 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:12.058-0600-584bf464666d1a4e49f54f0f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372772058), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30469866, catchup: 0, steady: 0 } } Sat Dec 10 06:26:12.058 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:26:12.059 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:26:12.059 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:12.059-0600-584bf464666d1a4e49f54f10", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372772059), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1530, step 4 of 6: 19876, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:26:12.060 I SHARDING [conn9] distributed lock with ts: 584bf44e666d1a4e49f54f0a' unlocked. Sat Dec 10 06:26:12.060 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453007168000) }, max: { datetime: new Date(1453099680000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 97000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 287 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 146 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21418ms Sat Dec 10 06:26:13.177 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 125000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:26:13.178 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458228535000) }, { datetime: new Date(1458319533000) }) in IISLogs.pubprdweb01', ts : 584bf465666d1a4e49f54f11 Sat Dec 10 06:26:13.178 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 125|0||584bbf4f90d1dc672b54822e, current metadata version is 125|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:26:13.180 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 125|0||584bbf4f90d1dc672b54822e to shard version 125|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:26:13.180 I SHARDING [conn9] collection version was loaded at version 125|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:26:13.180 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:13.180-0600-584bf465666d1a4e49f54f12", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372773180), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:26:13.181 I SHARDING [conn9] moveChunk request accepted at version 125|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:26:13.426 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449712283000) } -> { datetime: new Date(1449794404000) } Sat Dec 10 06:26:13.427 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455048338000) } -> { datetime: new Date(1455160356000) }, with opId: 170375 Sat Dec 10 06:26:14.241 I SHARDING [conn9] moveChunk number of documents: 102931 Sat Dec 10 06:26:14.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:14.842 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 576ms Sat Dec 10 06:26:15.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1055, clonedBytes: 343364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:16.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10799, clonedBytes: 3482186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:17.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20658, clonedBytes: 6668655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:18.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30864, clonedBytes: 9877126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:19.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40982, clonedBytes: 13180548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:20.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50543, clonedBytes: 16433437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:21.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50543, clonedBytes: 16433437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:22.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50543, clonedBytes: 16433437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:23.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776303 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 2677ms Sat Dec 10 06:26:23.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54242, clonedBytes: 17661997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:24.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64489, clonedBytes: 21136592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:25.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74682, clonedBytes: 24880180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:26.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84170, clonedBytes: 28314786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:27.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94149, clonedBytes: 31355444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:28.483 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1331102 locks:{ Global: { acquireCount: { r: 72 } }, Database: { acquireCount: { r: 36 } }, Collection: { acquireCount: { r: 36 } } } protocol:op_command 296ms Sat Dec 10 06:26:28.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101120, clonedBytes: 33588860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:29.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf465666d1a4e49f54f13", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102931, clonedBytes: 34190133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:29.747 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:26:29.748 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:26:29.749 I SHARDING [conn9] moveChunk setting version to: 126|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:26:29.755 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102931, clonedBytes: 34190133, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:26:29.755 I SHARDING [conn9] moveChunk updating self version to: 126|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458319533000) } -> { datetime: new Date(1458425734000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:26:29.757 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:29.756-0600-584bf475666d1a4e49f54f16", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372789756), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102931, clonedBytes: 34190133, catchup: 0, steady: 0 } } Sat Dec 10 06:26:29.757 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:26:29.758 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:26:29.758 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:29.758-0600-584bf475666d1a4e49f54f17", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372789758), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1063, step 4 of 6: 15503, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:26:29.759 I SHARDING [conn9] distributed lock with ts: 584bf465666d1a4e49f54f11' unlocked. Sat Dec 10 06:26:29.759 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458228535000) }, max: { datetime: new Date(1458319533000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 125000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 27 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16585ms Sat Dec 10 06:26:29.765 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:26:29.766 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1462000391000) }, { datetime: new Date(1462207398000) }) in IISLogs.pubprdweb02', ts : 584bf475666d1a4e49f54f18 Sat Dec 10 06:26:29.766 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 117|0||584bc22c90d1dc672b54829b, current metadata version is 117|0||584bc22c90d1dc672b54829b Sat Dec 10 06:26:29.767 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 117|0||584bc22c90d1dc672b54829b to shard version 117|1||584bc22c90d1dc672b54829b Sat Dec 10 06:26:29.767 I SHARDING [conn9] collection version was loaded at version 117|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:26:29.767 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:29.767-0600-584bf475666d1a4e49f54f19", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372789767), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:26:29.768 I SHARDING [conn9] moveChunk request accepted at version 117|1||584bc22c90d1dc672b54829b Sat Dec 10 06:26:30.846 I SHARDING [conn9] moveChunk number of documents: 106519 Sat Dec 10 06:26:30.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:30.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:30.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:30.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:30.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:30.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:31.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:31.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:31.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:31.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:32.075 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776308 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1206ms Sat Dec 10 06:26:33.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7973, clonedBytes: 3000283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:33.254 I SHARDING [RangeDeleter] rangeDeleter deleted 102932 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455048338000) } -> { datetime: new Date(1455160356000) } Sat Dec 10 06:26:33.254 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470377498000) } -> { datetime: new Date(1470397646000) }, with opId: 170540 Sat Dec 10 06:26:34.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17769, clonedBytes: 6228800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:35.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27098, clonedBytes: 9108373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:36.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36038, clonedBytes: 11821537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:37.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45522, clonedBytes: 14628591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:38.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51339, clonedBytes: 16427897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:39.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51339, clonedBytes: 16427897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:39.280 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776223 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 1503ms Sat Dec 10 06:26:40.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58885, clonedBytes: 18842573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:41.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68684, clonedBytes: 21995423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:42.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78402, clonedBytes: 25099268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:43.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88159, clonedBytes: 28326144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:44.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97994, clonedBytes: 31511645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:44.986 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1352420 locks:{ Global: { acquireCount: { r: 74 } }, Database: { acquireCount: { r: 37 } }, Collection: { acquireCount: { r: 37 } } } protocol:op_command 212ms Sat Dec 10 06:26:45.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105987, clonedBytes: 34020242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:46.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf475666d1a4e49f54f1a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106519, clonedBytes: 34186463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:46.394 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:26:46.395 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:26:46.395 I SHARDING [conn9] moveChunk setting version to: 118|0||584bc22c90d1dc672b54829b Sat Dec 10 06:26:46.406 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106519, clonedBytes: 34186463, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:26:46.406 I SHARDING [conn9] moveChunk updating self version to: 118|1||584bc22c90d1dc672b54829b through { datetime: new Date(1462207398000) } -> { datetime: new Date(1462300261000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:26:46.408 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:46.408-0600-584bf486666d1a4e49f54f1d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372806408), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106519, clonedBytes: 34186463, catchup: 0, steady: 0 } } Sat Dec 10 06:26:46.409 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:26:46.409 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:26:46.409 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:46.409-0600-584bf486666d1a4e49f54f1e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372806409), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1098, step 4 of 6: 15526, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:26:46.411 I SHARDING [conn9] distributed lock with ts: 584bf475666d1a4e49f54f18' unlocked. Sat Dec 10 06:26:46.411 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462000391000) }, max: { datetime: new Date(1462207398000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 431 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16646ms Sat Dec 10 06:26:46.415 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:26:46.416 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450356172000) }, { datetime: new Date(1450482200000) }) in IISLogs.pubprdweb03', ts : 584bf486666d1a4e49f54f1f Sat Dec 10 06:26:46.416 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 102|0||584bc97f90d1dc672b548352, current metadata version is 102|0||584bc97f90d1dc672b548352 Sat Dec 10 06:26:46.418 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 102|0||584bc97f90d1dc672b548352 to shard version 102|1||584bc97f90d1dc672b548352 Sat Dec 10 06:26:46.418 I SHARDING [conn9] collection version was loaded at version 102|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:26:46.418 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:26:46.418-0600-584bf486666d1a4e49f54f20", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372806418), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:26:46.418 I SHARDING [conn9] moveChunk request accepted at version 102|1||584bc97f90d1dc672b548352 Sat Dec 10 06:26:47.318 I SHARDING [conn9] moveChunk number of documents: 113655 Sat Dec 10 06:26:47.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:47.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:48.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:48.549 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776300 locks:{ Global: { acquireCount: { r: 984 } }, Database: { acquireCount: { r: 492 } }, Collection: { acquireCount: { r: 492 } } } protocol:op_command 1195ms Sat Dec 10 06:26:49.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4403, clonedBytes: 1169627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:50.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15439, clonedBytes: 4076981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:51.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24827, clonedBytes: 6561890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:52.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34841, clonedBytes: 9187244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:53.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44898, clonedBytes: 11916213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:54.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54772, clonedBytes: 14555836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:55.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61605, clonedBytes: 16356027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:56.320 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14043545 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 1018ms Sat Dec 10 06:26:56.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64351, clonedBytes: 17068752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:57.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74606, clonedBytes: 19763697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:58.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85032, clonedBytes: 22465994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:26:59.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94626, clonedBytes: 24960364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:00.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104656, clonedBytes: 27604412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:01.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf486666d1a4e49f54f21", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113655, clonedBytes: 30046184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:01.874 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:27:01.875 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:27:01.876 I SHARDING [conn9] moveChunk setting version to: 103|0||584bc97f90d1dc672b548352 Sat Dec 10 06:27:01.879 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113655, clonedBytes: 30046184, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:27:01.879 I SHARDING [conn9] moveChunk updating self version to: 103|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450482200000) } -> { datetime: new Date(1450569597000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:27:01.881 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:01.881-0600-584bf495666d1a4e49f54f24", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372821881), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113655, clonedBytes: 30046184, catchup: 0, steady: 0 } } Sat Dec 10 06:27:01.881 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:27:01.881 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:27:01.882 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:01.882-0600-584bf495666d1a4e49f54f25", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372821882), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 902, step 4 of 6: 14551, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:27:01.883 I SHARDING [conn9] distributed lock with ts: 584bf486666d1a4e49f54f1f' unlocked. Sat Dec 10 06:27:01.883 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450356172000) }, max: { datetime: new Date(1450482200000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 994 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15467ms Sat Dec 10 06:27:01.888 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:27:01.889 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453099680000) }, { datetime: new Date(1453205407000) }) in IISLogs.pubprdweb04', ts : 584bf495666d1a4e49f54f26 Sat Dec 10 06:27:01.889 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 98|0||584bcad890d1dc672b54835d, current metadata version is 98|0||584bcad890d1dc672b54835d Sat Dec 10 06:27:01.890 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 98|0||584bcad890d1dc672b54835d to shard version 98|1||584bcad890d1dc672b54835d Sat Dec 10 06:27:01.890 I SHARDING [conn9] collection version was loaded at version 98|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:27:01.890 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:01.890-0600-584bf495666d1a4e49f54f27", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372821890), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:27:01.891 I SHARDING [conn9] moveChunk request accepted at version 98|1||584bcad890d1dc672b54835d Sat Dec 10 06:27:02.697 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:27:02.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:02.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:02.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:02.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:02.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:02.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:02.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:03.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:03.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:03.405 I SHARDING [RangeDeleter] rangeDeleter deleted 113738 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470377498000) } -> { datetime: new Date(1470397646000) } Sat Dec 10 06:27:03.405 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457738135000) } -> { datetime: new Date(1457852550000) }, with opId: 170771 Sat Dec 10 06:27:03.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:04.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:05.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:06.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:07.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:08.124 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776155 locks:{ Global: { acquireCount: { r: 1056 } }, Database: { acquireCount: { r: 528 } }, Collection: { acquireCount: { r: 528 } } } protocol:op_command 5413ms Sat Dec 10 06:27:09.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6950, clonedBytes: 1787902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:10.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14578, clonedBytes: 3776225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:11.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24130, clonedBytes: 6266874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:12.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34469, clonedBytes: 8972733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:13.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44633, clonedBytes: 11851476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:14.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54853, clonedBytes: 14563140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:15.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61390, clonedBytes: 16357387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:16.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61390, clonedBytes: 16357387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:17.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61390, clonedBytes: 16357387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:18.338 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14787431 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 3034ms Sat Dec 10 06:27:18.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65067, clonedBytes: 17404304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:19.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75160, clonedBytes: 20171854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:20.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85563, clonedBytes: 23103170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:21.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95903, clonedBytes: 25964489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:22.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106396, clonedBytes: 29168577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:23.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf495666d1a4e49f54f28", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 30799963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:23.938 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:27:23.939 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:27:23.940 I SHARDING [conn9] moveChunk setting version to: 99|0||584bcad890d1dc672b54835d Sat Dec 10 06:27:23.949 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 30799963, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:27:23.949 I SHARDING [conn9] moveChunk updating self version to: 99|1||584bcad890d1dc672b54835d through { datetime: new Date(1453205407000) } -> { datetime: new Date(1453320360000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:27:23.951 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:23.951-0600-584bf4ab666d1a4e49f54f2b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372843951), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 30799963, catchup: 0, steady: 0 } } Sat Dec 10 06:27:23.951 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:27:23.952 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:27:23.952 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:23.952-0600-584bf4ab666d1a4e49f54f2c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372843952), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 808, step 4 of 6: 21237, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:27:23.953 I SHARDING [conn9] distributed lock with ts: 584bf495666d1a4e49f54f26' unlocked. Sat Dec 10 06:27:23.953 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453099680000) }, max: { datetime: new Date(1453205407000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 98000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:876 reslen:154 locks:{ Global: { acquireCount: { r: 1764, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11434 } }, Database: { acquireCount: { r: 878, w: 4, W: 2 } }, Collection: { acquireCount: { r: 878, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22066ms Sat Dec 10 06:27:25.044 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 126000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:27:25.045 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458319533000) }, { datetime: new Date(1458425734000) }) in IISLogs.pubprdweb01', ts : 584bf4ad666d1a4e49f54f2d Sat Dec 10 06:27:25.045 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 126|0||584bbf4f90d1dc672b54822e, current metadata version is 126|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:27:25.046 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 126|0||584bbf4f90d1dc672b54822e to shard version 126|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:27:25.046 I SHARDING [conn9] collection version was loaded at version 126|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:27:25.046 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:25.046-0600-584bf4ad666d1a4e49f54f2e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372845046), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:27:25.047 I SHARDING [conn9] moveChunk request accepted at version 126|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:27:26.009 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:27:26.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:26.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:27.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:28.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:29.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:29.413 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 3397ms Sat Dec 10 06:27:30.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6816, clonedBytes: 2257618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:31.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17568, clonedBytes: 5633593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:32.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27556, clonedBytes: 8609267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:33.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38062, clonedBytes: 12216671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:34.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48795, clonedBytes: 15895595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:35.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50457, clonedBytes: 16433963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:36.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50457, clonedBytes: 16433963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:37.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50457, clonedBytes: 16433963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:38.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50457, clonedBytes: 16433963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:39.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50457, clonedBytes: 16433963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:39.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776010 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 5248ms Sat Dec 10 06:27:40.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57001, clonedBytes: 18815664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:41.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67182, clonedBytes: 22301477, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:42.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77372, clonedBytes: 25732843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:43.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87998, clonedBytes: 29428628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:44.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98206, clonedBytes: 32886692, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:45.089 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1618866 locks:{ Global: { acquireCount: { r: 84 } }, Database: { acquireCount: { r: 42 } }, Collection: { acquireCount: { r: 42 } } } protocol:op_command 488ms Sat Dec 10 06:27:45.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4ad666d1a4e49f54f2f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 34478188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:45.686 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:27:45.687 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:27:45.687 I SHARDING [conn9] moveChunk setting version to: 127|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:27:45.689 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 34478188, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:27:45.689 I SHARDING [conn9] moveChunk updating self version to: 127|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458425734000) } -> { datetime: new Date(1458570311000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:27:45.691 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:45.691-0600-584bf4c1666d1a4e49f54f32", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372865691), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 34478188, catchup: 0, steady: 0 } } Sat Dec 10 06:27:45.691 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:27:45.691 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:27:45.692 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:45.692-0600-584bf4c1666d1a4e49f54f33", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372865692), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 964, step 4 of 6: 19673, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:27:45.693 I SHARDING [conn9] distributed lock with ts: 584bf4ad666d1a4e49f54f2d' unlocked. Sat Dec 10 06:27:45.693 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458319533000) }, max: { datetime: new Date(1458425734000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 126000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6766 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20649ms Sat Dec 10 06:27:45.698 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:27:45.699 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1462207398000) }, { datetime: new Date(1462300261000) }) in IISLogs.pubprdweb02', ts : 584bf4c1666d1a4e49f54f34 Sat Dec 10 06:27:45.699 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 118|0||584bc22c90d1dc672b54829b, current metadata version is 118|0||584bc22c90d1dc672b54829b Sat Dec 10 06:27:45.703 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 118|0||584bc22c90d1dc672b54829b to shard version 118|1||584bc22c90d1dc672b54829b Sat Dec 10 06:27:45.704 I SHARDING [conn9] collection version was loaded at version 118|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:27:45.704 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:27:45.704-0600-584bf4c1666d1a4e49f54f35", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372865704), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:27:45.704 I SHARDING [conn9] moveChunk request accepted at version 118|1||584bc22c90d1dc672b54829b Sat Dec 10 06:27:47.015 I SHARDING [conn9] moveChunk number of documents: 106559 Sat Dec 10 06:27:47.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.193 I SHARDING [RangeDeleter] rangeDeleter deleted 106476 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457738135000) } -> { datetime: new Date(1457852550000) } Sat Dec 10 06:27:47.193 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1446963452000) } -> { datetime: new Date(1447024399000) }, with opId: 171012 Sat Dec 10 06:27:47.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:47.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:48.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:48.230 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 1203ms Sat Dec 10 06:27:49.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8147, clonedBytes: 2623158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:50.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18531, clonedBytes: 5900103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:51.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28688, clonedBytes: 9272014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:52.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39167, clonedBytes: 12848417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:53.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48486, clonedBytes: 16094048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:54.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49573, clonedBytes: 16440208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:54.887 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776175 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 1453ms Sat Dec 10 06:27:55.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53844, clonedBytes: 17819829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:56.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63153, clonedBytes: 21143078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:57.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73422, clonedBytes: 24700820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:58.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83840, clonedBytes: 28115247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:27:59.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93528, clonedBytes: 31202808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:00.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103256, clonedBytes: 34198706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:01.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4c1666d1a4e49f54f36", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106559, clonedBytes: 35300818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:01.604 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:28:01.605 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:28:01.605 I SHARDING [conn9] moveChunk setting version to: 119|0||584bc22c90d1dc672b54829b Sat Dec 10 06:28:01.617 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106559, clonedBytes: 35300818, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:28:01.617 I SHARDING [conn9] moveChunk updating self version to: 119|1||584bc22c90d1dc672b54829b through { datetime: new Date(1462300261000) } -> { datetime: new Date(1462470450000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:28:01.619 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:01.619-0600-584bf4d1666d1a4e49f54f39", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372881619), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106559, clonedBytes: 35300818, catchup: 0, steady: 0 } } Sat Dec 10 06:28:01.619 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:28:01.619 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:28:01.619 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:01.619-0600-584bf4d1666d1a4e49f54f3a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372881619), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1312, step 4 of 6: 14585, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:28:01.621 I SHARDING [conn9] distributed lock with ts: 584bf4c1666d1a4e49f54f34' unlocked. Sat Dec 10 06:28:01.621 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462207398000) }, max: { datetime: new Date(1462300261000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 251 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 2431 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15923ms Sat Dec 10 06:28:01.625 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:28:01.626 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450482200000) }, { datetime: new Date(1450569597000) }) in IISLogs.pubprdweb03', ts : 584bf4d1666d1a4e49f54f3b Sat Dec 10 06:28:01.626 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 103|0||584bc97f90d1dc672b548352, current metadata version is 103|0||584bc97f90d1dc672b548352 Sat Dec 10 06:28:01.628 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 103|0||584bc97f90d1dc672b548352 to shard version 103|1||584bc97f90d1dc672b548352 Sat Dec 10 06:28:01.628 I SHARDING [conn9] collection version was loaded at version 103|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:28:01.628 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:01.628-0600-584bf4d1666d1a4e49f54f3c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372881628), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:28:01.628 I SHARDING [conn9] moveChunk request accepted at version 103|1||584bc97f90d1dc672b548352 Sat Dec 10 06:28:02.482 I SHARDING [conn9] moveChunk number of documents: 113833 Sat Dec 10 06:28:02.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:02.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:03.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:03.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:03.879 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776319 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 1393ms Sat Dec 10 06:28:04.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2770, clonedBytes: 862680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:05.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12883, clonedBytes: 3579223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:06.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22304, clonedBytes: 6264638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:07.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32472, clonedBytes: 9292995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:08.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43021, clonedBytes: 12178693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:09.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53205, clonedBytes: 14804303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:10.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58971, clonedBytes: 16374484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:11.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58971, clonedBytes: 16374484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:12.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58971, clonedBytes: 16374484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:13.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14681945 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 2605ms Sat Dec 10 06:28:13.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65544, clonedBytes: 18121800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:15.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75484, clonedBytes: 20664041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:16.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83247, clonedBytes: 22660721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:16.724 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1446963452000) } -> { datetime: new Date(1447024399000) } Sat Dec 10 06:28:16.724 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449794404000) } -> { datetime: new Date(1449873930000) }, with opId: 171190 Sat Dec 10 06:28:17.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92763, clonedBytes: 25145377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:18.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103226, clonedBytes: 27884377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:19.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113344, clonedBytes: 30556678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:20.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4d1666d1a4e49f54f3d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113833, clonedBytes: 30683357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:20.387 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:28:20.388 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:28:20.388 I SHARDING [conn9] moveChunk setting version to: 104|0||584bc97f90d1dc672b548352 Sat Dec 10 06:28:20.392 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113833, clonedBytes: 30683357, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:28:20.392 I SHARDING [conn9] moveChunk updating self version to: 104|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450569597000) } -> { datetime: new Date(1450655143000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:28:20.394 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:20.394-0600-584bf4e4666d1a4e49f54f40", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372900394), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113833, clonedBytes: 30683357, catchup: 0, steady: 0 } } Sat Dec 10 06:28:20.395 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:28:20.395 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:28:20.396 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:20.395-0600-584bf4e4666d1a4e49f54f41", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372900395), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 856, step 4 of 6: 17900, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:28:20.397 I SHARDING [conn9] distributed lock with ts: 584bf4d1666d1a4e49f54f3b' unlocked. Sat Dec 10 06:28:20.397 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450482200000) }, max: { datetime: new Date(1450569597000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1076 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 50 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18772ms Sat Dec 10 06:28:20.403 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:28:20.404 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453205407000) }, { datetime: new Date(1453320360000) }) in IISLogs.pubprdweb04', ts : 584bf4e4666d1a4e49f54f42 Sat Dec 10 06:28:20.404 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 99|0||584bcad890d1dc672b54835d, current metadata version is 99|0||584bcad890d1dc672b54835d Sat Dec 10 06:28:20.408 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 99|0||584bcad890d1dc672b54835d to shard version 99|1||584bcad890d1dc672b54835d Sat Dec 10 06:28:20.408 I SHARDING [conn9] collection version was loaded at version 99|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 06:28:20.408 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:20.408-0600-584bf4e4666d1a4e49f54f43", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372900408), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:28:20.409 I SHARDING [conn9] moveChunk request accepted at version 99|1||584bcad890d1dc672b54835d Sat Dec 10 06:28:21.724 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 06:28:21.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:21.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:21.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:21.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:21.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:21.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:21.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:22.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:22.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:22.693 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776029 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 965ms Sat Dec 10 06:28:22.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:23.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8265, clonedBytes: 2200568, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:24.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18350, clonedBytes: 5003838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:25.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28756, clonedBytes: 7770355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:26.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32724, clonedBytes: 8820928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:27.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41652, clonedBytes: 11354235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:29.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51855, clonedBytes: 14210343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:30.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59722, clonedBytes: 16368937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:30.636 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14431644 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 810ms Sat Dec 10 06:28:31.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63269, clonedBytes: 17339206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:32.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73787, clonedBytes: 20252801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:33.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84037, clonedBytes: 22985796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:34.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94205, clonedBytes: 25669868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:35.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104592, clonedBytes: 28404394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:36.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4e4666d1a4e49f54f44", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 30444022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:36.256 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:28:36.257 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:28:36.258 I SHARDING [conn9] moveChunk setting version to: 100|0||584bcad890d1dc672b54835d Sat Dec 10 06:28:36.269 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 30444022, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:28:36.269 I SHARDING [conn9] moveChunk updating self version to: 100|1||584bcad890d1dc672b54835d through { datetime: new Date(1453320360000) } -> { datetime: new Date(1453442531000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:28:36.271 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:36.271-0600-584bf4f4666d1a4e49f54f47", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372916271), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 30444022, catchup: 0, steady: 0 } } Sat Dec 10 06:28:36.271 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:28:36.272 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:28:36.272 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:36.272-0600-584bf4f4666d1a4e49f54f48", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372916272), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1317, step 4 of 6: 14529, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:28:36.273 I SHARDING [conn9] distributed lock with ts: 584bf4e4666d1a4e49f54f42' unlocked. Sat Dec 10 06:28:36.273 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453205407000) }, max: { datetime: new Date(1453320360000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 99000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 288 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 1216 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15871ms Sat Dec 10 06:28:37.346 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 127000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:28:37.347 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458425734000) }, { datetime: new Date(1458570311000) }) in IISLogs.pubprdweb01', ts : 584bf4f5666d1a4e49f54f49 Sat Dec 10 06:28:37.347 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 127|0||584bbf4f90d1dc672b54822e, current metadata version is 127|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:28:37.348 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 127|0||584bbf4f90d1dc672b54822e to shard version 127|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:28:37.348 I SHARDING [conn9] collection version was loaded at version 127|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:28:37.348 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:37.348-0600-584bf4f5666d1a4e49f54f4a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372917348), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:28:37.349 I SHARDING [conn9] moveChunk request accepted at version 127|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:28:38.405 I SHARDING [conn9] moveChunk number of documents: 102926 Sat Dec 10 06:28:38.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:38.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:39.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:40.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:41.104 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449794404000) } -> { datetime: new Date(1449873930000) } Sat Dec 10 06:28:41.104 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455160356000) } -> { datetime: new Date(1455259760000) }, with opId: 171418 Sat Dec 10 06:28:41.426 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 3014ms Sat Dec 10 06:28:41.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 552, clonedBytes: 200105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:42.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10626, clonedBytes: 3650900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:43.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20463, clonedBytes: 6954116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:44.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30584, clonedBytes: 10768746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:45.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40720, clonedBytes: 14366891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:46.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46737, clonedBytes: 16460095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:47.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46737, clonedBytes: 16460095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:48.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46737, clonedBytes: 16460095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:49.731 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776099 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 3280ms Sat Dec 10 06:28:49.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47755, clonedBytes: 16829292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:50.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57805, clonedBytes: 20231761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:51.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67705, clonedBytes: 23552008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:53.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77872, clonedBytes: 27111267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:54.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88168, clonedBytes: 30545495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:55.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94296, clonedBytes: 32914243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:55.560 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2786236 locks:{ Global: { acquireCount: { r: 152 } }, Database: { acquireCount: { r: 76 } }, Collection: { acquireCount: { r: 76 } } } protocol:op_command 914ms Sat Dec 10 06:28:56.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99607, clonedBytes: 34700515, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:57.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf4f5666d1a4e49f54f4b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102926, clonedBytes: 35649661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:57.129 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:28:57.130 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:28:57.131 I SHARDING [conn9] moveChunk setting version to: 128|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:28:57.136 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102926, clonedBytes: 35649661, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:28:57.136 I SHARDING [conn9] moveChunk updating self version to: 128|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458570311000) } -> { datetime: new Date(1458711455000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:28:57.138 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:57.138-0600-584bf509666d1a4e49f54f4e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372937138), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102926, clonedBytes: 35649661, catchup: 0, steady: 0 } } Sat Dec 10 06:28:57.138 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:28:57.139 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:28:57.139 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:57.139-0600-584bf509666d1a4e49f54f4f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372937139), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1060, step 4 of 6: 18719, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:28:57.140 I SHARDING [conn9] distributed lock with ts: 584bf4f5666d1a4e49f54f49' unlocked. Sat Dec 10 06:28:57.140 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458425734000) }, max: { datetime: new Date(1458570311000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 127000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 145 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 127 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19794ms Sat Dec 10 06:28:57.144 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:28:57.145 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1462300261000) }, { datetime: new Date(1462470450000) }) in IISLogs.pubprdweb02', ts : 584bf509666d1a4e49f54f50 Sat Dec 10 06:28:57.145 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 119|0||584bc22c90d1dc672b54829b, current metadata version is 119|0||584bc22c90d1dc672b54829b Sat Dec 10 06:28:57.146 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 119|0||584bc22c90d1dc672b54829b to shard version 119|1||584bc22c90d1dc672b54829b Sat Dec 10 06:28:57.146 I SHARDING [conn9] collection version was loaded at version 119|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:28:57.146 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:28:57.146-0600-584bf509666d1a4e49f54f51", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372937146), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:28:57.147 I SHARDING [conn9] moveChunk request accepted at version 119|1||584bc22c90d1dc672b54829b Sat Dec 10 06:28:58.195 I SHARDING [conn9] moveChunk number of documents: 106524 Sat Dec 10 06:28:58.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:58.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:28:59.099 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776326 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 889ms Sat Dec 10 06:28:59.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 607, clonedBytes: 174846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:00.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10282, clonedBytes: 3090534, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:01.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20554, clonedBytes: 6147442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:02.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30684, clonedBytes: 9203674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:03.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40644, clonedBytes: 12088124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:04.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50924, clonedBytes: 15028111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:05.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55671, clonedBytes: 16397591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:05.573 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15889189 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 611ms Sat Dec 10 06:29:06.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64081, clonedBytes: 19042114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:07.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74404, clonedBytes: 22224756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:08.255 I SHARDING [RangeDeleter] rangeDeleter deleted 102858 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455160356000) } -> { datetime: new Date(1455259760000) } Sat Dec 10 06:29:08.255 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470397646000) } -> { datetime: new Date(1470435895000) }, with opId: 171591 Sat Dec 10 06:29:08.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84691, clonedBytes: 25469801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:09.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94956, clonedBytes: 28640965, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:10.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105401, clonedBytes: 31630299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:11.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf509666d1a4e49f54f52", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106524, clonedBytes: 31941771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:11.688 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:29:11.689 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:29:11.689 I SHARDING [conn9] moveChunk setting version to: 120|0||584bc22c90d1dc672b54829b Sat Dec 10 06:29:11.698 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106524, clonedBytes: 31941771, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:29:11.698 I SHARDING [conn9] moveChunk updating self version to: 120|1||584bc22c90d1dc672b54829b through { datetime: new Date(1462470450000) } -> { datetime: new Date(1462683425000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:29:11.700 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:11.700-0600-584bf517666d1a4e49f54f55", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372951700), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106524, clonedBytes: 31941771, catchup: 0, steady: 0 } } Sat Dec 10 06:29:11.700 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:29:11.701 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:29:11.701 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:11.701-0600-584bf517666d1a4e49f54f56", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372951701), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1051, step 4 of 6: 13488, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:29:11.702 I SHARDING [conn9] distributed lock with ts: 584bf509666d1a4e49f54f50' unlocked. Sat Dec 10 06:29:11.702 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462300261000) }, max: { datetime: new Date(1462470450000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 13026 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14557ms Sat Dec 10 06:29:11.735 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:29:11.742 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450569597000) }, { datetime: new Date(1450655143000) }) in IISLogs.pubprdweb03', ts : 584bf517666d1a4e49f54f57 Sat Dec 10 06:29:11.742 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 104|0||584bc97f90d1dc672b548352, current metadata version is 104|0||584bc97f90d1dc672b548352 Sat Dec 10 06:29:11.744 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 104|0||584bc97f90d1dc672b548352 to shard version 104|1||584bc97f90d1dc672b548352 Sat Dec 10 06:29:11.744 I SHARDING [conn9] collection version was loaded at version 104|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:29:11.744 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:11.744-0600-584bf517666d1a4e49f54f58", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372951744), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:29:11.744 I SHARDING [conn9] moveChunk request accepted at version 104|1||584bc97f90d1dc672b548352 Sat Dec 10 06:29:12.560 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:29:12.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:12.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:13.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:13.396 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776084 locks:{ Global: { acquireCount: { r: 962 } }, Database: { acquireCount: { r: 481 } }, Collection: { acquireCount: { r: 481 } } } protocol:op_command 832ms Sat Dec 10 06:29:13.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2051, clonedBytes: 538565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:14.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12251, clonedBytes: 3211248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:15.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22522, clonedBytes: 5953345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:17.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29725, clonedBytes: 7843523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:18.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38747, clonedBytes: 10390138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:19.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49774, clonedBytes: 13396291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:20.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58197, clonedBytes: 15724527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:21.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60589, clonedBytes: 16362923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:22.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60589, clonedBytes: 16362923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:22.882 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14850436 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 2283ms Sat Dec 10 06:29:23.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65032, clonedBytes: 17573508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:24.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75260, clonedBytes: 20416925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:25.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84912, clonedBytes: 22943316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:26.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94812, clonedBytes: 25619313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:27.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104733, clonedBytes: 28346554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:28.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf517666d1a4e49f54f59", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30852243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:28.566 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:29:28.567 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:29:28.568 I SHARDING [conn9] moveChunk setting version to: 105|0||584bc97f90d1dc672b548352 Sat Dec 10 06:29:28.572 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30852243, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:29:28.572 I SHARDING [conn9] moveChunk updating self version to: 105|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450655143000) } -> { datetime: new Date(1450744355000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:29:28.573 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:28.573-0600-584bf528666d1a4e49f54f5c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372968573), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30852243, catchup: 0, steady: 0 } } Sat Dec 10 06:29:28.575 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:29:28.575 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:29:28.575 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:28.575-0600-584bf528666d1a4e49f54f5d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372968575), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, step 1 of 6: 5, step 2 of 6: 3, step 3 of 6: 818, step 4 of 6: 16001, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:29:28.577 I SHARDING [conn9] distributed lock with ts: 584bf517666d1a4e49f54f57' unlocked. Sat Dec 10 06:29:28.577 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450569597000) }, max: { datetime: new Date(1450655143000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 169 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16841ms Sat Dec 10 06:29:28.585 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:29:28.587 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453320360000) }, { datetime: new Date(1453442531000) }) in IISLogs.pubprdweb04', ts : 584bf528666d1a4e49f54f5e Sat Dec 10 06:29:28.587 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 100|0||584bcad890d1dc672b54835d, current metadata version is 100|0||584bcad890d1dc672b54835d Sat Dec 10 06:29:28.588 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 100|0||584bcad890d1dc672b54835d to shard version 100|1||584bcad890d1dc672b54835d Sat Dec 10 06:29:28.588 I SHARDING [conn9] collection version was loaded at version 100|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:29:28.588 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:28.588-0600-584bf528666d1a4e49f54f5f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372968588), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:29:28.589 I SHARDING [conn9] moveChunk request accepted at version 100|1||584bcad890d1dc672b54835d Sat Dec 10 06:29:29.829 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:29:29.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:29.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:29.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:29.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:29.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:29.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:29.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:30.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:30.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:31.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:31.313 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776315 locks:{ Global: { acquireCount: { r: 984 } }, Database: { acquireCount: { r: 492 } }, Collection: { acquireCount: { r: 492 } } } protocol:op_command 1392ms Sat Dec 10 06:29:32.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4826, clonedBytes: 1298217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:33.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14104, clonedBytes: 3757584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:34.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24106, clonedBytes: 6464399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:35.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34497, clonedBytes: 9260090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:35.540 I SHARDING [RangeDeleter] rangeDeleter deleted 113749 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470397646000) } -> { datetime: new Date(1470435895000) } Sat Dec 10 06:29:35.540 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457852550000) } -> { datetime: new Date(1457966164000) }, with opId: 171795 Sat Dec 10 06:29:36.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45110, clonedBytes: 12065882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:37.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55461, clonedBytes: 14742855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:38.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61731, clonedBytes: 16355160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:39.009 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14546459 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 723ms Sat Dec 10 06:29:39.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67062, clonedBytes: 17736121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:40.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76974, clonedBytes: 20352710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:41.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87127, clonedBytes: 23008977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:42.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97930, clonedBytes: 26080875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:43.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108189, clonedBytes: 29405879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:44.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf528666d1a4e49f54f60", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 30559137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:44.834 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:29:44.835 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:29:44.836 I SHARDING [conn9] moveChunk setting version to: 101|0||584bcad890d1dc672b54835d Sat Dec 10 06:29:44.842 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 30559137, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:29:44.842 I SHARDING [conn9] moveChunk updating self version to: 101|1||584bcad890d1dc672b54835d through { datetime: new Date(1453442531000) } -> { datetime: new Date(1453564489000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:29:44.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:44.843-0600-584bf538666d1a4e49f54f63", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372984843), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 30559137, catchup: 0, steady: 0 } } Sat Dec 10 06:29:44.844 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:29:44.844 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:29:44.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:44.844-0600-584bf538666d1a4e49f54f64", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372984844), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1243, step 4 of 6: 15002, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:29:44.845 I SHARDING [conn9] distributed lock with ts: 584bf528666d1a4e49f54f5e' unlocked. Sat Dec 10 06:29:44.846 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453320360000) }, max: { datetime: new Date(1453442531000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 100000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 61 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16261ms Sat Dec 10 06:29:45.945 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 128000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:29:45.946 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458570311000) }, { datetime: new Date(1458711455000) }) in IISLogs.pubprdweb01', ts : 584bf539666d1a4e49f54f65 Sat Dec 10 06:29:45.946 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 128|0||584bbf4f90d1dc672b54822e, current metadata version is 128|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:29:45.947 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 128|0||584bbf4f90d1dc672b54822e to shard version 128|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:29:45.947 I SHARDING [conn9] collection version was loaded at version 128|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:29:45.947 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:29:45.947-0600-584bf539666d1a4e49f54f66", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481372985947), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:29:45.948 I SHARDING [conn9] moveChunk request accepted at version 128|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:29:47.020 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 06:29:47.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:47.938 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 911ms Sat Dec 10 06:29:48.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 744, clonedBytes: 220787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:49.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10941, clonedBytes: 3147646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:50.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21191, clonedBytes: 6132016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:51.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31505, clonedBytes: 9215694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:52.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41798, clonedBytes: 12413037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:53.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52022, clonedBytes: 15571746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:54.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54939, clonedBytes: 16402665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:54.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15001979 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 1291ms Sat Dec 10 06:29:55.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58943, clonedBytes: 17552023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:56.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69303, clonedBytes: 20658549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:57.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79543, clonedBytes: 23804142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:58.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89693, clonedBytes: 26938828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:29:59.094 I SHARDING [RangeDeleter] rangeDeleter deleted 106493 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457852550000) } -> { datetime: new Date(1457966164000) } Sat Dec 10 06:29:59.094 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447024399000) } -> { datetime: new Date(1447088624000) }, with opId: 171954 Sat Dec 10 06:29:59.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100084, clonedBytes: 30190281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:00.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf539666d1a4e49f54f67", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 31079669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:00.539 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:30:00.540 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:30:00.540 I SHARDING [conn9] moveChunk setting version to: 129|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:30:00.543 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 31079669, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:30:00.543 I SHARDING [conn9] moveChunk updating self version to: 129|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458711455000) } -> { datetime: new Date(1458809253000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:30:00.545 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:00.545-0600-584bf548666d1a4e49f54f6a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373000545), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 31079669, catchup: 0, steady: 0 } } Sat Dec 10 06:30:00.545 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:30:00.546 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:30:00.546 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:00.546-0600-584bf548666d1a4e49f54f6b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373000546), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1075, step 4 of 6: 13514, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:30:00.547 I SHARDING [conn9] distributed lock with ts: 584bf539666d1a4e49f54f65' unlocked. Sat Dec 10 06:30:00.547 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458570311000) }, max: { datetime: new Date(1458711455000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 128000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 213 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14602ms Sat Dec 10 06:30:00.551 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:30:00.552 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1462470450000) }, { datetime: new Date(1462683425000) }) in IISLogs.pubprdweb02', ts : 584bf548666d1a4e49f54f6c Sat Dec 10 06:30:00.552 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 120|0||584bc22c90d1dc672b54829b, current metadata version is 120|0||584bc22c90d1dc672b54829b Sat Dec 10 06:30:00.554 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 120|0||584bc22c90d1dc672b54829b to shard version 120|1||584bc22c90d1dc672b54829b Sat Dec 10 06:30:00.554 I SHARDING [conn9] collection version was loaded at version 120|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:30:00.554 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:00.554-0600-584bf548666d1a4e49f54f6d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373000554), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:30:00.554 I SHARDING [conn9] moveChunk request accepted at version 120|1||584bc22c90d1dc672b54829b Sat Dec 10 06:30:01.565 I SHARDING [conn9] moveChunk number of documents: 106517 Sat Dec 10 06:30:01.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:01.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:02.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:02.302 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 691ms Sat Dec 10 06:30:02.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 129, clonedBytes: 38015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:03.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8123, clonedBytes: 2343355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:04.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18227, clonedBytes: 5508025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:05.041 I NETWORK [initandlisten] connection accepted from 10.112.9.26:50535 #91 (28 connections now open) Sat Dec 10 06:30:05.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28107, clonedBytes: 8462622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:06.354 I NETWORK [initandlisten] connection accepted from 10.112.9.26:50538 #92 (29 connections now open) Sat Dec 10 06:30:06.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38339, clonedBytes: 11732392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:07.318 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } cursorid:68226245295 keyUpdates:0 writeConflicts:0 numYields:0 reslen:184 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_query 327ms Sat Dec 10 06:30:07.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48165, clonedBytes: 14626414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:08.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54503, clonedBytes: 16405602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:09.631 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15888870 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1165ms Sat Dec 10 06:30:09.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55738, clonedBytes: 16751834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:10.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66011, clonedBytes: 19705087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:11.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76534, clonedBytes: 22837430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:13.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88726, clonedBytes: 26445387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:14.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99885, clonedBytes: 29786684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:15.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf548666d1a4e49f54f6e", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106517, clonedBytes: 31941336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:15.247 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:30:15.255 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:30:15.255 I SHARDING [conn9] moveChunk setting version to: 121|0||584bc22c90d1dc672b54829b Sat Dec 10 06:30:15.261 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106517, clonedBytes: 31941336, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:30:15.261 I SHARDING [conn9] moveChunk updating self version to: 121|1||584bc22c90d1dc672b54829b through { datetime: new Date(1462683425000) } -> { datetime: new Date(1462872851000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:30:15.263 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:15.263-0600-584bf557666d1a4e49f54f71", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373015263), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106517, clonedBytes: 31941336, catchup: 0, steady: 0 } } Sat Dec 10 06:30:15.264 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:30:15.264 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:30:15.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:15.264-0600-584bf557666d1a4e49f54f72", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373015264), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1015, step 4 of 6: 13677, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:30:15.265 I SHARDING [conn9] distributed lock with ts: 584bf548666d1a4e49f54f6c' unlocked. Sat Dec 10 06:30:15.265 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462470450000) }, max: { datetime: new Date(1462683425000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:834 reslen:154 locks:{ Global: { acquireCount: { r: 1680, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2331 } }, Database: { acquireCount: { r: 836, w: 4, W: 2 } }, Collection: { acquireCount: { r: 836, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14715ms Sat Dec 10 06:30:15.271 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:30:15.274 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450655143000) }, { datetime: new Date(1450744355000) }) in IISLogs.pubprdweb03', ts : 584bf557666d1a4e49f54f73 Sat Dec 10 06:30:15.274 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 105|0||584bc97f90d1dc672b548352, current metadata version is 105|0||584bc97f90d1dc672b548352 Sat Dec 10 06:30:15.278 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 105|0||584bc97f90d1dc672b548352 to shard version 105|1||584bc97f90d1dc672b548352 Sat Dec 10 06:30:15.278 I SHARDING [conn9] collection version was loaded at version 105|1||584bc97f90d1dc672b548352, took 3ms Sat Dec 10 06:30:15.278 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:15.278-0600-584bf557666d1a4e49f54f74", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373015278), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:30:15.279 I SHARDING [conn9] moveChunk request accepted at version 105|1||584bc97f90d1dc672b548352 Sat Dec 10 06:30:15.893 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:68226245295 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:615 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 1236 } }, Database: { acquireCount: { r: 618 } }, Collection: { acquireCount: { r: 618 } } } 8520ms Sat Dec 10 06:30:15.895 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 68226245295 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 8577ms Sat Dec 10 06:30:16.439 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:30:16.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:16.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:17.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:17.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:18.380 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71413073171 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:511 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1028 } }, Database: { acquireCount: { r: 514 } }, Collection: { acquireCount: { r: 514 } } } 2459ms Sat Dec 10 06:30:18.380 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71413073171 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2460ms Sat Dec 10 06:30:18.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:19.097 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:83961898260 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:72 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } 591ms Sat Dec 10 06:30:19.097 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 83961898260 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 592ms Sat Dec 10 06:30:19.281 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776188 locks:{ Global: { acquireCount: { r: 996 } }, Database: { acquireCount: { r: 498 } }, Collection: { acquireCount: { r: 498 } } } protocol:op_command 2821ms Sat Dec 10 06:30:19.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 244, clonedBytes: 67942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:20.268 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97109221144 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:191 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 388 } }, Database: { acquireCount: { r: 194 } }, Collection: { acquireCount: { r: 194 } } } 1045ms Sat Dec 10 06:30:20.268 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97109221144 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1045ms Sat Dec 10 06:30:20.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6085, clonedBytes: 1651594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:21.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11381, clonedBytes: 3060055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:22.383 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:101319308353 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:161 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 328 } }, Database: { acquireCount: { r: 164 } }, Collection: { acquireCount: { r: 164 } } } 2104ms Sat Dec 10 06:30:22.384 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 101319308353 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2104ms Sat Dec 10 06:30:22.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18010, clonedBytes: 5005347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:23.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27704, clonedBytes: 7729355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:24.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37630, clonedBytes: 10301115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:25.466 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106952271526 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:208 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 422 } }, Database: { acquireCount: { r: 211 } }, Collection: { acquireCount: { r: 211 } } } 3039ms Sat Dec 10 06:30:25.466 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106952271526 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 3040ms Sat Dec 10 06:30:25.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47348, clonedBytes: 12805765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:25.978 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447024399000) } -> { datetime: new Date(1447088624000) } Sat Dec 10 06:30:25.978 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449873930000) } -> { datetime: new Date(1449971620000) }, with opId: 172210 Sat Dec 10 06:30:26.501 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481311806843) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107936083873 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:149 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 304 } }, Database: { acquireCount: { r: 152 } }, Collection: { acquireCount: { r: 152 } } } 1021ms Sat Dec 10 06:30:26.501 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107936083873 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1022ms Sat Dec 10 06:30:26.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56896, clonedBytes: 15326166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:28.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60801, clonedBytes: 16361543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:29.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60801, clonedBytes: 16361543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:30.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60801, clonedBytes: 16361543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:30.117 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14186323 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2712ms Sat Dec 10 06:30:30.184 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:64987100026 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:549 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 1104 } }, Database: { acquireCount: { r: 552 } }, Collection: { acquireCount: { r: 552 } } } 3664ms Sat Dec 10 06:30:30.184 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 64987100026 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 3665ms Sat Dec 10 06:30:31.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69622, clonedBytes: 18697622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:32.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79280, clonedBytes: 21225962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:33.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89220, clonedBytes: 23804336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:34.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98874, clonedBytes: 26290518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:35.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105889, clonedBytes: 28134694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:35.372 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72456041154 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:543 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1092 } }, Database: { acquireCount: { r: 546 } }, Collection: { acquireCount: { r: 546 } } } 5172ms Sat Dec 10 06:30:35.372 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72456041154 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 5173ms Sat Dec 10 06:30:35.723 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:83604866744 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:67 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 140 } }, Database: { acquireCount: { r: 70 } }, Collection: { acquireCount: { r: 70 } } } 303ms Sat Dec 10 06:30:35.723 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 83604866744 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 303ms Sat Dec 10 06:30:36.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf557666d1a4e49f54f75", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30188220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:36.235 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:30:36.236 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:30:36.237 I SHARDING [conn9] moveChunk setting version to: 106|0||584bc97f90d1dc672b548352 Sat Dec 10 06:30:36.247 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30188220, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:30:36.247 I SHARDING [conn9] moveChunk updating self version to: 106|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450744355000) } -> { datetime: new Date(1450824405000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:30:36.248 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:36.248-0600-584bf56c666d1a4e49f54f78", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373036248), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30188220, catchup: 0, steady: 0 } } Sat Dec 10 06:30:36.249 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:30:36.249 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:30:36.249 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:36.249-0600-584bf56c666d1a4e49f54f79", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373036249), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 1162, step 4 of 6: 19791, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:30:36.250 I SHARDING [conn9] distributed lock with ts: 584bf557666d1a4e49f54f73' unlocked. Sat Dec 10 06:30:36.251 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450655143000) }, max: { datetime: new Date(1450744355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 152 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 216 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20979ms Sat Dec 10 06:30:36.256 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:30:36.256 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453442531000) }, { datetime: new Date(1453564489000) }) in IISLogs.pubprdweb04', ts : 584bf56c666d1a4e49f54f7a Sat Dec 10 06:30:36.256 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 101|0||584bcad890d1dc672b54835d, current metadata version is 101|0||584bcad890d1dc672b54835d Sat Dec 10 06:30:36.258 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 101|0||584bcad890d1dc672b54835d to shard version 101|1||584bcad890d1dc672b54835d Sat Dec 10 06:30:36.258 I SHARDING [conn9] collection version was loaded at version 101|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:30:36.258 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:36.258-0600-584bf56c666d1a4e49f54f7b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373036258), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:30:36.259 I SHARDING [conn9] moveChunk request accepted at version 101|1||584bcad890d1dc672b54835d Sat Dec 10 06:30:37.890 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97948619916 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:208 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 422 } }, Database: { acquireCount: { r: 211 } }, Collection: { acquireCount: { r: 211 } } } 2118ms Sat Dec 10 06:30:37.891 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97948619916 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2119ms Sat Dec 10 06:30:38.719 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:30:38.721 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99880622844 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:160 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 326 } }, Database: { acquireCount: { r: 163 } }, Collection: { acquireCount: { r: 163 } } } 816ms Sat Dec 10 06:30:38.721 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99880622844 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 816ms Sat Dec 10 06:30:38.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:38.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:38.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:38.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:38.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:38.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:38.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:39.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:39.173 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104330069597 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:186 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 378 } }, Database: { acquireCount: { r: 189 } }, Collection: { acquireCount: { r: 189 } } } 404ms Sat Dec 10 06:30:39.174 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104330069597 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 404ms Sat Dec 10 06:30:39.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:39.411 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481311826501) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:111137176840 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:145 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 296 } }, Database: { acquireCount: { r: 148 } }, Collection: { acquireCount: { r: 148 } } } 223ms Sat Dec 10 06:30:39.412 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 111137176840 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 223ms Sat Dec 10 06:30:39.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:39.883 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481311839408) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:64745901447 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:526 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 1058 } }, Database: { acquireCount: { r: 529 } }, Collection: { acquireCount: { r: 529 } } } 362ms Sat Dec 10 06:30:39.883 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 64745901447 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 363ms Sat Dec 10 06:30:40.203 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776205 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 1463ms Sat Dec 10 06:30:40.232 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481311839408) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72586897808 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:498 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1002 } }, Database: { acquireCount: { r: 501 } }, Collection: { acquireCount: { r: 501 } } } 329ms Sat Dec 10 06:30:40.257 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72586897808 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 348ms Sat Dec 10 06:30:40.812 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481311839408) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95597460038 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:337 nreturned:55 reslen:4190 locks:{ Global: { acquireCount: { r: 680 } }, Database: { acquireCount: { r: 340 } }, Collection: { acquireCount: { r: 340 } } } 375ms Sat Dec 10 06:30:40.813 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95597460038 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 376ms Sat Dec 10 06:30:40.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1584, clonedBytes: 484506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:40.996 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481311839408) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:101544779258 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:51 reslen:3889 locks:{ Global: { acquireCount: { r: 366 } }, Database: { acquireCount: { r: 183 } }, Collection: { acquireCount: { r: 183 } } } 170ms Sat Dec 10 06:30:41.005 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 101544779258 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 180ms Sat Dec 10 06:30:41.622 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311839408) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103942985458 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:371 nreturned:227 reslen:17102 locks:{ Global: { acquireCount: { r: 748 } }, Database: { acquireCount: { r: 374 } }, Collection: { acquireCount: { r: 374 } } } 607ms Sat Dec 10 06:30:41.707 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103942985458 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 692ms Sat Dec 10 06:30:41.900 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481311839408) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:108774331515 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:179 nreturned:125 reslen:9392 locks:{ Global: { acquireCount: { r: 364 } }, Database: { acquireCount: { r: 182 } }, Collection: { acquireCount: { r: 182 } } } 181ms Sat Dec 10 06:30:41.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9318, clonedBytes: 2769241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:41.930 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 108774331515 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 211ms Sat Dec 10 06:30:43.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20551, clonedBytes: 5983367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:43.698 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67627357729 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:532 nreturned:9980 reslen:1268024 locks:{ Global: { acquireCount: { r: 1080 } }, Database: { acquireCount: { r: 540 } }, Collection: { acquireCount: { r: 540 } } } 1745ms Sat Dec 10 06:30:43.755 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67627357729 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1803ms Sat Dec 10 06:30:44.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26141, clonedBytes: 7530532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:44.746 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72002867829 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:498 nreturned:603 reslen:76985 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } 980ms Sat Dec 10 06:30:44.749 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72002867829 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 983ms Sat Dec 10 06:30:44.892 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:85184020844 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:100 nreturned:382 reslen:41062 locks:{ Global: { acquireCount: { r: 206 } }, Database: { acquireCount: { r: 103 } }, Collection: { acquireCount: { r: 103 } } } 114ms Sat Dec 10 06:30:44.894 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 85184020844 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 116ms Sat Dec 10 06:30:45.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37255, clonedBytes: 10712332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:46.002 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97918191658 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:339 nreturned:24544 reslen:3642500 locks:{ Global: { acquireCount: { r: 690 } }, Database: { acquireCount: { r: 345 } }, Collection: { acquireCount: { r: 345 } } } 1071ms Sat Dec 10 06:30:46.203 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97918191658 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1272ms Sat Dec 10 06:30:46.469 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102828638421 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:8312 reslen:1176773 locks:{ Global: { acquireCount: { r: 368 } }, Database: { acquireCount: { r: 184 } }, Collection: { acquireCount: { r: 184 } } } 253ms Sat Dec 10 06:30:46.519 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102828638421 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 303ms Sat Dec 10 06:30:46.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42591, clonedBytes: 12145638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:47.404 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104124301070 ntoreturn:0 keysExamined:0 docsExamined:0 keyUpdates:0 writeConflicts:0 numYields:369 nreturned:29876 reslen:4194290 locks:{ Global: { acquireCount: { r: 750 } }, Database: { acquireCount: { r: 375 } }, Collection: { acquireCount: { r: 375 } } } 872ms Sat Dec 10 06:30:47.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50152, clonedBytes: 14156289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:47.696 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104124301070 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1165ms Sat Dec 10 06:30:47.983 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481311841923) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107996697444 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:178 nreturned:11765 reslen:1591558 locks:{ Global: { acquireCount: { r: 364 } }, Database: { acquireCount: { r: 182 } }, Collection: { acquireCount: { r: 182 } } } 275ms Sat Dec 10 06:30:48.067 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107996697444 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 360ms Sat Dec 10 06:30:48.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56770, clonedBytes: 16389777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:49.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56770, clonedBytes: 16389777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:50.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56770, clonedBytes: 16389777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:51.274 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16609460 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 2885ms Sat Dec 10 06:30:51.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60023, clonedBytes: 17314159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:52.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70176, clonedBytes: 20140758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:53.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80271, clonedBytes: 23069728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:54.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89870, clonedBytes: 26181428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:55.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99950, clonedBytes: 29252395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:56.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109947, clonedBytes: 32007127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:57.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf56c666d1a4e49f54f7c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 32622035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:57.857 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:30:57.858 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:30:57.859 I SHARDING [conn9] moveChunk setting version to: 102|0||584bcad890d1dc672b54835d Sat Dec 10 06:30:57.861 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 32622035, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:30:57.861 I SHARDING [conn9] moveChunk updating self version to: 102|1||584bcad890d1dc672b54835d through { datetime: new Date(1453564489000) } -> { datetime: new Date(1453647821000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:30:57.862 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:57.862-0600-584bf581666d1a4e49f54f7f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373057862), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 32622035, catchup: 0, steady: 0 } } Sat Dec 10 06:30:57.863 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:30:57.863 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:30:57.863 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:57.863-0600-584bf581666d1a4e49f54f80", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373057863), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2464, step 4 of 6: 19133, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:30:57.865 I SHARDING [conn9] distributed lock with ts: 584bf56c666d1a4e49f54f7a' unlocked. Sat Dec 10 06:30:57.865 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453442531000) }, max: { datetime: new Date(1453564489000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 101000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 101 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 402 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21609ms Sat Dec 10 06:30:58.941 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 129000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:30:58.942 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458711455000) }, { datetime: new Date(1458809253000) }) in IISLogs.pubprdweb01', ts : 584bf582666d1a4e49f54f81 Sat Dec 10 06:30:58.942 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 129|0||584bbf4f90d1dc672b54822e, current metadata version is 129|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:30:58.943 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 129|0||584bbf4f90d1dc672b54822e to shard version 129|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:30:58.944 I SHARDING [conn9] collection version was loaded at version 129|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:30:58.944 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:30:58.944-0600-584bf582666d1a4e49f54f82", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373058944), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:30:58.944 I SHARDING [conn9] moveChunk request accepted at version 129|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:30:59.785 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:30:59.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:59.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:59.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:59.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:59.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:59.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:30:59.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:00.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:00.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:00.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:01.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:02.363 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449873930000) } -> { datetime: new Date(1449971620000) } Sat Dec 10 06:31:02.364 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455259760000) } -> { datetime: new Date(1455411935000) }, with opId: 172550 Sat Dec 10 06:31:03.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:04.005 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776198 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 4159ms Sat Dec 10 06:31:04.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:05.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4300, clonedBytes: 1651693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:06.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13215, clonedBytes: 4969362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:07.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23040, clonedBytes: 8190476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:08.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33073, clonedBytes: 11346376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:09.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42918, clonedBytes: 14511135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:10.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48855, clonedBytes: 16445175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:11.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48855, clonedBytes: 16445175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:12.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48855, clonedBytes: 16445175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:12.386 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776069 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 2585ms Sat Dec 10 06:31:13.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56977, clonedBytes: 18890323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:14.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67062, clonedBytes: 22182853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:15.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75804, clonedBytes: 25085913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:16.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85586, clonedBytes: 28369488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:17.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95383, clonedBytes: 31691718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:18.147 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1745434 locks:{ Global: { acquireCount: { r: 82 } }, Database: { acquireCount: { r: 41 } }, Collection: { acquireCount: { r: 41 } } } protocol:op_command 398ms Sat Dec 10 06:31:18.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101291, clonedBytes: 33979697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:19.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf582666d1a4e49f54f83", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 34604655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:19.485 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:31:19.486 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:31:19.487 I SHARDING [conn9] moveChunk setting version to: 130|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:31:19.497 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 34604655, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:31:19.497 I SHARDING [conn9] moveChunk updating self version to: 130|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458809253000) } -> { datetime: new Date(1458912620000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:31:19.499 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:19.499-0600-584bf597666d1a4e49f54f86", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373079499), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 34604655, catchup: 0, steady: 0 } } Sat Dec 10 06:31:19.499 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:31:19.499 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:31:19.499 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:19.499-0600-584bf597666d1a4e49f54f87", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373079499), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 876, step 4 of 6: 19662, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:31:19.501 I SHARDING [conn9] distributed lock with ts: 584bf582666d1a4e49f54f81' unlocked. Sat Dec 10 06:31:19.501 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458711455000) }, max: { datetime: new Date(1458809253000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 129000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 257 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 79 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20560ms Sat Dec 10 06:31:19.505 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:31:19.506 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1462683425000) }, { datetime: new Date(1462872851000) }) in IISLogs.pubprdweb02', ts : 584bf597666d1a4e49f54f88 Sat Dec 10 06:31:19.506 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 121|0||584bc22c90d1dc672b54829b, current metadata version is 121|0||584bc22c90d1dc672b54829b Sat Dec 10 06:31:19.508 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 121|0||584bc22c90d1dc672b54829b to shard version 121|1||584bc22c90d1dc672b54829b Sat Dec 10 06:31:19.508 I SHARDING [conn9] collection version was loaded at version 121|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:31:19.508 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:19.508-0600-584bf597666d1a4e49f54f89", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373079508), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:31:19.510 I SHARDING [conn9] moveChunk request accepted at version 121|1||584bc22c90d1dc672b54829b Sat Dec 10 06:31:20.601 I SHARDING [conn9] moveChunk number of documents: 106532 Sat Dec 10 06:31:20.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:20.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:21.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:21.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:22.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:23.234 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776081 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 2575ms Sat Dec 10 06:31:23.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 959, clonedBytes: 296773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:24.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10452, clonedBytes: 3219407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:25.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20224, clonedBytes: 6284331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:26.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30245, clonedBytes: 9352299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:27.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40320, clonedBytes: 12652204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:29.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46661, clonedBytes: 14691373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:30.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52131, clonedBytes: 16422126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:30.532 I SHARDING [RangeDeleter] rangeDeleter deleted 102998 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455259760000) } -> { datetime: new Date(1455411935000) } Sat Dec 10 06:31:30.533 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470435895000) } -> { datetime: new Date(1470568612000) }, with opId: 172747 Sat Dec 10 06:31:31.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52131, clonedBytes: 16422126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:32.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52131, clonedBytes: 16422126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:32.972 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16763188 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 3160ms Sat Dec 10 06:31:33.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53820, clonedBytes: 16947202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:34.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63977, clonedBytes: 19911828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:35.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74655, clonedBytes: 23112907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:36.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85090, clonedBytes: 26299595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:37.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95524, clonedBytes: 29523116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:38.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106129, clonedBytes: 32699841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:39.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf597666d1a4e49f54f8a", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106532, clonedBytes: 32815469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:39.429 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:31:39.430 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:31:39.430 I SHARDING [conn9] moveChunk setting version to: 122|0||584bc22c90d1dc672b54829b Sat Dec 10 06:31:39.436 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106532, clonedBytes: 32815469, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:31:39.437 I SHARDING [conn9] moveChunk updating self version to: 122|1||584bc22c90d1dc672b54829b through { datetime: new Date(1462872851000) } -> { datetime: new Date(1463021082000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:31:39.438 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:39.438-0600-584bf5ab666d1a4e49f54f8d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373099438), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106532, clonedBytes: 32815469, catchup: 0, steady: 0 } } Sat Dec 10 06:31:39.439 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:31:39.439 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:31:39.439 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:39.439-0600-584bf5ab666d1a4e49f54f8e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373099439), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1094, step 4 of 6: 18823, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:31:39.440 I SHARDING [conn9] distributed lock with ts: 584bf597666d1a4e49f54f88' unlocked. Sat Dec 10 06:31:39.440 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462683425000) }, max: { datetime: new Date(1462872851000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:835 reslen:154 locks:{ Global: { acquireCount: { r: 1682, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 187 } }, Database: { acquireCount: { r: 837, w: 4, W: 2 } }, Collection: { acquireCount: { r: 837, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19935ms Sat Dec 10 06:31:39.444 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:31:39.445 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450744355000) }, { datetime: new Date(1450824405000) }) in IISLogs.pubprdweb03', ts : 584bf5ab666d1a4e49f54f8f Sat Dec 10 06:31:39.445 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 106|0||584bc97f90d1dc672b548352, current metadata version is 106|0||584bc97f90d1dc672b548352 Sat Dec 10 06:31:39.446 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 106|0||584bc97f90d1dc672b548352 to shard version 106|1||584bc97f90d1dc672b548352 Sat Dec 10 06:31:39.446 I SHARDING [conn9] collection version was loaded at version 106|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:31:39.446 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:39.446-0600-584bf5ab666d1a4e49f54f90", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373099446), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:31:39.447 I SHARDING [conn9] moveChunk request accepted at version 106|1||584bc97f90d1dc672b548352 Sat Dec 10 06:31:40.564 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 06:31:40.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:40.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:41.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:41.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:42.625 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776304 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 2056ms Sat Dec 10 06:31:42.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 261, clonedBytes: 69578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:43.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10038, clonedBytes: 2669799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:44.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19650, clonedBytes: 5214517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:45.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29321, clonedBytes: 7781353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:46.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38475, clonedBytes: 10208820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:48.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43161, clonedBytes: 11444162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:49.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51034, clonedBytes: 13519055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:50.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60822, clonedBytes: 16110741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:51.056 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14452396 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 643ms Sat Dec 10 06:31:51.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63505, clonedBytes: 16831908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:52.286 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470435895000) } -> { datetime: new Date(1470568612000) } Sat Dec 10 06:31:52.286 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1457966164000) } -> { datetime: new Date(1458001883000) }, with opId: 172928 Sat Dec 10 06:31:52.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72719, clonedBytes: 19397456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:53.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82729, clonedBytes: 22109629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:54.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92749, clonedBytes: 24751447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:55.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102755, clonedBytes: 27469576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:56.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112820, clonedBytes: 30219771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:57.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ab666d1a4e49f54f91", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 30454451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:57.569 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:31:57.570 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:31:57.571 I SHARDING [conn9] moveChunk setting version to: 107|0||584bc97f90d1dc672b548352 Sat Dec 10 06:31:57.576 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 30454451, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:31:57.576 I SHARDING [conn9] moveChunk updating self version to: 107|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450824405000) } -> { datetime: new Date(1450901715000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:31:57.577 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:57.577-0600-584bf5bd666d1a4e49f54f94", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373117577), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 30454451, catchup: 0, steady: 0 } } Sat Dec 10 06:31:57.578 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:31:57.578 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:31:57.578 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:57.578-0600-584bf5bd666d1a4e49f54f95", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373117578), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1120, step 4 of 6: 17000, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:31:57.580 I SHARDING [conn9] distributed lock with ts: 584bf5ab666d1a4e49f54f8f' unlocked. Sat Dec 10 06:31:57.580 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450744355000) }, max: { datetime: new Date(1450824405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 201 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18136ms Sat Dec 10 06:31:57.585 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:31:57.586 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453564489000) }, { datetime: new Date(1453647821000) }) in IISLogs.pubprdweb04', ts : 584bf5bd666d1a4e49f54f96 Sat Dec 10 06:31:57.586 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 102|0||584bcad890d1dc672b54835d, current metadata version is 102|0||584bcad890d1dc672b54835d Sat Dec 10 06:31:57.588 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 102|0||584bcad890d1dc672b54835d to shard version 102|1||584bcad890d1dc672b54835d Sat Dec 10 06:31:57.588 I SHARDING [conn9] collection version was loaded at version 102|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:31:57.588 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:31:57.588-0600-584bf5bd666d1a4e49f54f97", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373117588), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:31:57.588 I SHARDING [conn9] moveChunk request accepted at version 102|1||584bcad890d1dc672b54835d Sat Dec 10 06:31:58.838 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:31:58.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:58.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:58.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:58.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:58.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:58.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:59.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:59.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:59.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:31:59.912 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776270 locks:{ Global: { acquireCount: { r: 926 } }, Database: { acquireCount: { r: 463 } }, Collection: { acquireCount: { r: 463 } } } protocol:op_command 1063ms Sat Dec 10 06:31:59.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:00.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9258, clonedBytes: 2610803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:02.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19067, clonedBytes: 5227048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:03.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28639, clonedBytes: 8172745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:04.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38788, clonedBytes: 10957479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:05.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48703, clonedBytes: 13784524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:06.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57749, clonedBytes: 16382989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:07.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15386971 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1062ms Sat Dec 10 06:32:07.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57749, clonedBytes: 16382989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:08.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67435, clonedBytes: 19264346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:09.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77375, clonedBytes: 22163355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:10.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87563, clonedBytes: 24925545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:11.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97920, clonedBytes: 27654355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:12.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107992, clonedBytes: 30282132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:13.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5bd666d1a4e49f54f98", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 31399597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:13.316 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:32:13.317 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:32:13.318 I SHARDING [conn9] moveChunk setting version to: 103|0||584bcad890d1dc672b54835d Sat Dec 10 06:32:13.329 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 31399597, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:32:13.329 I SHARDING [conn9] moveChunk updating self version to: 103|1||584bcad890d1dc672b54835d through { datetime: new Date(1453647821000) } -> { datetime: new Date(1453729293000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:32:13.330 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:13.330-0600-584bf5cd666d1a4e49f54f9b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373133330), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 31399597, catchup: 0, steady: 0 } } Sat Dec 10 06:32:13.331 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:32:13.331 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:32:13.331 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:13.331-0600-584bf5cd666d1a4e49f54f9c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373133331), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1254, step 4 of 6: 14472, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:32:13.333 I SHARDING [conn9] distributed lock with ts: 584bf5bd666d1a4e49f54f96' unlocked. Sat Dec 10 06:32:13.333 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453564489000) }, max: { datetime: new Date(1453647821000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 102000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 294 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15747ms Sat Dec 10 06:32:14.428 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 130000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:32:14.429 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458809253000) }, { datetime: new Date(1458912620000) }) in IISLogs.pubprdweb01', ts : 584bf5ce666d1a4e49f54f9d Sat Dec 10 06:32:14.429 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 130|0||584bbf4f90d1dc672b54822e, current metadata version is 130|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:32:14.430 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 130|0||584bbf4f90d1dc672b54822e to shard version 130|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:32:14.430 I SHARDING [conn9] collection version was loaded at version 130|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:32:14.430 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:14.430-0600-584bf5ce666d1a4e49f54f9e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373134430), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:32:14.431 I SHARDING [conn9] moveChunk request accepted at version 130|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:32:15.415 I SHARDING [conn9] moveChunk number of documents: 102920 Sat Dec 10 06:32:15.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:15.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:16.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776125 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 664ms Sat Dec 10 06:32:16.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2727, clonedBytes: 989743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:17.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12489, clonedBytes: 4285179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:17.710 I SHARDING [RangeDeleter] rangeDeleter deleted 106622 documents for IISLogs.pubprdweb02 from { datetime: new Date(1457966164000) } -> { datetime: new Date(1458001883000) } Sat Dec 10 06:32:17.710 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447088624000) } -> { datetime: new Date(1447173786000) }, with opId: 173187 Sat Dec 10 06:32:18.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22440, clonedBytes: 7537402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:19.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32725, clonedBytes: 10738904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:20.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42758, clonedBytes: 14027093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:21.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50838, clonedBytes: 16431221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:22.021 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776043 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 591ms Sat Dec 10 06:32:22.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55990, clonedBytes: 18029491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:23.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66052, clonedBytes: 21503723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:24.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76183, clonedBytes: 24912699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:25.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86238, clonedBytes: 28544590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:26.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96464, clonedBytes: 32241928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:27.545 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1638937 locks:{ Global: { acquireCount: { r: 80 } }, Database: { acquireCount: { r: 40 } }, Collection: { acquireCount: { r: 40 } } } protocol:op_command 424ms Sat Dec 10 06:32:27.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102000, clonedBytes: 34208048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:28.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5ce666d1a4e49f54f9f", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102920, clonedBytes: 34498259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:28.983 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:32:28.984 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:32:28.985 I SHARDING [conn9] moveChunk setting version to: 131|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:32:28.991 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102920, clonedBytes: 34498259, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:32:28.991 I SHARDING [conn9] moveChunk updating self version to: 131|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1458912620000) } -> { datetime: new Date(1459023139000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:32:28.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:28.993-0600-584bf5dc666d1a4e49f54fa2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373148993), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102920, clonedBytes: 34498259, catchup: 0, steady: 0 } } Sat Dec 10 06:32:28.993 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:32:28.993 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:32:28.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:28.993-0600-584bf5dc666d1a4e49f54fa3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373148993), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 989, step 4 of 6: 13562, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:32:28.995 I SHARDING [conn9] distributed lock with ts: 584bf5ce666d1a4e49f54f9d' unlocked. Sat Dec 10 06:32:28.995 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458809253000) }, max: { datetime: new Date(1458912620000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 130000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 26541 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14568ms Sat Dec 10 06:32:28.999 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:32:29.000 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1462872851000) }, { datetime: new Date(1463021082000) }) in IISLogs.pubprdweb02', ts : 584bf5dc666d1a4e49f54fa4 Sat Dec 10 06:32:29.000 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 122|0||584bc22c90d1dc672b54829b, current metadata version is 122|0||584bc22c90d1dc672b54829b Sat Dec 10 06:32:29.002 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 122|0||584bc22c90d1dc672b54829b to shard version 122|1||584bc22c90d1dc672b54829b Sat Dec 10 06:32:29.002 I SHARDING [conn9] collection version was loaded at version 122|1||584bc22c90d1dc672b54829b, took 1ms Sat Dec 10 06:32:29.002 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:29.002-0600-584bf5dd666d1a4e49f54fa5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373149002), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:32:29.004 I SHARDING [conn9] moveChunk request accepted at version 122|1||584bc22c90d1dc672b54829b Sat Dec 10 06:32:35.125 I SHARDING [conn9] moveChunk number of documents: 106523 Sat Dec 10 06:32:35.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:35.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:36.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:37.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:38.302 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776110 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 3172ms Sat Dec 10 06:32:38.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:39.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6183, clonedBytes: 1781884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:40.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16254, clonedBytes: 4675259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:41.205 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447088624000) } -> { datetime: new Date(1447173786000) } Sat Dec 10 06:32:41.205 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1449971620000) } -> { datetime: new Date(1450061381000) }, with opId: 173371 Sat Dec 10 06:32:41.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26424, clonedBytes: 7572842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:42.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36673, clonedBytes: 10546533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:43.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46841, clonedBytes: 13660922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:44.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56010, clonedBytes: 16395002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:45.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56010, clonedBytes: 16395002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:46.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56010, clonedBytes: 16395002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:47.231 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15764932 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 2806ms Sat Dec 10 06:32:47.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58618, clonedBytes: 17183309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:48.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68632, clonedBytes: 20045885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:49.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78541, clonedBytes: 23042790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:50.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88402, clonedBytes: 26100424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:51.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93800, clonedBytes: 27813602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:52.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102721, clonedBytes: 30624042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:53.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5dd666d1a4e49f54fa6", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106523, clonedBytes: 31817305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:53.816 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:32:53.817 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:32:53.818 I SHARDING [conn9] moveChunk setting version to: 123|0||584bc22c90d1dc672b54829b Sat Dec 10 06:32:53.824 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106523, clonedBytes: 31817305, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:32:53.824 I SHARDING [conn9] moveChunk updating self version to: 123|1||584bc22c90d1dc672b54829b through { datetime: new Date(1463021082000) } -> { datetime: new Date(1463172593000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:32:53.826 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:53.825-0600-584bf5f5666d1a4e49f54fa9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373173825), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106523, clonedBytes: 31817305, catchup: 0, steady: 0 } } Sat Dec 10 06:32:53.826 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:32:53.826 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:32:53.826 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:53.826-0600-584bf5f5666d1a4e49f54faa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373173826), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 6123, step 4 of 6: 18687, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:32:53.828 I SHARDING [conn9] distributed lock with ts: 584bf5dc666d1a4e49f54fa4' unlocked. Sat Dec 10 06:32:53.828 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462872851000) }, max: { datetime: new Date(1463021082000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 248 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24829ms Sat Dec 10 06:32:53.833 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:32:53.834 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450824405000) }, { datetime: new Date(1450901715000) }) in IISLogs.pubprdweb03', ts : 584bf5f5666d1a4e49f54fab Sat Dec 10 06:32:53.834 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 107|0||584bc97f90d1dc672b548352, current metadata version is 107|0||584bc97f90d1dc672b548352 Sat Dec 10 06:32:53.835 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 107|0||584bc97f90d1dc672b548352 to shard version 107|1||584bc97f90d1dc672b548352 Sat Dec 10 06:32:53.835 I SHARDING [conn9] collection version was loaded at version 107|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:32:53.835 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:32:53.835-0600-584bf5f5666d1a4e49f54fac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373173835), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:32:53.836 I SHARDING [conn9] moveChunk request accepted at version 107|1||584bc97f90d1dc672b548352 Sat Dec 10 06:32:59.393 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 06:32:59.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:32:59.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:00.340 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776248 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 929ms Sat Dec 10 06:33:00.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 480, clonedBytes: 124663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:01.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10346, clonedBytes: 2812144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:02.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20157, clonedBytes: 5508939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:03.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30901, clonedBytes: 8339252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:04.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40761, clonedBytes: 11329511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:04.704 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1449971620000) } -> { datetime: new Date(1450061381000) } Sat Dec 10 06:33:04.704 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455411935000) } -> { datetime: new Date(1455548540000) }, with opId: 173523 Sat Dec 10 06:33:05.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51295, clonedBytes: 14102800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:06.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59216, clonedBytes: 16372698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:07.046 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14999390 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 511ms Sat Dec 10 06:33:07.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65875, clonedBytes: 18214122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:08.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76228, clonedBytes: 21012894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:09.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86263, clonedBytes: 23642127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:11.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97144, clonedBytes: 26582336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:12.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107158, clonedBytes: 29264402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:13.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf5f5666d1a4e49f54fad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 31001333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:13.088 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:33:13.091 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:33:13.091 I SHARDING [conn9] moveChunk setting version to: 108|0||584bc97f90d1dc672b548352 Sat Dec 10 06:33:13.094 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 31001333, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:33:13.094 I SHARDING [conn9] moveChunk updating self version to: 108|1||584bc97f90d1dc672b548352 through { datetime: new Date(1450901715000) } -> { datetime: new Date(1451006718000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:33:13.096 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:13.096-0600-584bf609666d1a4e49f54fb0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373193096), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 31001333, catchup: 0, steady: 0 } } Sat Dec 10 06:33:13.097 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:33:13.097 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:33:13.098 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:13.098-0600-584bf609666d1a4e49f54fb1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373193098), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5559, step 4 of 6: 13691, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:33:13.099 I SHARDING [conn9] distributed lock with ts: 584bf5f5666d1a4e49f54fab' unlocked. Sat Dec 10 06:33:13.099 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450824405000) }, max: { datetime: new Date(1450901715000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:961 reslen:154 locks:{ Global: { acquireCount: { r: 1934, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 231 } }, Database: { acquireCount: { r: 963, w: 4, W: 2 } }, Collection: { acquireCount: { r: 963, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19266ms Sat Dec 10 06:33:13.106 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:33:13.106 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453647821000) }, { datetime: new Date(1453729293000) }) in IISLogs.pubprdweb04', ts : 584bf609666d1a4e49f54fb2 Sat Dec 10 06:33:13.106 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 103|0||584bcad890d1dc672b54835d, current metadata version is 103|0||584bcad890d1dc672b54835d Sat Dec 10 06:33:13.109 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 103|0||584bcad890d1dc672b54835d to shard version 103|1||584bcad890d1dc672b54835d Sat Dec 10 06:33:13.109 I SHARDING [conn9] collection version was loaded at version 103|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 06:33:13.109 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:13.109-0600-584bf609666d1a4e49f54fb3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373193109), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:33:13.110 I SHARDING [conn9] moveChunk request accepted at version 103|1||584bcad890d1dc672b54835d Sat Dec 10 06:33:14.319 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:33:14.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:14.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:15.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:15.807 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776052 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 1410ms Sat Dec 10 06:33:16.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3718, clonedBytes: 975256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:17.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13384, clonedBytes: 3701552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:18.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23318, clonedBytes: 6368571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:19.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33212, clonedBytes: 9389836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:20.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43497, clonedBytes: 12213833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:21.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53770, clonedBytes: 15131033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:22.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58091, clonedBytes: 16380377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:23.049 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16263156 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1029ms Sat Dec 10 06:33:23.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63177, clonedBytes: 17827736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:24.007 I SHARDING [RangeDeleter] rangeDeleter deleted 102921 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455411935000) } -> { datetime: new Date(1455548540000) } Sat Dec 10 06:33:24.007 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470568612000) } -> { datetime: new Date(1470675578000) }, with opId: 173636 Sat Dec 10 06:33:24.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73478, clonedBytes: 20909565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:25.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83500, clonedBytes: 23857475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:26.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93470, clonedBytes: 26807895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:27.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103382, clonedBytes: 29710025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:28.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf609666d1a4e49f54fb4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 32275578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:28.810 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:33:28.811 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:33:28.811 I SHARDING [conn9] moveChunk setting version to: 104|0||584bcad890d1dc672b54835d Sat Dec 10 06:33:28.816 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 32275578, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:33:28.816 I SHARDING [conn9] moveChunk updating self version to: 104|1||584bcad890d1dc672b54835d through { datetime: new Date(1453729293000) } -> { datetime: new Date(1453784235000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:33:28.818 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:28.818-0600-584bf618666d1a4e49f54fb7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373208818), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 32275578, catchup: 0, steady: 0 } } Sat Dec 10 06:33:28.819 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:33:28.820 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:33:28.820 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:28.820-0600-584bf618666d1a4e49f54fb8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373208820), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1212, step 4 of 6: 14486, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:33:28.821 I SHARDING [conn9] distributed lock with ts: 584bf609666d1a4e49f54fb2' unlocked. Sat Dec 10 06:33:28.821 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453647821000) }, max: { datetime: new Date(1453729293000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 103000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 465 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15717ms Sat Dec 10 06:33:29.913 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 131000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:33:29.914 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1458912620000) }, { datetime: new Date(1459023139000) }) in IISLogs.pubprdweb01', ts : 584bf619666d1a4e49f54fb9 Sat Dec 10 06:33:29.914 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 131|0||584bbf4f90d1dc672b54822e, current metadata version is 131|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:33:29.916 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 131|0||584bbf4f90d1dc672b54822e to shard version 131|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:33:29.916 I SHARDING [conn9] collection version was loaded at version 131|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:33:29.916 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:29.916-0600-584bf619666d1a4e49f54fba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373209916), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:33:29.917 I SHARDING [conn9] moveChunk request accepted at version 131|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:33:30.972 I SHARDING [conn9] moveChunk number of documents: 102936 Sat Dec 10 06:33:30.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:30.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:30.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:30.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:31.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:31.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:31.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:31.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:31.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:31.764 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776170 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 736ms Sat Dec 10 06:33:32.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93, clonedBytes: 33745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:33.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7266, clonedBytes: 2332496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:34.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17056, clonedBytes: 5460987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:35.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27233, clonedBytes: 8762442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:36.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36614, clonedBytes: 11817104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:37.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46653, clonedBytes: 15165865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:38.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50277, clonedBytes: 16435193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:38.703 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776053 locks:{ Global: { acquireCount: { r: 744 } }, Database: { acquireCount: { r: 372 } }, Collection: { acquireCount: { r: 372 } } } protocol:op_command 1073ms Sat Dec 10 06:33:39.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54851, clonedBytes: 17946744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:40.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64578, clonedBytes: 21257585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:41.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74320, clonedBytes: 24887377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:42.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84319, clonedBytes: 28500323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:43.191 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470568612000) } -> { datetime: new Date(1470675578000) } Sat Dec 10 06:33:43.191 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458001883000) } -> { datetime: new Date(1458049075000) }, with opId: 173730 Sat Dec 10 06:33:43.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93769, clonedBytes: 31696322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:44.098 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1949327 locks:{ Global: { acquireCount: { r: 100 } }, Database: { acquireCount: { r: 50 } }, Collection: { acquireCount: { r: 50 } } } protocol:op_command 289ms Sat Dec 10 06:33:44.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100404, clonedBytes: 34030127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:45.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf619666d1a4e49f54fbb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102936, clonedBytes: 34809758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:45.503 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:33:45.505 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:33:45.505 I SHARDING [conn9] moveChunk setting version to: 132|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:33:45.508 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102936, clonedBytes: 34809758, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:33:45.508 I SHARDING [conn9] moveChunk updating self version to: 132|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459023139000) } -> { datetime: new Date(1459171341000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:33:45.509 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:45.509-0600-584bf629666d1a4e49f54fbe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373225509), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102936, clonedBytes: 34809758, catchup: 0, steady: 0 } } Sat Dec 10 06:33:45.510 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:33:45.517 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:33:45.517 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:45.517-0600-584bf629666d1a4e49f54fbf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373225517), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1058, step 4 of 6: 14526, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:33:45.519 I SHARDING [conn9] distributed lock with ts: 584bf619666d1a4e49f54fb9' unlocked. Sat Dec 10 06:33:45.519 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458912620000) }, max: { datetime: new Date(1459023139000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 131000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6830 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15607ms Sat Dec 10 06:33:45.524 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:33:45.525 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1463021082000) }, { datetime: new Date(1463172593000) }) in IISLogs.pubprdweb02', ts : 584bf629666d1a4e49f54fc0 Sat Dec 10 06:33:45.525 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 123|0||584bc22c90d1dc672b54829b, current metadata version is 123|0||584bc22c90d1dc672b54829b Sat Dec 10 06:33:45.530 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 123|0||584bc22c90d1dc672b54829b to shard version 123|1||584bc22c90d1dc672b54829b Sat Dec 10 06:33:45.530 I SHARDING [conn9] collection version was loaded at version 123|1||584bc22c90d1dc672b54829b, took 4ms Sat Dec 10 06:33:45.530 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:33:45.530-0600-584bf629666d1a4e49f54fc1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373225530), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:33:45.531 I SHARDING [conn9] moveChunk request accepted at version 123|1||584bc22c90d1dc672b54829b Sat Dec 10 06:33:50.623 I SHARDING [conn9] moveChunk number of documents: 106516 Sat Dec 10 06:33:50.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:50.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:50.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:50.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:50.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:50.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:50.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:51.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:51.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:51.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:52.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:53.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:54.046 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776205 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 3407ms Sat Dec 10 06:33:54.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7337, clonedBytes: 2381760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:55.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12041, clonedBytes: 3816743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:56.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20033, clonedBytes: 6098322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:58.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29656, clonedBytes: 8876103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:33:59.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39576, clonedBytes: 11758055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:00.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50067, clonedBytes: 14858109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:01.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55237, clonedBytes: 16400508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:01.231 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16180971 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 592ms Sat Dec 10 06:34:02.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63452, clonedBytes: 19028669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:03.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73600, clonedBytes: 22221353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:04.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83694, clonedBytes: 25172733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:05.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93980, clonedBytes: 28293512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:06.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103859, clonedBytes: 31301737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:07.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf629666d1a4e49f54fc2", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106516, clonedBytes: 32233488, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:07.311 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:34:07.312 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:34:07.321 I SHARDING [conn9] moveChunk setting version to: 124|0||584bc22c90d1dc672b54829b Sat Dec 10 06:34:07.334 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106516, clonedBytes: 32233488, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:34:07.334 I SHARDING [conn9] moveChunk updating self version to: 124|1||584bc22c90d1dc672b54829b through { datetime: new Date(1463172593000) } -> { datetime: new Date(1463427894000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:34:07.336 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:07.336-0600-584bf63f666d1a4e49f54fc5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373247336), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106516, clonedBytes: 32233488, catchup: 0, steady: 0 } } Sat Dec 10 06:34:07.336 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:34:07.336 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:34:07.337 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:07.337-0600-584bf63f666d1a4e49f54fc6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373247337), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 5094, step 4 of 6: 16684, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:34:07.338 I SHARDING [conn9] distributed lock with ts: 584bf629666d1a4e49f54fc0' unlocked. Sat Dec 10 06:34:07.338 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463021082000) }, max: { datetime: new Date(1463172593000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:870 reslen:154 locks:{ Global: { acquireCount: { r: 1752, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 114 } }, Database: { acquireCount: { r: 872, w: 4, W: 2 } }, Collection: { acquireCount: { r: 872, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 8499 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21815ms Sat Dec 10 06:34:07.346 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:34:07.347 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1450901715000) }, { datetime: new Date(1451006718000) }) in IISLogs.pubprdweb03', ts : 584bf63f666d1a4e49f54fc7 Sat Dec 10 06:34:07.347 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 108|0||584bc97f90d1dc672b548352, current metadata version is 108|0||584bc97f90d1dc672b548352 Sat Dec 10 06:34:07.350 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 108|0||584bc97f90d1dc672b548352 to shard version 108|1||584bc97f90d1dc672b548352 Sat Dec 10 06:34:07.350 I SHARDING [conn9] collection version was loaded at version 108|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 06:34:07.350 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:07.350-0600-584bf63f666d1a4e49f54fc8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373247350), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:34:07.351 I SHARDING [conn9] moveChunk request accepted at version 108|1||584bc97f90d1dc672b548352 Sat Dec 10 06:34:08.018 I SHARDING [RangeDeleter] rangeDeleter deleted 106516 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458001883000) } -> { datetime: new Date(1458049075000) } Sat Dec 10 06:34:08.018 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447173786000) } -> { datetime: new Date(1447289669000) }, with opId: 173982 Sat Dec 10 06:34:08.798 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 06:34:08.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:08.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:08.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:08.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:08.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:08.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:08.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:09.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:09.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:09.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:10.426 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776084 locks:{ Global: { acquireCount: { r: 1000 } }, Database: { acquireCount: { r: 500 } }, Collection: { acquireCount: { r: 500 } } } protocol:op_command 1611ms Sat Dec 10 06:34:10.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4046, clonedBytes: 1121290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:12.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13920, clonedBytes: 3896801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:13.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23844, clonedBytes: 6527117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:14.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33867, clonedBytes: 9107830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:15.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44037, clonedBytes: 11706334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:16.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54083, clonedBytes: 14302494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:17.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62015, clonedBytes: 16352941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:18.021 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13639818 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 1047ms Sat Dec 10 06:34:18.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62938, clonedBytes: 16591347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:19.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72013, clonedBytes: 18942037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:20.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82066, clonedBytes: 21534583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:21.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92014, clonedBytes: 24051241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:22.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102258, clonedBytes: 26685933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:23.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112554, clonedBytes: 29330664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:24.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf63f666d1a4e49f54fc9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 29641604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:24.382 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:34:24.383 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:34:24.384 I SHARDING [conn9] moveChunk setting version to: 109|0||584bc97f90d1dc672b548352 Sat Dec 10 06:34:24.388 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 29641604, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:34:24.388 I SHARDING [conn9] moveChunk updating self version to: 109|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451006718000) } -> { datetime: new Date(1451100375000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:34:24.390 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:24.390-0600-584bf650666d1a4e49f54fcc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373264390), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 29641604, catchup: 0, steady: 0 } } Sat Dec 10 06:34:24.390 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:34:24.400 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:34:24.401 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:24.400-0600-584bf650666d1a4e49f54fcd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373264400), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1450, step 4 of 6: 15579, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:34:24.403 I SHARDING [conn9] distributed lock with ts: 584bf63f666d1a4e49f54fc7' unlocked. Sat Dec 10 06:34:24.403 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1450901715000) }, max: { datetime: new Date(1451006718000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9959 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 81 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17058ms Sat Dec 10 06:34:24.411 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:34:24.412 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453729293000) }, { datetime: new Date(1453784235000) }) in IISLogs.pubprdweb04', ts : 584bf650666d1a4e49f54fce Sat Dec 10 06:34:24.412 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 104|0||584bcad890d1dc672b54835d, current metadata version is 104|0||584bcad890d1dc672b54835d Sat Dec 10 06:34:24.414 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 104|0||584bcad890d1dc672b54835d to shard version 104|1||584bcad890d1dc672b54835d Sat Dec 10 06:34:24.414 I SHARDING [conn9] collection version was loaded at version 104|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:34:24.414 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:24.414-0600-584bf650666d1a4e49f54fcf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373264414), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:34:24.415 I SHARDING [conn9] moveChunk request accepted at version 104|1||584bcad890d1dc672b54835d Sat Dec 10 06:34:25.638 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:34:25.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:25.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:26.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:26.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:26.889 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1229ms Sat Dec 10 06:34:27.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4285, clonedBytes: 1289943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:28.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14000, clonedBytes: 4128245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:29.351 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447173786000) } -> { datetime: new Date(1447289669000) } Sat Dec 10 06:34:29.351 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450061381000) } -> { datetime: new Date(1450140113000) }, with opId: 174156 Sat Dec 10 06:34:29.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23463, clonedBytes: 7125404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:30.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33101, clonedBytes: 9951653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:31.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42735, clonedBytes: 12736635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:32.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52435, clonedBytes: 15844709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:33.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54200, clonedBytes: 16407854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:35.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54200, clonedBytes: 16407854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:36.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54200, clonedBytes: 16407854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:36.542 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776035 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 3393ms Sat Dec 10 06:34:37.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58134, clonedBytes: 17596052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:38.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68841, clonedBytes: 20762038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:39.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78453, clonedBytes: 23815821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:40.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88381, clonedBytes: 26876063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:41.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97448, clonedBytes: 29601465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:42.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106798, clonedBytes: 32826665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:42.760 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1683543 locks:{ Global: { acquireCount: { r: 96 } }, Database: { acquireCount: { r: 48 } }, Collection: { acquireCount: { r: 48 } } } protocol:op_command 340ms Sat Dec 10 06:34:43.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf650666d1a4e49f54fd0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 34478614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:43.478 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:34:43.479 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:34:43.486 I SHARDING [conn9] moveChunk setting version to: 105|0||584bcad890d1dc672b54835d Sat Dec 10 06:34:43.494 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 34478614, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:34:43.495 I SHARDING [conn9] moveChunk updating self version to: 105|1||584bcad890d1dc672b54835d through { datetime: new Date(1453784235000) } -> { datetime: new Date(1453858367000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:34:43.496 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:43.496-0600-584bf663666d1a4e49f54fd3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373283496), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 34478614, catchup: 0, steady: 0 } } Sat Dec 10 06:34:43.497 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:34:43.497 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:34:43.497 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:43.497-0600-584bf663666d1a4e49f54fd4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373283497), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1232, step 4 of 6: 17829, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:34:43.498 I SHARDING [conn9] distributed lock with ts: 584bf650666d1a4e49f54fce' unlocked. Sat Dec 10 06:34:43.498 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453729293000) }, max: { datetime: new Date(1453784235000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 104000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 3385 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6422 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19088ms Sat Dec 10 06:34:44.592 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 132000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:34:44.593 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459023139000) }, { datetime: new Date(1459171341000) }) in IISLogs.pubprdweb01', ts : 584bf664666d1a4e49f54fd5 Sat Dec 10 06:34:44.593 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 132|0||584bbf4f90d1dc672b54822e, current metadata version is 132|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:34:44.595 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 132|0||584bbf4f90d1dc672b54822e to shard version 132|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:34:44.595 I SHARDING [conn9] collection version was loaded at version 132|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:34:44.595 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:34:44.595-0600-584bf664666d1a4e49f54fd6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373284595), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:34:44.596 I SHARDING [conn9] moveChunk request accepted at version 132|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:34:45.700 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:34:45.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:45.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:45.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:45.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:45.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:45.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:45.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:46.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:46.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:46.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:46.867 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776218 locks:{ Global: { acquireCount: { r: 750 } }, Database: { acquireCount: { r: 375 } }, Collection: { acquireCount: { r: 375 } } } protocol:op_command 1163ms Sat Dec 10 06:34:47.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2326, clonedBytes: 815941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:48.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12224, clonedBytes: 4155367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:49.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22357, clonedBytes: 7630250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:50.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32179, clonedBytes: 10975829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:51.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42087, clonedBytes: 14789602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:52.721 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450061381000) } -> { datetime: new Date(1450140113000) } Sat Dec 10 06:34:52.721 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455548540000) } -> { datetime: new Date(1455644373000) }, with opId: 174261 Sat Dec 10 06:34:52.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46818, clonedBytes: 16459454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:53.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46818, clonedBytes: 16459454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:54.682 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776144 locks:{ Global: { acquireCount: { r: 784 } }, Database: { acquireCount: { r: 392 } }, Collection: { acquireCount: { r: 392 } } } protocol:op_command 2279ms Sat Dec 10 06:34:55.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49089, clonedBytes: 17263813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:56.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58845, clonedBytes: 20682229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:57.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69240, clonedBytes: 24104770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:58.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78369, clonedBytes: 27217362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:34:59.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86313, clonedBytes: 29927909, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:00.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91140, clonedBytes: 31638133, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:00.755 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3181199 locks:{ Global: { acquireCount: { r: 138 } }, Database: { acquireCount: { r: 69 } }, Collection: { acquireCount: { r: 69 } } } protocol:op_command 146ms Sat Dec 10 06:35:01.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99762, clonedBytes: 34958584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:02.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf664666d1a4e49f54fd7", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 36044467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:02.368 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:35:02.370 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:35:02.371 I SHARDING [conn9] moveChunk setting version to: 133|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:35:02.380 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 36044467, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:35:02.380 I SHARDING [conn9] moveChunk updating self version to: 133|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459171341000) } -> { datetime: new Date(1459265641000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:35:02.382 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:02.382-0600-584bf676666d1a4e49f54fda", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373302382), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 36044467, catchup: 0, steady: 0 } } Sat Dec 10 06:35:02.382 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:35:02.383 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:35:02.383 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:02.383-0600-584bf676666d1a4e49f54fdb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373302383), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1107, step 4 of 6: 16664, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:35:02.384 I SHARDING [conn9] distributed lock with ts: 584bf664666d1a4e49f54fd5' unlocked. Sat Dec 10 06:35:02.384 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459023139000) }, max: { datetime: new Date(1459171341000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 132000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6483 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17792ms Sat Dec 10 06:35:02.389 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } Sat Dec 10 06:35:02.391 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb02' acquired for 'migrating chunk [{ datetime: new Date(1463172593000) }, { datetime: new Date(1463427894000) }) in IISLogs.pubprdweb02', ts : 584bf676666d1a4e49f54fdc Sat Dec 10 06:35:02.391 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb02 based on current shard version 124|0||584bc22c90d1dc672b54829b, current metadata version is 124|0||584bc22c90d1dc672b54829b Sat Dec 10 06:35:02.395 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb02 from shard version 124|0||584bc22c90d1dc672b54829b to shard version 124|1||584bc22c90d1dc672b54829b Sat Dec 10 06:35:02.395 I SHARDING [conn9] collection version was loaded at version 124|1||584bc22c90d1dc672b54829b, took 4ms Sat Dec 10 06:35:02.395 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:02.395-0600-584bf676666d1a4e49f54fdd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373302395), what: "moveChunk.start", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:35:02.396 I SHARDING [conn9] moveChunk request accepted at version 124|1||584bc22c90d1dc672b54829b Sat Dec 10 06:35:03.872 I SHARDING [conn9] moveChunk number of documents: 106530 Sat Dec 10 06:35:03.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:03.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:03.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:03.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:03.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:03.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:04.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:04.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:04.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:04.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:05.075 I NETWORK [conn91] end connection 10.112.9.26:50535 (28 connections now open) Sat Dec 10 06:35:05.126 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776064 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1210ms Sat Dec 10 06:35:05.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 893, clonedBytes: 288325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:06.604 I NETWORK [conn92] end connection 10.112.9.26:50538 (27 connections now open) Sat Dec 10 06:35:06.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9239, clonedBytes: 2859056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:08.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19301, clonedBytes: 6084883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:09.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29344, clonedBytes: 9111947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:10.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39457, clonedBytes: 12147562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:11.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49665, clonedBytes: 15223386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:12.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53671, clonedBytes: 16411329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:12.838 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15873693 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1308ms Sat Dec 10 06:35:13.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56358, clonedBytes: 17224913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:13.403 I SHARDING [RangeDeleter] rangeDeleter deleted 102856 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455548540000) } -> { datetime: new Date(1455644373000) } Sat Dec 10 06:35:13.403 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470675578000) } -> { datetime: new Date(1470760184000) }, with opId: 174412 Sat Dec 10 06:35:14.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66590, clonedBytes: 20276263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:15.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77081, clonedBytes: 23460468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:16.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87307, clonedBytes: 26378489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:17.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97980, clonedBytes: 29484725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:18.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf676666d1a4e49f54fde", ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 106530, clonedBytes: 31925971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:18.397 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:35:18.398 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:35:18.399 I SHARDING [conn9] moveChunk setting version to: 125|0||584bc22c90d1dc672b54829b Sat Dec 10 06:35:18.406 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 106530, clonedBytes: 31925971, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:35:18.406 I SHARDING [conn9] moveChunk updating self version to: 125|1||584bc22c90d1dc672b54829b through { datetime: new Date(1463427894000) } -> { datetime: new Date(1463613791000) } for collection 'IISLogs.pubprdweb02' Sat Dec 10 06:35:18.408 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:18.408-0600-584bf686666d1a4e49f54fe1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373318408), what: "moveChunk.commit", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 106530, clonedBytes: 31925971, catchup: 0, steady: 0 } } Sat Dec 10 06:35:18.408 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:35:18.409 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:35:18.409 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:18.409-0600-584bf686666d1a4e49f54fe2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373318409), what: "moveChunk.from", ns: "IISLogs.pubprdweb02", details: { min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1482, step 4 of 6: 14517, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:35:18.410 I SHARDING [conn9] distributed lock with ts: 584bf676666d1a4e49f54fdc' unlocked. Sat Dec 10 06:35:18.410 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb02", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1463172593000) }, max: { datetime: new Date(1463427894000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bc22c90d1dc672b54829b') ], epoch: ObjectId('584bc22c90d1dc672b54829b') } keyUpdates:0 writeConflicts:0 numYields:836 reslen:154 locks:{ Global: { acquireCount: { r: 1684, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 689 } }, Database: { acquireCount: { r: 838, w: 4, W: 2 } }, Collection: { acquireCount: { r: 838, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16021ms Sat Dec 10 06:35:18.415 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:35:18.416 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451006718000) }, { datetime: new Date(1451100375000) }) in IISLogs.pubprdweb03', ts : 584bf686666d1a4e49f54fe3 Sat Dec 10 06:35:18.416 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 109|0||584bc97f90d1dc672b548352, current metadata version is 109|0||584bc97f90d1dc672b548352 Sat Dec 10 06:35:18.418 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 109|0||584bc97f90d1dc672b548352 to shard version 109|1||584bc97f90d1dc672b548352 Sat Dec 10 06:35:18.418 I SHARDING [conn9] collection version was loaded at version 109|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:35:18.418 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:18.418-0600-584bf686666d1a4e49f54fe4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373318418), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:35:18.421 I SHARDING [conn9] moveChunk request accepted at version 109|1||584bc97f90d1dc672b548352 Sat Dec 10 06:35:20.342 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:35:20.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:20.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:21.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:21.452 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776235 locks:{ Global: { acquireCount: { r: 976 } }, Database: { acquireCount: { r: 488 } }, Collection: { acquireCount: { r: 488 } } } protocol:op_command 1062ms Sat Dec 10 06:35:22.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1797, clonedBytes: 468275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:23.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10095, clonedBytes: 2567707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:24.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20029, clonedBytes: 5191314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:25.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30151, clonedBytes: 7945419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:26.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40237, clonedBytes: 10618403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:27.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51335, clonedBytes: 13615016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:28.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61231, clonedBytes: 16358580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:29.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61231, clonedBytes: 16358580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:30.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61231, clonedBytes: 16358580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:31.191 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14827256 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 2439ms Sat Dec 10 06:35:31.806 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470675578000) } -> { datetime: new Date(1470760184000) } Sat Dec 10 06:35:31.821 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458049075000) } -> { datetime: new Date(1458068832000) }, with opId: 174502 Sat Dec 10 06:35:31.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66835, clonedBytes: 17923274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:32.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76926, clonedBytes: 20667130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:33.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87133, clonedBytes: 23441054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:34.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97152, clonedBytes: 26217668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:35.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107448, clonedBytes: 28977423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:37.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf686666d1a4e49f54fe5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30829214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:37.008 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:35:37.009 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:35:37.009 I SHARDING [conn9] moveChunk setting version to: 110|0||584bc97f90d1dc672b548352 Sat Dec 10 06:35:37.016 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30829214, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:35:37.016 I SHARDING [conn9] moveChunk updating self version to: 110|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451100375000) } -> { datetime: new Date(1451187064000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:35:37.018 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:37.018-0600-584bf699666d1a4e49f54fe8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373337018), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30829214, catchup: 0, steady: 0 } } Sat Dec 10 06:35:37.018 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:35:37.019 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:35:37.019 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:37.019-0600-584bf699666d1a4e49f54fe9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373337019), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1925, step 4 of 6: 16660, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:35:37.020 I SHARDING [conn9] distributed lock with ts: 584bf686666d1a4e49f54fe3' unlocked. Sat Dec 10 06:35:37.020 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451006718000) }, max: { datetime: new Date(1451100375000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 605 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18605ms Sat Dec 10 06:35:37.027 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:35:37.028 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453784235000) }, { datetime: new Date(1453858367000) }) in IISLogs.pubprdweb04', ts : 584bf699666d1a4e49f54fea Sat Dec 10 06:35:37.028 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 105|0||584bcad890d1dc672b54835d, current metadata version is 105|0||584bcad890d1dc672b54835d Sat Dec 10 06:35:37.029 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 105|0||584bcad890d1dc672b54835d to shard version 105|1||584bcad890d1dc672b54835d Sat Dec 10 06:35:37.029 I SHARDING [conn9] collection version was loaded at version 105|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:35:37.029 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:37.029-0600-584bf699666d1a4e49f54feb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373337029), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:35:37.030 I SHARDING [conn9] moveChunk request accepted at version 105|1||584bcad890d1dc672b54835d Sat Dec 10 06:35:38.811 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:35:38.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:38.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:38.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:38.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:38.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:38.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:39.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:39.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:39.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:39.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:41.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:42.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:42.241 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775986 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 3419ms Sat Dec 10 06:35:43.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6720, clonedBytes: 2011643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:44.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19854, clonedBytes: 5919731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:45.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31063, clonedBytes: 9239183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:46.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40603, clonedBytes: 12037160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:47.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51288, clonedBytes: 15373331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:48.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54808, clonedBytes: 16403292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:49.934 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776305 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1693ms Sat Dec 10 06:35:49.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54808, clonedBytes: 16403292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:50.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64071, clonedBytes: 19107925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:52.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73550, clonedBytes: 21961842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:53.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83551, clonedBytes: 24954765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:54.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93101, clonedBytes: 27817987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:55.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102889, clonedBytes: 30797761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:56.108 I SHARDING [RangeDeleter] rangeDeleter deleted 106527 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458049075000) } -> { datetime: new Date(1458068832000) } Sat Dec 10 06:35:56.109 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447289669000) } -> { datetime: new Date(1447419495000) }, with opId: 174638 Sat Dec 10 06:35:56.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111932, clonedBytes: 33478132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:57.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf699666d1a4e49f54fec", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33561242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:57.167 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:35:57.168 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:35:57.169 I SHARDING [conn9] moveChunk setting version to: 106|0||584bcad890d1dc672b54835d Sat Dec 10 06:35:57.171 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33561242, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:35:57.171 I SHARDING [conn9] moveChunk updating self version to: 106|1||584bcad890d1dc672b54835d through { datetime: new Date(1453858367000) } -> { datetime: new Date(1453910541000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:35:57.173 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:57.172-0600-584bf6ad666d1a4e49f54fef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373357172), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33561242, catchup: 0, steady: 0 } } Sat Dec 10 06:35:57.174 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:35:57.174 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:35:57.174 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:57.174-0600-584bf6ad666d1a4e49f54ff0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373357174), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1790, step 4 of 6: 18345, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:35:57.175 I SHARDING [conn9] distributed lock with ts: 584bf699666d1a4e49f54fea' unlocked. Sat Dec 10 06:35:57.175 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453784235000) }, max: { datetime: new Date(1453858367000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 105000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 223 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20149ms Sat Dec 10 06:35:58.272 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 133000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:35:58.273 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459171341000) }, { datetime: new Date(1459265641000) }) in IISLogs.pubprdweb01', ts : 584bf6ae666d1a4e49f54ff1 Sat Dec 10 06:35:58.273 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 133|0||584bbf4f90d1dc672b54822e, current metadata version is 133|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:35:58.274 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 133|0||584bbf4f90d1dc672b54822e to shard version 133|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:35:58.274 I SHARDING [conn9] collection version was loaded at version 133|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:35:58.274 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:35:58.274-0600-584bf6ae666d1a4e49f54ff2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373358274), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:35:58.275 I SHARDING [conn9] moveChunk request accepted at version 133|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:35:59.486 I SHARDING [conn9] moveChunk number of documents: 102917 Sat Dec 10 06:35:59.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:35:59.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:00.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:00.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:01.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:02.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:02.761 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776148 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 3170ms Sat Dec 10 06:36:03.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1612, clonedBytes: 450238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:04.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7721, clonedBytes: 2465443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:05.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17196, clonedBytes: 5507697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:06.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26626, clonedBytes: 8584059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:07.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36458, clonedBytes: 11537900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:08.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46636, clonedBytes: 14740351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:09.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51572, clonedBytes: 16426106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:10.385 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776129 locks:{ Global: { acquireCount: { r: 784 } }, Database: { acquireCount: { r: 392 } }, Collection: { acquireCount: { r: 392 } } } protocol:op_command 1021ms Sat Dec 10 06:36:10.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55414, clonedBytes: 17687976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:11.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65573, clonedBytes: 21115234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:12.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75961, clonedBytes: 24971606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:13.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86145, clonedBytes: 28275688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:15.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96263, clonedBytes: 31527974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:16.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6ae666d1a4e49f54ff3", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102917, clonedBytes: 33623552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:16.046 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:36:16.047 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:36:16.048 I SHARDING [conn9] moveChunk setting version to: 134|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:36:16.051 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102917, clonedBytes: 33623552, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:36:16.051 I SHARDING [conn9] moveChunk updating self version to: 134|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459265641000) } -> { datetime: new Date(1459355006000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:36:16.053 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:16.053-0600-584bf6c0666d1a4e49f54ff6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373376053), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102917, clonedBytes: 33623552, catchup: 0, steady: 0 } } Sat Dec 10 06:36:16.053 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:36:16.054 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:36:16.054 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:16.054-0600-584bf6c0666d1a4e49f54ff7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373376054), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1213, step 4 of 6: 16556, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:36:16.055 I SHARDING [conn9] distributed lock with ts: 584bf6ae666d1a4e49f54ff1' unlocked. Sat Dec 10 06:36:16.055 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459171341000) }, max: { datetime: new Date(1459265641000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 133000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6307 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17784ms Sat Dec 10 06:36:16.061 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:36:16.061 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451100375000) }, { datetime: new Date(1451187064000) }) in IISLogs.pubprdweb03', ts : 584bf6c0666d1a4e49f54ff8 Sat Dec 10 06:36:16.062 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 110|0||584bc97f90d1dc672b548352, current metadata version is 110|0||584bc97f90d1dc672b548352 Sat Dec 10 06:36:16.065 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 110|0||584bc97f90d1dc672b548352 to shard version 110|1||584bc97f90d1dc672b548352 Sat Dec 10 06:36:16.065 I SHARDING [conn9] collection version was loaded at version 110|1||584bc97f90d1dc672b548352, took 3ms Sat Dec 10 06:36:16.065 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:16.065-0600-584bf6c0666d1a4e49f54ff9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373376065), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:36:16.066 I SHARDING [conn9] moveChunk request accepted at version 110|1||584bc97f90d1dc672b548352 Sat Dec 10 06:36:17.378 I SHARDING [conn9] moveChunk number of documents: 113634 Sat Dec 10 06:36:17.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:17.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:18.446 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 1035ms Sat Dec 10 06:36:18.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:19.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4750, clonedBytes: 1452274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:19.503 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447289669000) } -> { datetime: new Date(1447419495000) } Sat Dec 10 06:36:19.503 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450140113000) } -> { datetime: new Date(1450217053000) }, with opId: 174864 Sat Dec 10 06:36:20.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14777, clonedBytes: 4090663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:21.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24801, clonedBytes: 6728211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:22.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34650, clonedBytes: 9414361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:23.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44735, clonedBytes: 12115528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:24.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54886, clonedBytes: 14771757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:25.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60637, clonedBytes: 16362743, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:26.307 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14734423 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1012ms Sat Dec 10 06:36:26.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64309, clonedBytes: 17383070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:27.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74617, clonedBytes: 20069240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:29.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86266, clonedBytes: 23171179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:30.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96113, clonedBytes: 25798067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:31.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106272, clonedBytes: 28469900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:32.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6c0666d1a4e49f54ffa", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113634, clonedBytes: 30737149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:32.078 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:36:32.079 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:36:32.080 I SHARDING [conn9] moveChunk setting version to: 111|0||584bc97f90d1dc672b548352 Sat Dec 10 06:36:32.085 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113634, clonedBytes: 30737149, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:36:32.085 I SHARDING [conn9] moveChunk updating self version to: 111|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451187064000) } -> { datetime: new Date(1451282074000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:36:32.087 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:32.087-0600-584bf6d0666d1a4e49f54ffd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373392087), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113634, clonedBytes: 30737149, catchup: 0, steady: 0 } } Sat Dec 10 06:36:32.088 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:36:32.088 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:36:32.088 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:32.088-0600-584bf6d0666d1a4e49f54ffe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373392088), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1316, step 4 of 6: 14694, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:36:32.090 I SHARDING [conn9] distributed lock with ts: 584bf6c0666d1a4e49f54ff8' unlocked. Sat Dec 10 06:36:32.090 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451100375000) }, max: { datetime: new Date(1451187064000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 119 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 63 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16029ms Sat Dec 10 06:36:32.097 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:36:32.098 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453858367000) }, { datetime: new Date(1453910541000) }) in IISLogs.pubprdweb04', ts : 584bf6d0666d1a4e49f54fff Sat Dec 10 06:36:32.098 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 106|0||584bcad890d1dc672b54835d, current metadata version is 106|0||584bcad890d1dc672b54835d Sat Dec 10 06:36:32.101 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 106|0||584bcad890d1dc672b54835d to shard version 106|1||584bcad890d1dc672b54835d Sat Dec 10 06:36:32.101 I SHARDING [conn9] collection version was loaded at version 106|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 06:36:32.101 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:32.101-0600-584bf6d0666d1a4e49f55000", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373392101), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:36:32.101 I SHARDING [conn9] moveChunk request accepted at version 106|1||584bcad890d1dc672b54835d Sat Dec 10 06:36:33.631 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:36:33.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:33.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:34.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:34.668 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1031ms Sat Dec 10 06:36:34.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:35.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2155, clonedBytes: 614584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:36.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10469, clonedBytes: 3050251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:37.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20572, clonedBytes: 6455068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:38.178 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450140113000) } -> { datetime: new Date(1450217053000) } Sat Dec 10 06:36:38.178 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455644373000) } -> { datetime: new Date(1455733456000) }, with opId: 174965 Sat Dec 10 06:36:38.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30896, clonedBytes: 9395336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:39.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41257, clonedBytes: 12269626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:40.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50727, clonedBytes: 15046639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:41.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55614, clonedBytes: 16397826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:42.930 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16446847 locks:{ Global: { acquireCount: { r: 914 } }, Database: { acquireCount: { r: 457 } }, Collection: { acquireCount: { r: 457 } } } protocol:op_command 1504ms Sat Dec 10 06:36:42.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55614, clonedBytes: 16397826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:44.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65270, clonedBytes: 19056289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:45.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75255, clonedBytes: 21841927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:46.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85716, clonedBytes: 24874158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:47.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95523, clonedBytes: 27622283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:48.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104975, clonedBytes: 30399502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:49.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6d0666d1a4e49f55001", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 32459386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:49.237 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:36:49.238 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:36:49.239 I SHARDING [conn9] moveChunk setting version to: 107|0||584bcad890d1dc672b54835d Sat Dec 10 06:36:49.245 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 32459386, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:36:49.245 I SHARDING [conn9] moveChunk updating self version to: 107|1||584bcad890d1dc672b54835d through { datetime: new Date(1453910541000) } -> { datetime: new Date(1453998365000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:36:49.247 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:49.247-0600-584bf6e1666d1a4e49f55004", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373409247), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 32459386, catchup: 0, steady: 0 } } Sat Dec 10 06:36:49.248 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:36:49.248 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:36:49.248 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:49.248-0600-584bf6e1666d1a4e49f55005", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373409248), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1533, step 4 of 6: 15600, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:36:49.249 I SHARDING [conn9] distributed lock with ts: 584bf6d0666d1a4e49f54fff' unlocked. Sat Dec 10 06:36:49.249 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453858367000) }, max: { datetime: new Date(1453910541000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 106000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 119 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 40 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17153ms Sat Dec 10 06:36:53.145 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 134000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:36:53.146 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459265641000) }, { datetime: new Date(1459355006000) }) in IISLogs.pubprdweb01', ts : 584bf6e5666d1a4e49f55006 Sat Dec 10 06:36:53.146 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 134|0||584bbf4f90d1dc672b54822e, current metadata version is 134|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:36:53.147 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 134|0||584bbf4f90d1dc672b54822e to shard version 134|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:36:53.147 I SHARDING [conn9] collection version was loaded at version 134|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:36:53.148 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:36:53.148-0600-584bf6e5666d1a4e49f55007", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373413148), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:36:53.148 I SHARDING [conn9] moveChunk request accepted at version 134|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:36:54.650 I SHARDING [conn9] moveChunk number of documents: 102938 Sat Dec 10 06:36:54.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:54.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:55.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:55.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:56.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776238 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 2110ms Sat Dec 10 06:36:57.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 797, clonedBytes: 266893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:58.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7180, clonedBytes: 2245081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:36:59.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12697, clonedBytes: 3977399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:00.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18532, clonedBytes: 5930493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:01.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25488, clonedBytes: 8120498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:02.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35123, clonedBytes: 11020664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:02.570 I SHARDING [RangeDeleter] rangeDeleter deleted 103004 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455644373000) } -> { datetime: new Date(1455733456000) } Sat Dec 10 06:37:02.570 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470760184000) } -> { datetime: new Date(1470860658000) }, with opId: 175088 Sat Dec 10 06:37:03.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42642, clonedBytes: 13485472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:04.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51359, clonedBytes: 16427687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:05.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51359, clonedBytes: 16427687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:05.758 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 1523ms Sat Dec 10 06:37:06.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56485, clonedBytes: 18128456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:07.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62957, clonedBytes: 20322786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:08.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69641, clonedBytes: 22518529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:09.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79431, clonedBytes: 26212289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:10.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87587, clonedBytes: 29035162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:11.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96983, clonedBytes: 32040905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:12.167 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1096584 locks:{ Global: { acquireCount: { r: 58 } }, Database: { acquireCount: { r: 29 } }, Collection: { acquireCount: { r: 29 } } } protocol:op_command 195ms Sat Dec 10 06:37:12.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6e5666d1a4e49f55008", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102938, clonedBytes: 33954675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:12.730 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:37:12.731 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:37:12.732 I SHARDING [conn9] moveChunk setting version to: 135|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:37:12.741 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102938, clonedBytes: 33954675, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:37:12.741 I SHARDING [conn9] moveChunk updating self version to: 135|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459355006000) } -> { datetime: new Date(1459446328000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:37:12.743 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:12.743-0600-584bf6f8666d1a4e49f5500b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373432743), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102938, clonedBytes: 33954675, catchup: 0, steady: 0 } } Sat Dec 10 06:37:12.743 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:37:12.743 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:37:12.744 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:12.744-0600-584bf6f8666d1a4e49f5500c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373432744), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1505, step 4 of 6: 18074, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:37:12.745 I SHARDING [conn9] distributed lock with ts: 584bf6e5666d1a4e49f55006' unlocked. Sat Dec 10 06:37:12.745 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459265641000) }, max: { datetime: new Date(1459355006000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 134000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 282 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 67 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19600ms Sat Dec 10 06:37:12.750 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:37:12.751 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451187064000) }, { datetime: new Date(1451282074000) }) in IISLogs.pubprdweb03', ts : 584bf6f8666d1a4e49f5500d Sat Dec 10 06:37:12.751 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 111|0||584bc97f90d1dc672b548352, current metadata version is 111|0||584bc97f90d1dc672b548352 Sat Dec 10 06:37:12.752 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 111|0||584bc97f90d1dc672b548352 to shard version 111|1||584bc97f90d1dc672b548352 Sat Dec 10 06:37:12.753 I SHARDING [conn9] collection version was loaded at version 111|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:37:12.753 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:12.753-0600-584bf6f8666d1a4e49f5500e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373432753), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:37:12.753 I SHARDING [conn9] moveChunk request accepted at version 111|1||584bc97f90d1dc672b548352 Sat Dec 10 06:37:14.272 I SHARDING [conn9] moveChunk number of documents: 113855 Sat Dec 10 06:37:14.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:14.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:15.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:15.557 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776264 locks:{ Global: { acquireCount: { r: 982 } }, Database: { acquireCount: { r: 491 } }, Collection: { acquireCount: { r: 491 } } } protocol:op_command 1277ms Sat Dec 10 06:37:16.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6952, clonedBytes: 2014599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:17.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16786, clonedBytes: 4647751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:18.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26707, clonedBytes: 7409708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:19.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36526, clonedBytes: 9933582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:20.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46632, clonedBytes: 12538849, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:21.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56553, clonedBytes: 15111542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:21.655 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470760184000) } -> { datetime: new Date(1470860658000) } Sat Dec 10 06:37:21.655 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458068832000) } -> { datetime: new Date(1458152236000) }, with opId: 175189 Sat Dec 10 06:37:22.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61374, clonedBytes: 16357608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:22.739 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14035690 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 713ms Sat Dec 10 06:37:23.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68852, clonedBytes: 18288001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:24.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78569, clonedBytes: 20792954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:25.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88740, clonedBytes: 23438659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:26.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98614, clonedBytes: 26042224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:27.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108888, clonedBytes: 28738348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:28.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf6f8666d1a4e49f5500f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113855, clonedBytes: 30036893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:28.735 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:37:28.736 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:37:28.737 I SHARDING [conn9] moveChunk setting version to: 112|0||584bc97f90d1dc672b548352 Sat Dec 10 06:37:28.747 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113855, clonedBytes: 30036893, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:37:28.747 I SHARDING [conn9] moveChunk updating self version to: 112|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451282074000) } -> { datetime: new Date(1451375090000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:37:28.749 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:28.749-0600-584bf708666d1a4e49f55012", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373448749), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113855, clonedBytes: 30036893, catchup: 0, steady: 0 } } Sat Dec 10 06:37:28.750 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:37:28.750 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:37:28.750 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:28.750-0600-584bf708666d1a4e49f55013", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373448750), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1523, step 4 of 6: 14456, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:37:28.751 I SHARDING [conn9] distributed lock with ts: 584bf6f8666d1a4e49f5500d' unlocked. Sat Dec 10 06:37:28.751 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451187064000) }, max: { datetime: new Date(1451282074000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 135 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16001ms Sat Dec 10 06:37:28.756 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:37:28.757 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453910541000) }, { datetime: new Date(1453998365000) }) in IISLogs.pubprdweb04', ts : 584bf708666d1a4e49f55014 Sat Dec 10 06:37:28.757 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 107|0||584bcad890d1dc672b54835d, current metadata version is 107|0||584bcad890d1dc672b54835d Sat Dec 10 06:37:28.758 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 107|0||584bcad890d1dc672b54835d to shard version 107|1||584bcad890d1dc672b54835d Sat Dec 10 06:37:28.758 I SHARDING [conn9] collection version was loaded at version 107|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:37:28.758 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:28.758-0600-584bf708666d1a4e49f55015", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373448758), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:37:28.759 I SHARDING [conn9] moveChunk request accepted at version 107|1||584bcad890d1dc672b54835d Sat Dec 10 06:37:30.156 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:37:30.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:30.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:31.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:32.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:32.735 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 2568ms Sat Dec 10 06:37:33.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1402, clonedBytes: 390755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:34.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10448, clonedBytes: 2977991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:35.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20384, clonedBytes: 5868675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:36.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30314, clonedBytes: 8694100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:37.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40035, clonedBytes: 11318164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:38.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49948, clonedBytes: 14149825, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:39.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57419, clonedBytes: 16385069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:40.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57419, clonedBytes: 16385069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:41.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57419, clonedBytes: 16385069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:42.344 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15816908 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 3118ms Sat Dec 10 06:37:42.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58107, clonedBytes: 16588531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:43.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67978, clonedBytes: 19392865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:44.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78097, clonedBytes: 22006964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:45.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88091, clonedBytes: 24951239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:46.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97929, clonedBytes: 27754504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:47.506 I SHARDING [RangeDeleter] rangeDeleter deleted 106527 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458068832000) } -> { datetime: new Date(1458152236000) } Sat Dec 10 06:37:47.506 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447419495000) } -> { datetime: new Date(1447480950000) }, with opId: 175339 Sat Dec 10 06:37:47.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107672, clonedBytes: 30543059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:48.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf708666d1a4e49f55016", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 31829318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:48.756 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:37:48.757 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:37:48.758 I SHARDING [conn9] moveChunk setting version to: 108|0||584bcad890d1dc672b54835d Sat Dec 10 06:37:48.768 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 31829318, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:37:48.768 I SHARDING [conn9] moveChunk updating self version to: 108|1||584bcad890d1dc672b54835d through { datetime: new Date(1453998365000) } -> { datetime: new Date(1454108845000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:37:48.770 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:48.770-0600-584bf71c666d1a4e49f55019", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373468770), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 31829318, catchup: 0, steady: 0 } } Sat Dec 10 06:37:48.770 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:37:48.770 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:37:48.770 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:48.770-0600-584bf71c666d1a4e49f5501a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373468770), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1400, step 4 of 6: 18596, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:37:48.772 I SHARDING [conn9] distributed lock with ts: 584bf708666d1a4e49f55014' unlocked. Sat Dec 10 06:37:48.772 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453910541000) }, max: { datetime: new Date(1453998365000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 107000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 145 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20016ms Sat Dec 10 06:37:49.852 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 135000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:37:49.853 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459355006000) }, { datetime: new Date(1459446328000) }) in IISLogs.pubprdweb01', ts : 584bf71d666d1a4e49f5501b Sat Dec 10 06:37:49.853 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 135|0||584bbf4f90d1dc672b54822e, current metadata version is 135|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:37:49.855 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 135|0||584bbf4f90d1dc672b54822e to shard version 135|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:37:49.855 I SHARDING [conn9] collection version was loaded at version 135|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:37:49.855 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:37:49.855-0600-584bf71d666d1a4e49f5501c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373469855), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:37:49.856 I SHARDING [conn9] moveChunk request accepted at version 135|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:37:51.055 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:37:51.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:51.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:52.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:53.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:53.534 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776311 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 2473ms Sat Dec 10 06:37:54.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1582, clonedBytes: 522345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:55.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10576, clonedBytes: 3422166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:56.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20356, clonedBytes: 6600209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:57.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30361, clonedBytes: 9646314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:58.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40417, clonedBytes: 12893170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:37:59.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50401, clonedBytes: 16266866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:00.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50829, clonedBytes: 16431470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:00.786 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776120 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 1314ms Sat Dec 10 06:38:01.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56835, clonedBytes: 18384845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:02.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66635, clonedBytes: 21859957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:03.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77088, clonedBytes: 25677600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:04.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87265, clonedBytes: 28801343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:05.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95473, clonedBytes: 31448990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:06.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97787, clonedBytes: 32205670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:07.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf71d666d1a4e49f5501d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 33843564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:07.643 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:38:07.644 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:38:07.644 I SHARDING [conn9] moveChunk setting version to: 136|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:38:07.655 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 33843564, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:38:07.655 I SHARDING [conn9] moveChunk updating self version to: 136|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459446328000) } -> { datetime: new Date(1459540049000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:38:07.657 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:07.657-0600-584bf72f666d1a4e49f55020", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373487657), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 33843564, catchup: 0, steady: 0 } } Sat Dec 10 06:38:07.658 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:38:07.658 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:38:07.658 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:07.658-0600-584bf72f666d1a4e49f55021", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373487658), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1202, step 4 of 6: 16583, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:38:07.659 I SHARDING [conn9] distributed lock with ts: 584bf71d666d1a4e49f5501b' unlocked. Sat Dec 10 06:38:07.660 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459355006000) }, max: { datetime: new Date(1459446328000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 135000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 199 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17807ms Sat Dec 10 06:38:07.664 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:38:07.664 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451282074000) }, { datetime: new Date(1451375090000) }) in IISLogs.pubprdweb03', ts : 584bf72f666d1a4e49f55022 Sat Dec 10 06:38:07.664 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 112|0||584bc97f90d1dc672b548352, current metadata version is 112|0||584bc97f90d1dc672b548352 Sat Dec 10 06:38:07.666 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 112|0||584bc97f90d1dc672b548352 to shard version 112|1||584bc97f90d1dc672b548352 Sat Dec 10 06:38:07.666 I SHARDING [conn9] collection version was loaded at version 112|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:38:07.666 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:07.666-0600-584bf72f666d1a4e49f55023", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373487666), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:38:07.667 I SHARDING [conn9] moveChunk request accepted at version 112|1||584bc97f90d1dc672b548352 Sat Dec 10 06:38:08.540 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:38:08.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.588 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447419495000) } -> { datetime: new Date(1447480950000) } Sat Dec 10 06:38:08.588 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450217053000) } -> { datetime: new Date(1450298103000) }, with opId: 175524 Sat Dec 10 06:38:08.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:08.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:09.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:09.462 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 918ms Sat Dec 10 06:38:09.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 722, clonedBytes: 159812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:10.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8321, clonedBytes: 2078078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:11.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15512, clonedBytes: 3926523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:12.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25514, clonedBytes: 6520269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:13.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35315, clonedBytes: 9051178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:14.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45093, clonedBytes: 11545258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:16.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50699, clonedBytes: 13016920, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:17.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59389, clonedBytes: 15272595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:18.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63567, clonedBytes: 16342250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:18.195 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13405675 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 656ms Sat Dec 10 06:38:19.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72620, clonedBytes: 18661283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:20.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83332, clonedBytes: 21416891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:21.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91835, clonedBytes: 23565010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:22.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102192, clonedBytes: 26261768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:23.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112550, clonedBytes: 29057717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:24.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf72f666d1a4e49f55024", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29407648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:24.357 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:38:24.358 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:38:24.358 I SHARDING [conn9] moveChunk setting version to: 113|0||584bc97f90d1dc672b548352 Sat Dec 10 06:38:24.370 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29407648, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:38:24.371 I SHARDING [conn9] moveChunk updating self version to: 113|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451375090000) } -> { datetime: new Date(1451387084000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:38:24.372 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:24.372-0600-584bf740666d1a4e49f55027", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373504372), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29407648, catchup: 0, steady: 0 } } Sat Dec 10 06:38:24.373 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:38:24.373 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:38:24.373 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:24.373-0600-584bf740666d1a4e49f55028", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373504373), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 876, step 4 of 6: 15813, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:38:24.375 I SHARDING [conn9] distributed lock with ts: 584bf72f666d1a4e49f55022' unlocked. Sat Dec 10 06:38:24.375 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451282074000) }, max: { datetime: new Date(1451375090000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 299 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 230 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16711ms Sat Dec 10 06:38:24.381 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:38:24.382 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1453998365000) }, { datetime: new Date(1454108845000) }) in IISLogs.pubprdweb04', ts : 584bf740666d1a4e49f55029 Sat Dec 10 06:38:24.382 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 108|0||584bcad890d1dc672b54835d, current metadata version is 108|0||584bcad890d1dc672b54835d Sat Dec 10 06:38:24.384 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 108|0||584bcad890d1dc672b54835d to shard version 108|1||584bcad890d1dc672b54835d Sat Dec 10 06:38:24.384 I SHARDING [conn9] collection version was loaded at version 108|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:38:24.384 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:24.384-0600-584bf740666d1a4e49f5502a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373504384), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:38:24.385 I SHARDING [conn9] moveChunk request accepted at version 108|1||584bcad890d1dc672b54835d Sat Dec 10 06:38:25.289 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 06:38:25.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:25.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:26.296 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776187 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1003ms Sat Dec 10 06:38:26.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:27.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9847, clonedBytes: 2878652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:28.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20040, clonedBytes: 5896894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:29.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31308, clonedBytes: 9227876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:30.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41671, clonedBytes: 12308950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:31.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51706, clonedBytes: 15254278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:32.079 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450217053000) } -> { datetime: new Date(1450298103000) } Sat Dec 10 06:38:32.080 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455733456000) } -> { datetime: new Date(1455818908000) }, with opId: 175708 Sat Dec 10 06:38:32.659 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16747718 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 613ms Sat Dec 10 06:38:32.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55581, clonedBytes: 16398082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:33.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65658, clonedBytes: 19312386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:34.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76155, clonedBytes: 22383556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:35.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86173, clonedBytes: 25274717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:36.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96146, clonedBytes: 28098827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:37.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106717, clonedBytes: 31137793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:38.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf740666d1a4e49f5502b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 32760254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:38.976 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:38:38.977 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:38:38.977 I SHARDING [conn9] moveChunk setting version to: 109|0||584bcad890d1dc672b54835d Sat Dec 10 06:38:38.983 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 32760254, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:38:38.983 I SHARDING [conn9] moveChunk updating self version to: 109|1||584bcad890d1dc672b54835d through { datetime: new Date(1454108845000) } -> { datetime: new Date(1454268760000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:38:38.984 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:38.984-0600-584bf74e666d1a4e49f5502e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373518984), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 32760254, catchup: 0, steady: 0 } } Sat Dec 10 06:38:38.985 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:38:38.987 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:38:38.987 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:38.987-0600-584bf74e666d1a4e49f5502f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373518987), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 906, step 4 of 6: 13683, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:38:38.988 I SHARDING [conn9] distributed lock with ts: 584bf740666d1a4e49f55029' unlocked. Sat Dec 10 06:38:38.989 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453998365000) }, max: { datetime: new Date(1454108845000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 108000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2330 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 27 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14607ms Sat Dec 10 06:38:40.076 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 136000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:38:40.077 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459446328000) }, { datetime: new Date(1459540049000) }) in IISLogs.pubprdweb01', ts : 584bf750666d1a4e49f55030 Sat Dec 10 06:38:40.077 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 136|0||584bbf4f90d1dc672b54822e, current metadata version is 136|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:38:40.078 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 136|0||584bbf4f90d1dc672b54822e to shard version 136|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:38:40.078 I SHARDING [conn9] collection version was loaded at version 136|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:38:40.078 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:40.078-0600-584bf750666d1a4e49f55031", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373520078), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:38:40.079 I SHARDING [conn9] moveChunk request accepted at version 136|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:38:40.960 I SHARDING [conn9] moveChunk number of documents: 102925 Sat Dec 10 06:38:40.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:40.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:40.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:40.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:40.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:41.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:41.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:41.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:41.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:41.782 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776182 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 777ms Sat Dec 10 06:38:42.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 582, clonedBytes: 223206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:43.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10195, clonedBytes: 3292688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:44.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20511, clonedBytes: 6582740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:45.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30624, clonedBytes: 9813196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:46.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40594, clonedBytes: 13204063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:47.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50103, clonedBytes: 16436423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:47.810 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776227 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 684ms Sat Dec 10 06:38:48.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53472, clonedBytes: 17547458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:49.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63647, clonedBytes: 21268219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:50.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74169, clonedBytes: 24933141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:51.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84155, clonedBytes: 28180242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:52.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94444, clonedBytes: 31563656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:52.957 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1323595 locks:{ Global: { acquireCount: { r: 74 } }, Database: { acquireCount: { r: 37 } }, Collection: { acquireCount: { r: 37 } } } protocol:op_command 181ms Sat Dec 10 06:38:53.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102702, clonedBytes: 34119522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:54.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf750666d1a4e49f55032", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102925, clonedBytes: 34182689, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:54.394 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:38:54.395 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:38:54.396 I SHARDING [conn9] moveChunk setting version to: 137|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:38:54.404 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102925, clonedBytes: 34182689, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:38:54.404 I SHARDING [conn9] moveChunk updating self version to: 137|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459540049000) } -> { datetime: new Date(1459653691000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:38:54.405 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:54.405-0600-584bf75e666d1a4e49f55035", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373534405), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102925, clonedBytes: 34182689, catchup: 0, steady: 0 } } Sat Dec 10 06:38:54.406 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:38:54.407 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:38:54.407 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:54.407-0600-584bf75e666d1a4e49f55036", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373534407), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 884, step 4 of 6: 13430, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:38:54.408 I SHARDING [conn9] distributed lock with ts: 584bf750666d1a4e49f55030' unlocked. Sat Dec 10 06:38:54.408 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459446328000) }, max: { datetime: new Date(1459540049000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 136000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 676 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 117 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14333ms Sat Dec 10 06:38:54.413 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:38:54.414 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451375090000) }, { datetime: new Date(1451387084000) }) in IISLogs.pubprdweb03', ts : 584bf75e666d1a4e49f55037 Sat Dec 10 06:38:54.414 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 113|0||584bc97f90d1dc672b548352, current metadata version is 113|0||584bc97f90d1dc672b548352 Sat Dec 10 06:38:54.415 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 113|0||584bc97f90d1dc672b548352 to shard version 113|1||584bc97f90d1dc672b548352 Sat Dec 10 06:38:54.415 I SHARDING [conn9] collection version was loaded at version 113|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:38:54.415 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:38:54.415-0600-584bf75e666d1a4e49f55038", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373534415), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:38:54.416 I SHARDING [conn9] moveChunk request accepted at version 113|1||584bc97f90d1dc672b548352 Sat Dec 10 06:38:55.174 I SHARDING [conn9] moveChunk number of documents: 113739 Sat Dec 10 06:38:55.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:55.751 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776167 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 562ms Sat Dec 10 06:38:55.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:56.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 818, clonedBytes: 239026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:57.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7517, clonedBytes: 2248307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:58.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17171, clonedBytes: 5063269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:38:58.722 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455733456000) } -> { datetime: new Date(1455818908000) } Sat Dec 10 06:38:58.723 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1470860658000) } -> { datetime: new Date(1471016797000) }, with opId: 175966 Sat Dec 10 06:38:59.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26624, clonedBytes: 7828930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:00.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36530, clonedBytes: 10712536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:01.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47049, clonedBytes: 13786879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:02.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55985, clonedBytes: 16395234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:03.118 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776157 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 652ms Sat Dec 10 06:39:03.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60850, clonedBytes: 17814810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:04.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72311, clonedBytes: 21156958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:05.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82782, clonedBytes: 24230489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:06.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92855, clonedBytes: 27178430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:07.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103164, clonedBytes: 30183856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:09.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf75e666d1a4e49f55039", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113739, clonedBytes: 33282193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:09.126 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:39:09.150 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:39:09.150 I SHARDING [conn9] moveChunk setting version to: 114|0||584bc97f90d1dc672b548352 Sat Dec 10 06:39:09.158 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113739, clonedBytes: 33282193, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:39:09.159 I SHARDING [conn9] moveChunk updating self version to: 114|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451387084000) } -> { datetime: new Date(1451399145000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:39:09.161 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:09.161-0600-584bf76d666d1a4e49f5503c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373549161), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113739, clonedBytes: 33282193, catchup: 0, steady: 0 } } Sat Dec 10 06:39:09.162 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:39:09.162 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:39:09.162 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:09.162-0600-584bf76d666d1a4e49f5503d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373549162), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 761, step 4 of 6: 13947, step 5 of 6: 36, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:39:09.165 I SHARDING [conn9] distributed lock with ts: 584bf75e666d1a4e49f55037' unlocked. Sat Dec 10 06:39:09.165 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451375090000) }, max: { datetime: new Date(1451387084000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12818 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14752ms Sat Dec 10 06:39:09.179 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:39:09.219 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454108845000) }, { datetime: new Date(1454268760000) }) in IISLogs.pubprdweb04', ts : 584bf76d666d1a4e49f5503e Sat Dec 10 06:39:09.220 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 109|0||584bcad890d1dc672b54835d, current metadata version is 109|0||584bcad890d1dc672b54835d Sat Dec 10 06:39:09.224 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 109|0||584bcad890d1dc672b54835d to shard version 109|1||584bcad890d1dc672b54835d Sat Dec 10 06:39:09.224 I SHARDING [conn9] collection version was loaded at version 109|1||584bcad890d1dc672b54835d, took 4ms Sat Dec 10 06:39:09.224 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:09.224-0600-584bf76d666d1a4e49f5503f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373549224), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:39:09.225 I SHARDING [conn9] moveChunk request accepted at version 109|1||584bcad890d1dc672b54835d Sat Dec 10 06:39:10.912 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:39:10.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:10.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:10.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:10.935 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:10.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:10.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:11.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:11.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:11.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:11.770 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776167 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 833ms Sat Dec 10 06:39:11.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 993, clonedBytes: 292500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:13.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12252, clonedBytes: 3578899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:14.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22283, clonedBytes: 6477237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:15.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26442, clonedBytes: 7635286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:16.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35486, clonedBytes: 10506348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:16.718 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1470860658000) } -> { datetime: new Date(1471016797000) } Sat Dec 10 06:39:16.718 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458152236000) } -> { datetime: new Date(1458325725000) }, with opId: 176039 Sat Dec 10 06:39:17.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45538, clonedBytes: 13563422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:18.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54761, clonedBytes: 16403802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:19.140 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 859ms Sat Dec 10 06:39:19.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56203, clonedBytes: 16841903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:20.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66160, clonedBytes: 20266880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:21.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76447, clonedBytes: 23602071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:22.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86616, clonedBytes: 26959844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:23.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96347, clonedBytes: 29888789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:24.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105911, clonedBytes: 33121210, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:25.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf76d666d1a4e49f55040", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 35155569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:25.573 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:39:25.574 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:39:25.574 I SHARDING [conn9] moveChunk setting version to: 110|0||584bcad890d1dc672b54835d Sat Dec 10 06:39:25.581 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 35155569, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:39:25.581 I SHARDING [conn9] moveChunk updating self version to: 110|1||584bcad890d1dc672b54835d through { datetime: new Date(1454268760000) } -> { datetime: new Date(1454378493000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:39:25.583 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:25.583-0600-584bf77d666d1a4e49f55043", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373565583), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 35155569, catchup: 0, steady: 0 } } Sat Dec 10 06:39:25.583 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:39:25.584 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:39:25.584 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:25.584-0600-584bf77d666d1a4e49f55044", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373565584), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, step 1 of 6: 0, step 2 of 6: 45, step 3 of 6: 1691, step 4 of 6: 14655, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:39:25.585 I SHARDING [conn9] distributed lock with ts: 584bf76d666d1a4e49f5503e' unlocked. Sat Dec 10 06:39:25.585 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454108845000) }, max: { datetime: new Date(1454268760000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 109000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 236 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16407ms Sat Dec 10 06:39:26.692 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 137000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:39:26.693 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459540049000) }, { datetime: new Date(1459653691000) }) in IISLogs.pubprdweb01', ts : 584bf77e666d1a4e49f55045 Sat Dec 10 06:39:26.693 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 137|0||584bbf4f90d1dc672b54822e, current metadata version is 137|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:39:26.694 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 137|0||584bbf4f90d1dc672b54822e to shard version 137|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:39:26.695 I SHARDING [conn9] collection version was loaded at version 137|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:39:26.695 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:26.695-0600-584bf77e666d1a4e49f55046", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373566695), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:39:26.695 I SHARDING [conn9] moveChunk request accepted at version 137|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:39:27.777 I SHARDING [conn9] moveChunk number of documents: 102894 Sat Dec 10 06:39:27.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:27.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:27.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:27.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:27.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:27.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:27.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:28.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:28.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:28.403 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776052 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 619ms Sat Dec 10 06:39:28.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2763, clonedBytes: 834621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:29.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12830, clonedBytes: 4065524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:30.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22966, clonedBytes: 7551026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:31.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32968, clonedBytes: 10813502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:33.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43969, clonedBytes: 14985009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:34.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48285, clonedBytes: 16449019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:34.276 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776262 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 658ms Sat Dec 10 06:39:35.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52593, clonedBytes: 17902117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:36.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61366, clonedBytes: 20869543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:37.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71597, clonedBytes: 24354003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:38.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81397, clonedBytes: 27644862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:39.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91760, clonedBytes: 31219850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:40.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101039, clonedBytes: 34421845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:40.392 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458152236000) } -> { datetime: new Date(1458325725000) } Sat Dec 10 06:39:40.392 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447480950000) } -> { datetime: new Date(1447570520000) }, with opId: 176175 Sat Dec 10 06:39:41.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf77e666d1a4e49f55047", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102894, clonedBytes: 35032578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:41.405 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:39:41.406 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:39:41.406 I SHARDING [conn9] moveChunk setting version to: 138|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:39:41.408 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102894, clonedBytes: 35032578, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:39:41.408 I SHARDING [conn9] moveChunk updating self version to: 138|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459653691000) } -> { datetime: new Date(1459793247000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:39:41.410 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:41.410-0600-584bf78d666d1a4e49f5504a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373581410), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102894, clonedBytes: 35032578, catchup: 0, steady: 0 } } Sat Dec 10 06:39:41.411 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:39:41.427 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:39:41.427 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:41.427-0600-584bf78d666d1a4e49f5504b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373581427), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1086, step 4 of 6: 13622, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:39:41.429 I SHARDING [conn9] distributed lock with ts: 584bf77e666d1a4e49f55045' unlocked. Sat Dec 10 06:39:41.429 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459540049000) }, max: { datetime: new Date(1459653691000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 137000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 16200 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14738ms Sat Dec 10 06:39:41.434 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:39:41.434 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451387084000) }, { datetime: new Date(1451399145000) }) in IISLogs.pubprdweb03', ts : 584bf78d666d1a4e49f5504c Sat Dec 10 06:39:41.434 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 114|0||584bc97f90d1dc672b548352, current metadata version is 114|0||584bc97f90d1dc672b548352 Sat Dec 10 06:39:41.436 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 114|0||584bc97f90d1dc672b548352 to shard version 114|1||584bc97f90d1dc672b548352 Sat Dec 10 06:39:41.436 I SHARDING [conn9] collection version was loaded at version 114|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:39:41.436 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:41.436-0600-584bf78d666d1a4e49f5504d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373581436), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:39:41.437 I SHARDING [conn9] moveChunk request accepted at version 114|1||584bc97f90d1dc672b548352 Sat Dec 10 06:39:42.634 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:39:42.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:42.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:43.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:43.542 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776232 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 895ms Sat Dec 10 06:39:43.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88, clonedBytes: 25903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:44.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4816, clonedBytes: 1411775, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:45.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13874, clonedBytes: 4072987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:46.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24009, clonedBytes: 7034983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:47.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33502, clonedBytes: 9803850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:48.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43708, clonedBytes: 12785934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:50.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53785, clonedBytes: 15724797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:51.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56074, clonedBytes: 16394676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:51.191 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 921ms Sat Dec 10 06:39:52.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63751, clonedBytes: 18637755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:53.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73951, clonedBytes: 21642040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:54.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83723, clonedBytes: 24504098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:55.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94689, clonedBytes: 27703085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:56.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105268, clonedBytes: 30774494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:57.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf78d666d1a4e49f5504e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 33246730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:57.398 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:39:57.399 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:39:57.400 I SHARDING [conn9] moveChunk setting version to: 115|0||584bc97f90d1dc672b548352 Sat Dec 10 06:39:57.402 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 33246730, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:39:57.402 I SHARDING [conn9] moveChunk updating self version to: 115|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451399145000) } -> { datetime: new Date(1451452030000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:39:57.404 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:57.404-0600-584bf79d666d1a4e49f55051", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373597404), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 33246730, catchup: 0, steady: 0 } } Sat Dec 10 06:39:57.404 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:39:57.404 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:39:57.404 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:57.404-0600-584bf79d666d1a4e49f55052", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373597404), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1198, step 4 of 6: 14761, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:39:57.406 I SHARDING [conn9] distributed lock with ts: 584bf78d666d1a4e49f5504c' unlocked. Sat Dec 10 06:39:57.406 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451387084000) }, max: { datetime: new Date(1451399145000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 99 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 223 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15972ms Sat Dec 10 06:39:57.411 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:39:57.411 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454268760000) }, { datetime: new Date(1454378493000) }) in IISLogs.pubprdweb04', ts : 584bf79d666d1a4e49f55053 Sat Dec 10 06:39:57.412 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 110|0||584bcad890d1dc672b54835d, current metadata version is 110|0||584bcad890d1dc672b54835d Sat Dec 10 06:39:57.413 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 110|0||584bcad890d1dc672b54835d to shard version 110|1||584bcad890d1dc672b54835d Sat Dec 10 06:39:57.413 I SHARDING [conn9] collection version was loaded at version 110|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:39:57.413 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:39:57.413-0600-584bf79d666d1a4e49f55054", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373597413), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:39:57.414 I SHARDING [conn9] moveChunk request accepted at version 110|1||584bcad890d1dc672b54835d Sat Dec 10 06:39:57.751 I SHARDING [RangeDeleter] rangeDeleter deleted 113705 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447480950000) } -> { datetime: new Date(1447570520000) } Sat Dec 10 06:39:57.751 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450298103000) } -> { datetime: new Date(1450391836000) }, with opId: 176334 Sat Dec 10 06:39:58.677 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:39:58.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:58.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:59.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:39:59.412 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776217 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 730ms Sat Dec 10 06:39:59.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2229, clonedBytes: 637546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:00.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12335, clonedBytes: 3841958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:01.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23030, clonedBytes: 7119293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:02.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33195, clonedBytes: 10709975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:03.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42750, clonedBytes: 13748278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:05.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50671, clonedBytes: 16432482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:05.698 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776068 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 889ms Sat Dec 10 06:40:06.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53563, clonedBytes: 17362126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:07.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63896, clonedBytes: 20491966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:08.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74587, clonedBytes: 23856720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:09.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84571, clonedBytes: 26841569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:10.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95912, clonedBytes: 30234622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:11.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104196, clonedBytes: 32844837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:11.399 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2507042 locks:{ Global: { acquireCount: { r: 132 } }, Database: { acquireCount: { r: 66 } }, Collection: { acquireCount: { r: 66 } } } protocol:op_command 202ms Sat Dec 10 06:40:12.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf79d666d1a4e49f55055", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 35304673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:12.399 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:40:12.400 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:40:12.401 I SHARDING [conn9] moveChunk setting version to: 111|0||584bcad890d1dc672b54835d Sat Dec 10 06:40:12.402 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 35304673, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:40:12.402 I SHARDING [conn9] moveChunk updating self version to: 111|1||584bcad890d1dc672b54835d through { datetime: new Date(1454378493000) } -> { datetime: new Date(1454493569000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:40:12.404 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:12.404-0600-584bf7ac666d1a4e49f55058", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373612404), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 35304673, catchup: 0, steady: 0 } } Sat Dec 10 06:40:12.404 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:40:12.405 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:40:12.405 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:12.405-0600-584bf7ac666d1a4e49f55059", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373612405), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1267, step 4 of 6: 13716, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:40:12.406 I SHARDING [conn9] distributed lock with ts: 584bf79d666d1a4e49f55053' unlocked. Sat Dec 10 06:40:12.406 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454268760000) }, max: { datetime: new Date(1454378493000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 110000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 231 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 35 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14995ms Sat Dec 10 06:40:13.486 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 138000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:40:13.487 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459653691000) }, { datetime: new Date(1459793247000) }) in IISLogs.pubprdweb01', ts : 584bf7ad666d1a4e49f5505a Sat Dec 10 06:40:13.487 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 138|0||584bbf4f90d1dc672b54822e, current metadata version is 138|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:40:13.490 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 138|0||584bbf4f90d1dc672b54822e to shard version 138|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:40:13.490 I SHARDING [conn9] collection version was loaded at version 138|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 06:40:13.490 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:13.490-0600-584bf7ad666d1a4e49f5505b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373613490), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:40:13.490 I SHARDING [conn9] moveChunk request accepted at version 138|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:40:14.380 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450298103000) } -> { datetime: new Date(1450391836000) } Sat Dec 10 06:40:14.381 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455818908000) } -> { datetime: new Date(1455913204000) }, with opId: 176421 Sat Dec 10 06:40:16.107 I SHARDING [conn9] moveChunk number of documents: 102964 Sat Dec 10 06:40:16.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:16.965 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 762 } }, Database: { acquireCount: { r: 381 } }, Collection: { acquireCount: { r: 381 } } } protocol:op_command 853ms Sat Dec 10 06:40:17.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1275, clonedBytes: 450301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:18.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11457, clonedBytes: 4105904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:19.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20201, clonedBytes: 7085043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:20.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28072, clonedBytes: 9708066, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:21.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37886, clonedBytes: 13072708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:22.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47144, clonedBytes: 16334389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:23.524 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776165 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 967ms Sat Dec 10 06:40:23.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47538, clonedBytes: 16454335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:24.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56905, clonedBytes: 19637305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:25.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67339, clonedBytes: 23149367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:26.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77718, clonedBytes: 26513784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:27.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85875, clonedBytes: 28875813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:28.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95796, clonedBytes: 31708016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:29.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7ad666d1a4e49f5505c", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102964, clonedBytes: 33742146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:29.860 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:40:29.861 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:40:29.862 I SHARDING [conn9] moveChunk setting version to: 139|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:40:29.865 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102964, clonedBytes: 33742146, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:40:29.865 I SHARDING [conn9] moveChunk updating self version to: 139|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459793247000) } -> { datetime: new Date(1459896695000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:40:29.867 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:29.867-0600-584bf7bd666d1a4e49f5505f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373629867), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102964, clonedBytes: 33742146, catchup: 0, steady: 0 } } Sat Dec 10 06:40:29.868 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:40:29.868 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:40:29.868 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:29.868-0600-584bf7bd666d1a4e49f55060", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373629868), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2619, step 4 of 6: 13748, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:40:29.869 I SHARDING [conn9] distributed lock with ts: 584bf7ad666d1a4e49f5505a' unlocked. Sat Dec 10 06:40:29.869 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459653691000) }, max: { datetime: new Date(1459793247000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 138000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:821 reslen:154 locks:{ Global: { acquireCount: { r: 1654, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 171 } }, Database: { acquireCount: { r: 823, w: 4, W: 2 } }, Collection: { acquireCount: { r: 823, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 135 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16383ms Sat Dec 10 06:40:29.873 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:40:29.874 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451399145000) }, { datetime: new Date(1451452030000) }) in IISLogs.pubprdweb03', ts : 584bf7bd666d1a4e49f55061 Sat Dec 10 06:40:29.874 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 115|0||584bc97f90d1dc672b548352, current metadata version is 115|0||584bc97f90d1dc672b548352 Sat Dec 10 06:40:29.875 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 115|0||584bc97f90d1dc672b548352 to shard version 115|1||584bc97f90d1dc672b548352 Sat Dec 10 06:40:29.876 I SHARDING [conn9] collection version was loaded at version 115|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:40:29.876 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:29.876-0600-584bf7bd666d1a4e49f55062", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373629876), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:40:29.876 I SHARDING [conn9] moveChunk request accepted at version 115|1||584bc97f90d1dc672b548352 Sat Dec 10 06:40:30.770 I SHARDING [conn9] moveChunk number of documents: 113750 Sat Dec 10 06:40:30.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:30.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:30.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:30.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:30.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:30.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:30.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:31.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:31.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:31.478 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776327 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 704ms Sat Dec 10 06:40:31.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 384, clonedBytes: 111806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:32.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7230, clonedBytes: 2108616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:33.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16509, clonedBytes: 4809058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:34.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25623, clonedBytes: 7463444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:36.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35339, clonedBytes: 10114339, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:37.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45440, clonedBytes: 12906581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:38.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55851, clonedBytes: 15721804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:39.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58285, clonedBytes: 16379294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:39.236 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15746612 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 832ms Sat Dec 10 06:40:39.511 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455818908000) } -> { datetime: new Date(1455913204000) } Sat Dec 10 06:40:39.511 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471016797000) } -> { datetime: new Date(1471196606000) }, with opId: 176539 Sat Dec 10 06:40:40.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66467, clonedBytes: 18613114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:41.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76483, clonedBytes: 21338308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:42.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86605, clonedBytes: 24067051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:43.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97358, clonedBytes: 26979215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:44.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106754, clonedBytes: 29904963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:45.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7bd666d1a4e49f55063", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113750, clonedBytes: 31748613, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:45.364 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:40:45.366 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:40:45.366 I SHARDING [conn9] moveChunk setting version to: 116|0||584bc97f90d1dc672b548352 Sat Dec 10 06:40:45.375 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113750, clonedBytes: 31748613, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:40:45.375 I SHARDING [conn9] moveChunk updating self version to: 116|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451452030000) } -> { datetime: new Date(1451518164000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:40:45.377 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:45.377-0600-584bf7cd666d1a4e49f55066", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373645377), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113750, clonedBytes: 31748613, catchup: 0, steady: 0 } } Sat Dec 10 06:40:45.377 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:40:45.378 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:40:45.378 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:45.378-0600-584bf7cd666d1a4e49f55067", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373645378), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 896, step 4 of 6: 14591, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:40:45.379 I SHARDING [conn9] distributed lock with ts: 584bf7bd666d1a4e49f55061' unlocked. Sat Dec 10 06:40:45.379 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451399145000) }, max: { datetime: new Date(1451452030000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 280 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15507ms Sat Dec 10 06:40:45.384 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:40:45.385 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454378493000) }, { datetime: new Date(1454493569000) }) in IISLogs.pubprdweb04', ts : 584bf7cd666d1a4e49f55068 Sat Dec 10 06:40:45.385 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 111|0||584bcad890d1dc672b54835d, current metadata version is 111|0||584bcad890d1dc672b54835d Sat Dec 10 06:40:45.386 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 111|0||584bcad890d1dc672b54835d to shard version 111|1||584bcad890d1dc672b54835d Sat Dec 10 06:40:45.386 I SHARDING [conn9] collection version was loaded at version 111|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:40:45.386 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:40:45.386-0600-584bf7cd666d1a4e49f55069", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373645386), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:40:45.387 I SHARDING [conn9] moveChunk request accepted at version 111|1||584bcad890d1dc672b54835d Sat Dec 10 06:40:46.330 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 06:40:46.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:46.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:47.320 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775985 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 985ms Sat Dec 10 06:40:47.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:48.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9501, clonedBytes: 3253939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:49.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19500, clonedBytes: 6426645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:50.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29620, clonedBytes: 9746063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:51.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39218, clonedBytes: 12791506, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:52.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49105, clonedBytes: 15773356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:53.481 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776198 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 668ms Sat Dec 10 06:40:53.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52287, clonedBytes: 16837459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:54.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61972, clonedBytes: 19745315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:55.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72049, clonedBytes: 22734716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:56.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81929, clonedBytes: 25618321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:57.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91694, clonedBytes: 28588730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:58.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101603, clonedBytes: 31536949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:40:59.475 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1835731 locks:{ Global: { acquireCount: { r: 104 } }, Database: { acquireCount: { r: 52 } }, Collection: { acquireCount: { r: 52 } } } protocol:op_command 174ms Sat Dec 10 06:40:59.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109814, clonedBytes: 33918418, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:00.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:01.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:02.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:03.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:04.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:06.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7cd666d1a4e49f5506a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:06.013 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:41:06.014 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:41:06.014 I SHARDING [conn9] moveChunk setting version to: 112|0||584bcad890d1dc672b54835d Sat Dec 10 06:41:06.022 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:41:06.022 I SHARDING [conn9] moveChunk updating self version to: 112|1||584bcad890d1dc672b54835d through { datetime: new Date(1454493569000) } -> { datetime: new Date(1454612959000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:41:06.024 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:06.023-0600-584bf7e2666d1a4e49f5506d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373666023), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 34631429, catchup: 0, steady: 0 } } Sat Dec 10 06:41:06.024 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:41:06.030 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:41:06.030 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:06.030-0600-584bf7e2666d1a4e49f5506e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373666030), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 946, step 4 of 6: 19678, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:41:06.032 I SHARDING [conn9] distributed lock with ts: 584bf7cd666d1a4e49f55068' unlocked. Sat Dec 10 06:41:06.032 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454378493000) }, max: { datetime: new Date(1454493569000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 111000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6378 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20647ms Sat Dec 10 06:41:06.518 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471016797000) } -> { datetime: new Date(1471196606000) } Sat Dec 10 06:41:06.518 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458325725000) } -> { datetime: new Date(1458518100000) }, with opId: 176694 Sat Dec 10 06:41:07.134 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 139000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:41:07.134 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459793247000) }, { datetime: new Date(1459896695000) }) in IISLogs.pubprdweb01', ts : 584bf7e3666d1a4e49f5506f Sat Dec 10 06:41:07.135 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 139|0||584bbf4f90d1dc672b54822e, current metadata version is 139|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:41:07.136 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 139|0||584bbf4f90d1dc672b54822e to shard version 139|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:41:07.136 I SHARDING [conn9] collection version was loaded at version 139|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:41:07.136 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:07.136-0600-584bf7e3666d1a4e49f55070", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373667136), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:41:07.137 I SHARDING [conn9] moveChunk request accepted at version 139|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:41:08.055 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 06:41:08.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:08.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:09.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:09.155 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776050 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1066ms Sat Dec 10 06:41:10.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2433, clonedBytes: 669119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:11.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12620, clonedBytes: 3736317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:12.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22766, clonedBytes: 6875381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:13.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33171, clonedBytes: 10147673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:14.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43685, clonedBytes: 13408726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:15.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53330, clonedBytes: 16413702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:16.068 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15108427 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 822ms Sat Dec 10 06:41:16.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54773, clonedBytes: 16857373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:17.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64972, clonedBytes: 19829008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:18.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75346, clonedBytes: 22811144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:19.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85807, clonedBytes: 25917380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:20.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96200, clonedBytes: 29190952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:21.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7e3666d1a4e49f55071", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 31185891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:21.470 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:41:21.471 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:41:21.472 I SHARDING [conn9] moveChunk setting version to: 140|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:41:21.481 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 31185891, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:41:21.481 I SHARDING [conn9] moveChunk updating self version to: 140|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1459896695000) } -> { datetime: new Date(1460049287000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:41:21.482 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:21.482-0600-584bf7f1666d1a4e49f55074", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373681482), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 31185891, catchup: 0, steady: 0 } } Sat Dec 10 06:41:21.483 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:41:21.483 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:41:21.483 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:21.483-0600-584bf7f1666d1a4e49f55075", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373681483), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 922, step 4 of 6: 13409, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:41:21.485 I SHARDING [conn9] distributed lock with ts: 584bf7e3666d1a4e49f5506f' unlocked. Sat Dec 10 06:41:21.485 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459793247000) }, max: { datetime: new Date(1459896695000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 139000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 96 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14352ms Sat Dec 10 06:41:21.489 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:41:21.490 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451452030000) }, { datetime: new Date(1451518164000) }) in IISLogs.pubprdweb03', ts : 584bf7f1666d1a4e49f55076 Sat Dec 10 06:41:21.490 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 116|0||584bc97f90d1dc672b548352, current metadata version is 116|0||584bc97f90d1dc672b548352 Sat Dec 10 06:41:21.491 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 116|0||584bc97f90d1dc672b548352 to shard version 116|1||584bc97f90d1dc672b548352 Sat Dec 10 06:41:21.491 I SHARDING [conn9] collection version was loaded at version 116|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:41:21.491 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:21.491-0600-584bf7f1666d1a4e49f55077", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373681491), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:41:21.492 I SHARDING [conn9] moveChunk request accepted at version 116|1||584bc97f90d1dc672b548352 Sat Dec 10 06:41:23.273 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:41:23.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.338 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:23.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:24.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:24.496 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776197 locks:{ Global: { acquireCount: { r: 1002 } }, Database: { acquireCount: { r: 501 } }, Collection: { acquireCount: { r: 501 } } } protocol:op_command 1205ms Sat Dec 10 06:41:25.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3664, clonedBytes: 975621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:26.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14109, clonedBytes: 3791846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:27.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24548, clonedBytes: 6521448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:28.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35021, clonedBytes: 9189407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:29.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45237, clonedBytes: 11786201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:30.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55578, clonedBytes: 14496489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:31.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62638, clonedBytes: 16348693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:32.267 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14070313 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 990ms Sat Dec 10 06:41:32.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65857, clonedBytes: 17310984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:33.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76343, clonedBytes: 20127191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:34.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86360, clonedBytes: 22817983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:35.152 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458325725000) } -> { datetime: new Date(1458518100000) } Sat Dec 10 06:41:35.152 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447570520000) } -> { datetime: new Date(1447755307000) }, with opId: 176853 Sat Dec 10 06:41:35.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96335, clonedBytes: 25400472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:36.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106165, clonedBytes: 27971785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:37.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf7f1666d1a4e49f55078", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30072233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:37.825 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:41:37.826 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:41:37.827 I SHARDING [conn9] moveChunk setting version to: 117|0||584bc97f90d1dc672b548352 Sat Dec 10 06:41:37.838 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30072233, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:41:37.838 I SHARDING [conn9] moveChunk updating self version to: 117|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451518164000) } -> { datetime: new Date(1451635119000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:41:37.840 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:37.840-0600-584bf801666d1a4e49f5507b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373697840), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30072233, catchup: 0, steady: 0 } } Sat Dec 10 06:41:37.840 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:41:37.841 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:41:37.841 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:37.841-0600-584bf801666d1a4e49f5507c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373697841), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1786, step 4 of 6: 14545, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:41:37.842 I SHARDING [conn9] distributed lock with ts: 584bf7f1666d1a4e49f55076' unlocked. Sat Dec 10 06:41:37.842 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451452030000) }, max: { datetime: new Date(1451518164000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:898 reslen:154 locks:{ Global: { acquireCount: { r: 1808, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 545 } }, Database: { acquireCount: { r: 900, w: 4, W: 2 } }, Collection: { acquireCount: { r: 900, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 52 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16353ms Sat Dec 10 06:41:37.850 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:41:37.851 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454493569000) }, { datetime: new Date(1454612959000) }) in IISLogs.pubprdweb04', ts : 584bf801666d1a4e49f5507d Sat Dec 10 06:41:37.851 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 112|0||584bcad890d1dc672b54835d, current metadata version is 112|0||584bcad890d1dc672b54835d Sat Dec 10 06:41:37.852 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 112|0||584bcad890d1dc672b54835d to shard version 112|1||584bcad890d1dc672b54835d Sat Dec 10 06:41:37.852 I SHARDING [conn9] collection version was loaded at version 112|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:41:37.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:37.852-0600-584bf801666d1a4e49f5507e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373697852), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:41:37.854 I SHARDING [conn9] moveChunk request accepted at version 112|1||584bcad890d1dc672b54835d Sat Dec 10 06:41:39.995 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:41:40.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:40.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:41.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:41.890 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776271 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1891ms Sat Dec 10 06:41:42.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2160, clonedBytes: 634754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:43.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11747, clonedBytes: 3504646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:44.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21366, clonedBytes: 6371521, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:45.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29765, clonedBytes: 8831934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:46.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40577, clonedBytes: 12008376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:47.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49994, clonedBytes: 14729673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:48.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55719, clonedBytes: 16397200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:49.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55719, clonedBytes: 16397200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:50.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55719, clonedBytes: 16397200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:50.787 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776208 locks:{ Global: { acquireCount: { r: 914 } }, Database: { acquireCount: { r: 457 } }, Collection: { acquireCount: { r: 457 } } } protocol:op_command 2631ms Sat Dec 10 06:41:51.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64226, clonedBytes: 18872250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:52.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74374, clonedBytes: 21787827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:53.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84615, clonedBytes: 24811479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:54.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94257, clonedBytes: 27616924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:55.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102892, clonedBytes: 30503271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:57.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112222, clonedBytes: 33342541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:58.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf801666d1a4e49f5507f", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33342541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:41:58.041 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:41:58.042 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:41:58.042 I SHARDING [conn9] moveChunk setting version to: 113|0||584bcad890d1dc672b54835d Sat Dec 10 06:41:58.051 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33342541, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:41:58.051 I SHARDING [conn9] moveChunk updating self version to: 113|1||584bcad890d1dc672b54835d through { datetime: new Date(1454612959000) } -> { datetime: new Date(1454711531000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:41:58.053 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:58.053-0600-584bf816666d1a4e49f55082", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373718053), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33342541, catchup: 0, steady: 0 } } Sat Dec 10 06:41:58.053 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:41:58.054 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:41:58.054 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:58.054-0600-584bf816666d1a4e49f55083", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373718054), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2144, step 4 of 6: 18042, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:41:58.055 I SHARDING [conn9] distributed lock with ts: 584bf801666d1a4e49f5507d' unlocked. Sat Dec 10 06:41:58.055 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454493569000) }, max: { datetime: new Date(1454612959000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 112000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 148 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20207ms Sat Dec 10 06:41:58.670 I SHARDING [RangeDeleter] rangeDeleter deleted 113783 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447570520000) } -> { datetime: new Date(1447755307000) } Sat Dec 10 06:41:58.670 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450391836000) } -> { datetime: new Date(1450430090000) }, with opId: 177074 Sat Dec 10 06:41:59.167 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 140000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:41:59.168 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1459896695000) }, { datetime: new Date(1460049287000) }) in IISLogs.pubprdweb01', ts : 584bf817666d1a4e49f55084 Sat Dec 10 06:41:59.168 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 140|0||584bbf4f90d1dc672b54822e, current metadata version is 140|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:41:59.170 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 140|0||584bbf4f90d1dc672b54822e to shard version 140|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:41:59.170 I SHARDING [conn9] collection version was loaded at version 140|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:41:59.170 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:41:59.170-0600-584bf817666d1a4e49f55085", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373719170), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:41:59.170 I SHARDING [conn9] moveChunk request accepted at version 140|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:42:00.178 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:42:00.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:00.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:01.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:01.317 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1123ms Sat Dec 10 06:42:02.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8539, clonedBytes: 2699788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:03.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18847, clonedBytes: 5941425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:04.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29322, clonedBytes: 9076469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:05.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40127, clonedBytes: 12334100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:06.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50984, clonedBytes: 15571313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:07.483 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15653793 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 733ms Sat Dec 10 06:42:07.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53625, clonedBytes: 16438118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:08.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64092, clonedBytes: 19750660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:09.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74339, clonedBytes: 22968950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:10.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84493, clonedBytes: 26159144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:11.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95023, clonedBytes: 29239040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:12.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 31731461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:13.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 31731461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:14.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102928, clonedBytes: 31731461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:15.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf817666d1a4e49f55086", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 31731461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:15.907 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:42:15.908 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:42:15.909 I SHARDING [conn9] moveChunk setting version to: 141|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:42:15.919 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 31731461, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:42:15.919 I SHARDING [conn9] moveChunk updating self version to: 141|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460049287000) } -> { datetime: new Date(1460139901000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:42:15.921 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:15.921-0600-584bf827666d1a4e49f55089", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373735921), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 31731461, catchup: 0, steady: 0 } } Sat Dec 10 06:42:15.921 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:42:15.921 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:42:15.921 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:15.921-0600-584bf827666d1a4e49f5508a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373735921), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1010, step 4 of 6: 15725, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:42:15.922 I SHARDING [conn9] distributed lock with ts: 584bf817666d1a4e49f55084' unlocked. Sat Dec 10 06:42:15.923 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459896695000) }, max: { datetime: new Date(1460049287000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 140000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 111 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16755ms Sat Dec 10 06:42:15.929 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:42:15.930 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451518164000) }, { datetime: new Date(1451635119000) }) in IISLogs.pubprdweb03', ts : 584bf827666d1a4e49f5508b Sat Dec 10 06:42:15.930 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 117|0||584bc97f90d1dc672b548352, current metadata version is 117|0||584bc97f90d1dc672b548352 Sat Dec 10 06:42:15.931 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 117|0||584bc97f90d1dc672b548352 to shard version 117|1||584bc97f90d1dc672b548352 Sat Dec 10 06:42:15.932 I SHARDING [conn9] collection version was loaded at version 117|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:42:15.932 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:15.932-0600-584bf827666d1a4e49f5508c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373735932), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:42:15.932 I SHARDING [conn9] moveChunk request accepted at version 117|1||584bc97f90d1dc672b548352 Sat Dec 10 06:42:19.109 I SHARDING [RangeDeleter] rangeDeleter deleted 112216 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450391836000) } -> { datetime: new Date(1450430090000) } Sat Dec 10 06:42:19.109 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1455913204000) } -> { datetime: new Date(1456020875000) }, with opId: 177196 Sat Dec 10 06:42:24.195 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:42:24.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:24.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:25.181 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776212 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 970ms Sat Dec 10 06:42:25.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:26.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6871, clonedBytes: 1785670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:27.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16031, clonedBytes: 4155310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:28.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26226, clonedBytes: 6801288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:29.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36339, clonedBytes: 9381446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:30.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46535, clonedBytes: 11998411, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:31.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56689, clonedBytes: 14615034, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:32.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63317, clonedBytes: 16343955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:32.771 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13422091 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 619ms Sat Dec 10 06:42:33.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70651, clonedBytes: 18266354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:34.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80829, clonedBytes: 20884902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:35.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92400, clonedBytes: 23874036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:36.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102682, clonedBytes: 26552381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:37.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf827666d1a4e49f5508d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29424012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:37.874 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:42:37.876 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:42:37.876 I SHARDING [conn9] moveChunk setting version to: 118|0||584bc97f90d1dc672b548352 Sat Dec 10 06:42:37.885 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29424012, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:42:37.885 I SHARDING [conn9] moveChunk updating self version to: 118|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451635119000) } -> { datetime: new Date(1451756849000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:42:37.886 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:37.886-0600-584bf83d666d1a4e49f55090", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373757886), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29424012, catchup: 0, steady: 0 } } Sat Dec 10 06:42:37.887 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:42:37.887 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:42:37.887 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:37.887-0600-584bf83d666d1a4e49f55091", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373757887), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 8266, step 4 of 6: 13674, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:42:37.889 I SHARDING [conn9] distributed lock with ts: 584bf827666d1a4e49f5508b' unlocked. Sat Dec 10 06:42:37.889 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451518164000) }, max: { datetime: new Date(1451635119000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:976 reslen:154 locks:{ Global: { acquireCount: { r: 1964, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 411 } }, Database: { acquireCount: { r: 978, w: 4, W: 2 } }, Collection: { acquireCount: { r: 978, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21960ms Sat Dec 10 06:42:37.893 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:42:37.894 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454612959000) }, { datetime: new Date(1454711531000) }) in IISLogs.pubprdweb04', ts : 584bf83d666d1a4e49f55092 Sat Dec 10 06:42:37.894 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 113|0||584bcad890d1dc672b54835d, current metadata version is 113|0||584bcad890d1dc672b54835d Sat Dec 10 06:42:37.896 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 113|0||584bcad890d1dc672b54835d to shard version 113|1||584bcad890d1dc672b54835d Sat Dec 10 06:42:37.896 I SHARDING [conn9] collection version was loaded at version 113|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:42:37.896 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:37.896-0600-584bf83d666d1a4e49f55093", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373757896), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:42:37.896 I SHARDING [conn9] moveChunk request accepted at version 113|1||584bcad890d1dc672b54835d Sat Dec 10 06:42:38.774 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:42:38.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:38.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:38.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:38.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:38.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:38.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:38.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:39.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:39.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:39.583 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776135 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 804ms Sat Dec 10 06:42:39.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 139, clonedBytes: 44026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:40.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6240, clonedBytes: 2137698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:41.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16411, clonedBytes: 5507076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:42.197 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1455913204000) } -> { datetime: new Date(1456020875000) } Sat Dec 10 06:42:42.198 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471196606000) } -> { datetime: new Date(1471284890000) }, with opId: 177291 Sat Dec 10 06:42:42.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26543, clonedBytes: 8586566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:43.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36786, clonedBytes: 11877779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:45.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46781, clonedBytes: 15455651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:46.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49722, clonedBytes: 16439043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:46.507 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776268 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1176ms Sat Dec 10 06:42:47.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54142, clonedBytes: 17900116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:48.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63847, clonedBytes: 20932356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:49.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74693, clonedBytes: 24340640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:50.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84185, clonedBytes: 27417187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:51.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94872, clonedBytes: 30661915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:52.607 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3046778 locks:{ Global: { acquireCount: { r: 166 } }, Database: { acquireCount: { r: 83 } }, Collection: { acquireCount: { r: 83 } } } protocol:op_command 222ms Sat Dec 10 06:42:52.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102288, clonedBytes: 32939451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:53.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112210, clonedBytes: 35843790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:54.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf83d666d1a4e49f55094", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 35846520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:54.701 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:42:54.702 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:42:54.703 I SHARDING [conn9] moveChunk setting version to: 114|0||584bcad890d1dc672b54835d Sat Dec 10 06:42:54.706 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 35846520, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:42:54.706 I SHARDING [conn9] moveChunk updating self version to: 114|1||584bcad890d1dc672b54835d through { datetime: new Date(1454711531000) } -> { datetime: new Date(1454825573000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:42:54.708 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:54.708-0600-584bf84e666d1a4e49f55097", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373774708), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 35846520, catchup: 0, steady: 0 } } Sat Dec 10 06:42:54.708 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:42:54.709 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:42:54.709 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:54.709-0600-584bf84e666d1a4e49f55098", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373774709), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 880, step 4 of 6: 15924, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:42:54.710 I SHARDING [conn9] distributed lock with ts: 584bf83d666d1a4e49f55092' unlocked. Sat Dec 10 06:42:54.710 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454612959000) }, max: { datetime: new Date(1454711531000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 113000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 455 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16818ms Sat Dec 10 06:42:55.782 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 141000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:42:55.783 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460049287000) }, { datetime: new Date(1460139901000) }) in IISLogs.pubprdweb01', ts : 584bf84f666d1a4e49f55099 Sat Dec 10 06:42:55.783 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 141|0||584bbf4f90d1dc672b54822e, current metadata version is 141|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:42:55.785 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 141|0||584bbf4f90d1dc672b54822e to shard version 141|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:42:55.785 I SHARDING [conn9] collection version was loaded at version 141|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:42:55.785 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:42:55.785-0600-584bf84f666d1a4e49f5509a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373775785), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:42:55.786 I SHARDING [conn9] moveChunk request accepted at version 141|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:42:56.628 I SHARDING [conn9] moveChunk number of documents: 102862 Sat Dec 10 06:42:56.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:56.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:57.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:57.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:58.622 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776060 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 1981ms Sat Dec 10 06:42:58.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 463, clonedBytes: 136914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:42:59.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10504, clonedBytes: 3423781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:00.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20487, clonedBytes: 6554107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:01.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30772, clonedBytes: 9878113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:02.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41088, clonedBytes: 13455347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:03.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49818, clonedBytes: 16438296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:04.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49818, clonedBytes: 16438296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:05.287 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 786 } }, Database: { acquireCount: { r: 393 } }, Collection: { acquireCount: { r: 393 } } } protocol:op_command 1495ms Sat Dec 10 06:43:05.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55630, clonedBytes: 18422464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:07.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65869, clonedBytes: 22118653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:08.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75973, clonedBytes: 25621080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:09.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85932, clonedBytes: 28843163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:10.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96105, clonedBytes: 32150421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:11.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf84f666d1a4e49f5509b", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102862, clonedBytes: 34383774, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:11.150 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:43:11.151 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:43:11.151 I SHARDING [conn9] moveChunk setting version to: 142|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:43:11.154 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102862, clonedBytes: 34383774, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:43:11.154 I SHARDING [conn9] moveChunk updating self version to: 142|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460139901000) } -> { datetime: new Date(1460252415000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:43:11.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:11.155-0600-584bf85f666d1a4e49f5509e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373791155), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102862, clonedBytes: 34383774, catchup: 0, steady: 0 } } Sat Dec 10 06:43:11.156 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:43:11.156 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:43:11.156 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:11.156-0600-584bf85f666d1a4e49f5509f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373791156), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 845, step 4 of 6: 14518, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:43:11.157 I SHARDING [conn9] distributed lock with ts: 584bf84f666d1a4e49f55099' unlocked. Sat Dec 10 06:43:11.157 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460049287000) }, max: { datetime: new Date(1460139901000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 141000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15376ms Sat Dec 10 06:43:11.162 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:43:11.162 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451635119000) }, { datetime: new Date(1451756849000) }) in IISLogs.pubprdweb03', ts : 584bf85f666d1a4e49f550a0 Sat Dec 10 06:43:11.162 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 118|0||584bc97f90d1dc672b548352, current metadata version is 118|0||584bc97f90d1dc672b548352 Sat Dec 10 06:43:11.164 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 118|0||584bc97f90d1dc672b548352 to shard version 118|1||584bc97f90d1dc672b548352 Sat Dec 10 06:43:11.164 I SHARDING [conn9] collection version was loaded at version 118|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:43:11.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:11.164-0600-584bf85f666d1a4e49f550a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373791164), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:43:11.164 I SHARDING [conn9] moveChunk request accepted at version 118|1||584bc97f90d1dc672b548352 Sat Dec 10 06:43:13.622 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471196606000) } -> { datetime: new Date(1471284890000) } Sat Dec 10 06:43:13.623 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458518100000) } -> { datetime: new Date(1458645489000) }, with opId: 177548 Sat Dec 10 06:43:13.627 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:43:13.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:13.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:14.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:14.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:14.757 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776329 locks:{ Global: { acquireCount: { r: 994 } }, Database: { acquireCount: { r: 497 } }, Collection: { acquireCount: { r: 497 } } } protocol:op_command 1125ms Sat Dec 10 06:43:15.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1445, clonedBytes: 365535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:16.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10158, clonedBytes: 2607004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:17.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19938, clonedBytes: 5145779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:18.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29696, clonedBytes: 7843090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:19.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39683, clonedBytes: 10438986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:20.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49665, clonedBytes: 13047037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:21.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59719, clonedBytes: 15702417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:22.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62212, clonedBytes: 16351807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:24.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62212, clonedBytes: 16351807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:24.052 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13748037 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 1856ms Sat Dec 10 06:43:25.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71151, clonedBytes: 18668480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:26.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81101, clonedBytes: 21238935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:27.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92316, clonedBytes: 24133202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:28.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102114, clonedBytes: 26651084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:29.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111560, clonedBytes: 29181118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:30.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf85f666d1a4e49f550a2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29750082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:30.339 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:43:30.340 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:43:30.341 I SHARDING [conn9] moveChunk setting version to: 119|0||584bc97f90d1dc672b548352 Sat Dec 10 06:43:30.348 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29750082, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:43:30.348 I SHARDING [conn9] moveChunk updating self version to: 119|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451756849000) } -> { datetime: new Date(1451850021000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:43:30.350 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:30.350-0600-584bf872666d1a4e49f550a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373810350), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29750082, catchup: 0, steady: 0 } } Sat Dec 10 06:43:30.351 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:43:30.352 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:43:30.352 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:30.352-0600-584bf872666d1a4e49f550a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373810352), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2465, step 4 of 6: 16708, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:43:30.354 I SHARDING [conn9] distributed lock with ts: 584bf85f666d1a4e49f550a0' unlocked. Sat Dec 10 06:43:30.354 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451635119000) }, max: { datetime: new Date(1451756849000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 274 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19193ms Sat Dec 10 06:43:30.359 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:43:30.361 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454711531000) }, { datetime: new Date(1454825573000) }) in IISLogs.pubprdweb04', ts : 584bf872666d1a4e49f550a7 Sat Dec 10 06:43:30.361 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 114|0||584bcad890d1dc672b54835d, current metadata version is 114|0||584bcad890d1dc672b54835d Sat Dec 10 06:43:30.363 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 114|0||584bcad890d1dc672b54835d to shard version 114|1||584bcad890d1dc672b54835d Sat Dec 10 06:43:30.363 I SHARDING [conn9] collection version was loaded at version 114|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:43:30.363 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:30.363-0600-584bf872666d1a4e49f550a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373810363), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:43:30.363 I SHARDING [conn9] moveChunk request accepted at version 114|1||584bcad890d1dc672b54835d Sat Dec 10 06:43:34.252 I SHARDING [RangeDeleter] rangeDeleter deleted 106465 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458518100000) } -> { datetime: new Date(1458645489000) } Sat Dec 10 06:43:34.253 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447755307000) } -> { datetime: new Date(1447858135000) }, with opId: 177660 Sat Dec 10 06:43:35.388 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:43:35.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:35.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:36.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:36.920 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776160 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1472ms Sat Dec 10 06:43:37.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3474, clonedBytes: 932641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:38.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13054, clonedBytes: 3967520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:39.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22669, clonedBytes: 6960174, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:40.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32363, clonedBytes: 10434704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:41.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40499, clonedBytes: 13026588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:42.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50453, clonedBytes: 16000064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:43.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51885, clonedBytes: 16423927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:43.906 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775934 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1108ms Sat Dec 10 06:43:44.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59817, clonedBytes: 18772773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:45.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69838, clonedBytes: 21639677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:46.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78980, clonedBytes: 24548416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:47.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88560, clonedBytes: 27356596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:48.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98196, clonedBytes: 30361612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:49.910 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2150977 locks:{ Global: { acquireCount: { r: 114 } }, Database: { acquireCount: { r: 57 } }, Collection: { acquireCount: { r: 57 } } } protocol:op_command 198ms Sat Dec 10 06:43:50.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106099, clonedBytes: 33160025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:51.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf872666d1a4e49f550a9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 34947315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:51.042 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:43:51.043 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:43:51.043 I SHARDING [conn9] moveChunk setting version to: 115|0||584bcad890d1dc672b54835d Sat Dec 10 06:43:51.047 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 34947315, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:43:51.047 I SHARDING [conn9] moveChunk updating self version to: 115|1||584bcad890d1dc672b54835d through { datetime: new Date(1454825573000) } -> { datetime: new Date(1454967620000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:43:51.048 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:51.048-0600-584bf887666d1a4e49f550ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373831048), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 34947315, catchup: 0, steady: 0 } } Sat Dec 10 06:43:51.049 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:43:51.049 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:43:51.049 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:51.049-0600-584bf887666d1a4e49f550ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373831049), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 5027, step 4 of 6: 15648, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:43:51.051 I SHARDING [conn9] distributed lock with ts: 584bf872666d1a4e49f550a7' unlocked. Sat Dec 10 06:43:51.051 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454711531000) }, max: { datetime: new Date(1454825573000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 114000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:904 reslen:154 locks:{ Global: { acquireCount: { r: 1820, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 321 } }, Database: { acquireCount: { r: 906, w: 4, W: 2 } }, Collection: { acquireCount: { r: 906, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20692ms Sat Dec 10 06:43:52.145 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 142000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:43:52.146 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460139901000) }, { datetime: new Date(1460252415000) }) in IISLogs.pubprdweb01', ts : 584bf888666d1a4e49f550ae Sat Dec 10 06:43:52.146 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 142|0||584bbf4f90d1dc672b54822e, current metadata version is 142|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:43:52.147 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 142|0||584bbf4f90d1dc672b54822e to shard version 142|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:43:52.147 I SHARDING [conn9] collection version was loaded at version 142|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:43:52.147 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:43:52.147-0600-584bf888666d1a4e49f550af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373832147), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:43:52.148 I SHARDING [conn9] moveChunk request accepted at version 142|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:43:53.195 I SHARDING [conn9] moveChunk number of documents: 102982 Sat Dec 10 06:43:53.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:53.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:54.124 I SHARDING [RangeDeleter] rangeDeleter deleted 113740 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447755307000) } -> { datetime: new Date(1447858135000) } Sat Dec 10 06:43:54.124 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450430090000) } -> { datetime: new Date(1450552150000) }, with opId: 177783 Sat Dec 10 06:43:54.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:54.378 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775986 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 1164ms Sat Dec 10 06:43:55.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9250, clonedBytes: 2981618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:56.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19583, clonedBytes: 6361376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:57.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30832, clonedBytes: 10222308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:58.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41733, clonedBytes: 13961475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:43:59.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48309, clonedBytes: 16448785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:00.916 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776187 locks:{ Global: { acquireCount: { r: 760 } }, Database: { acquireCount: { r: 380 } }, Collection: { acquireCount: { r: 380 } } } protocol:op_command 1338ms Sat Dec 10 06:44:00.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48309, clonedBytes: 16448785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:01.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58034, clonedBytes: 20004092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:03.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68591, clonedBytes: 23662855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:04.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78983, clonedBytes: 27256150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:05.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88978, clonedBytes: 30628802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:06.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98185, clonedBytes: 33806940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:07.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf888666d1a4e49f550b0", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102982, clonedBytes: 35388698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:07.135 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:44:07.136 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:44:07.136 I SHARDING [conn9] moveChunk setting version to: 143|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:44:07.147 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102982, clonedBytes: 35388698, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:44:07.147 I SHARDING [conn9] moveChunk updating self version to: 143|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460252415000) } -> { datetime: new Date(1460392666000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:44:07.148 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:07.148-0600-584bf897666d1a4e49f550b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373847148), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102982, clonedBytes: 35388698, catchup: 0, steady: 0 } } Sat Dec 10 06:44:07.149 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:44:07.149 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:44:07.149 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:07.149-0600-584bf897666d1a4e49f550b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373847149), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1050, step 4 of 6: 13936, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:44:07.151 I SHARDING [conn9] distributed lock with ts: 584bf888666d1a4e49f550ae' unlocked. Sat Dec 10 06:44:07.151 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460139901000) }, max: { datetime: new Date(1460252415000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 142000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 360 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15007ms Sat Dec 10 06:44:07.155 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:44:07.156 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451756849000) }, { datetime: new Date(1451850021000) }) in IISLogs.pubprdweb03', ts : 584bf897666d1a4e49f550b5 Sat Dec 10 06:44:07.156 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 119|0||584bc97f90d1dc672b548352, current metadata version is 119|0||584bc97f90d1dc672b548352 Sat Dec 10 06:44:07.157 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 119|0||584bc97f90d1dc672b548352 to shard version 119|1||584bc97f90d1dc672b548352 Sat Dec 10 06:44:07.157 I SHARDING [conn9] collection version was loaded at version 119|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:44:07.157 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:07.157-0600-584bf897666d1a4e49f550b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373847157), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:44:07.158 I SHARDING [conn9] moveChunk request accepted at version 119|1||584bc97f90d1dc672b548352 Sat Dec 10 06:44:13.506 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:44:13.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:13.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:14.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:14.575 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776273 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 1062ms Sat Dec 10 06:44:14.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:15.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9651, clonedBytes: 2622094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:16.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19910, clonedBytes: 5433704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:17.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29814, clonedBytes: 8183465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:18.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40973, clonedBytes: 11120832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:19.817 I SHARDING [RangeDeleter] rangeDeleter deleted 112231 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450430090000) } -> { datetime: new Date(1450552150000) } Sat Dec 10 06:44:19.817 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456020875000) } -> { datetime: new Date(1456172405000) }, with opId: 177936 Sat Dec 10 06:44:19.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50584, clonedBytes: 14030681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:20.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59204, clonedBytes: 16372807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:21.528 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15182121 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 735ms Sat Dec 10 06:44:21.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62382, clonedBytes: 17253069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:22.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72414, clonedBytes: 20050967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:23.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82284, clonedBytes: 22761907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:25.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92376, clonedBytes: 25349960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:26.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103179, clonedBytes: 28369614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:27.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113072, clonedBytes: 31000195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:28.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf897666d1a4e49f550b7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31184117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:28.187 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:44:28.189 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:44:28.189 I SHARDING [conn9] moveChunk setting version to: 120|0||584bc97f90d1dc672b548352 Sat Dec 10 06:44:28.198 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31184117, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:44:28.198 I SHARDING [conn9] moveChunk updating self version to: 120|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451850021000) } -> { datetime: new Date(1451940241000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:44:28.199 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:28.199-0600-584bf8ac666d1a4e49f550ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373868199), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31184117, catchup: 0, steady: 0 } } Sat Dec 10 06:44:28.200 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:44:28.211 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:44:28.211 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:28.211-0600-584bf8ac666d1a4e49f550bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373868211), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6352, step 4 of 6: 14675, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:44:28.212 I SHARDING [conn9] distributed lock with ts: 584bf897666d1a4e49f550b5' unlocked. Sat Dec 10 06:44:28.212 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451756849000) }, max: { datetime: new Date(1451850021000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:962 reslen:154 locks:{ Global: { acquireCount: { r: 1936, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10777 } }, Database: { acquireCount: { r: 964, w: 4, W: 2 } }, Collection: { acquireCount: { r: 964, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21057ms Sat Dec 10 06:44:28.220 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:44:28.221 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454825573000) }, { datetime: new Date(1454967620000) }) in IISLogs.pubprdweb04', ts : 584bf8ac666d1a4e49f550bc Sat Dec 10 06:44:28.221 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 115|0||584bcad890d1dc672b54835d, current metadata version is 115|0||584bcad890d1dc672b54835d Sat Dec 10 06:44:28.223 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 115|0||584bcad890d1dc672b54835d to shard version 115|1||584bcad890d1dc672b54835d Sat Dec 10 06:44:28.223 I SHARDING [conn9] collection version was loaded at version 115|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:44:28.223 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:28.223-0600-584bf8ac666d1a4e49f550bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373868223), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:44:28.224 I SHARDING [conn9] moveChunk request accepted at version 115|1||584bcad890d1dc672b54835d Sat Dec 10 06:44:30.147 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 06:44:30.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:30.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:31.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:31.716 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776226 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1564ms Sat Dec 10 06:44:32.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5052, clonedBytes: 1473246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:33.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14811, clonedBytes: 4653700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:34.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24883, clonedBytes: 7667009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:35.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34876, clonedBytes: 10857734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:36.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44815, clonedBytes: 13895242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:36.469 I SHARDING [RangeDeleter] rangeDeleter deleted 102926 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456020875000) } -> { datetime: new Date(1456172405000) } Sat Dec 10 06:44:36.469 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471284890000) } -> { datetime: new Date(1471353219000) }, with opId: 178095 Sat Dec 10 06:44:37.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53554, clonedBytes: 16412310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:38.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53554, clonedBytes: 16412310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:38.787 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776297 locks:{ Global: { acquireCount: { r: 906 } }, Database: { acquireCount: { r: 453 } }, Collection: { acquireCount: { r: 453 } } } protocol:op_command 1434ms Sat Dec 10 06:44:39.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59882, clonedBytes: 18268923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:40.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69733, clonedBytes: 21189112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:41.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77213, clonedBytes: 23264511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:42.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83968, clonedBytes: 25196846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:43.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94010, clonedBytes: 28128670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:44.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104135, clonedBytes: 31114459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:45.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ac666d1a4e49f550be", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 33444204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:45.841 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:44:45.842 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:44:45.843 I SHARDING [conn9] moveChunk setting version to: 116|0||584bcad890d1dc672b54835d Sat Dec 10 06:44:45.844 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 33444204, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:44:45.844 I SHARDING [conn9] moveChunk updating self version to: 116|1||584bcad890d1dc672b54835d through { datetime: new Date(1454967620000) } -> { datetime: new Date(1455066353000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:44:45.846 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:45.846-0600-584bf8bd666d1a4e49f550c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373885846), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 33444204, catchup: 0, steady: 0 } } Sat Dec 10 06:44:45.846 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:44:45.847 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:44:45.847 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:45.847-0600-584bf8bd666d1a4e49f550c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373885847), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1925, step 4 of 6: 15690, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:44:45.848 I SHARDING [conn9] distributed lock with ts: 584bf8ac666d1a4e49f550bc' unlocked. Sat Dec 10 06:44:45.848 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454825573000) }, max: { datetime: new Date(1454967620000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 115000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:884 reslen:154 locks:{ Global: { acquireCount: { r: 1780, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 221 } }, Database: { acquireCount: { r: 886, w: 4, W: 2 } }, Collection: { acquireCount: { r: 886, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17630ms Sat Dec 10 06:44:46.935 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 143000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:44:46.936 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460252415000) }, { datetime: new Date(1460392666000) }) in IISLogs.pubprdweb01', ts : 584bf8be666d1a4e49f550c3 Sat Dec 10 06:44:46.936 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 143|0||584bbf4f90d1dc672b54822e, current metadata version is 143|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:44:46.938 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 143|0||584bbf4f90d1dc672b54822e to shard version 143|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:44:46.938 I SHARDING [conn9] collection version was loaded at version 143|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:44:46.938 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:44:46.938-0600-584bf8be666d1a4e49f550c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373886938), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:44:46.938 I SHARDING [conn9] moveChunk request accepted at version 143|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:44:47.734 I SHARDING [conn9] moveChunk number of documents: 102907 Sat Dec 10 06:44:47.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:47.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:47.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:47.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:47.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:47.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:47.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:48.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:48.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:48.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:48.909 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776261 locks:{ Global: { acquireCount: { r: 754 } }, Database: { acquireCount: { r: 377 } }, Collection: { acquireCount: { r: 377 } } } protocol:op_command 1170ms Sat Dec 10 06:44:49.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9927, clonedBytes: 3383710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:51.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19724, clonedBytes: 7128426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:52.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29747, clonedBytes: 10716178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:53.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41169, clonedBytes: 14740272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:54.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46648, clonedBytes: 16460687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:54.678 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776025 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 859ms Sat Dec 10 06:44:55.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51624, clonedBytes: 18125565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:56.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61645, clonedBytes: 21580663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:57.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72198, clonedBytes: 25186608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:58.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81507, clonedBytes: 28674697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:58.924 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471284890000) } -> { datetime: new Date(1471353219000) } Sat Dec 10 06:44:58.924 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458645489000) } -> { datetime: new Date(1458775174000) }, with opId: 178203 Sat Dec 10 06:44:59.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91484, clonedBytes: 32147604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:44:59.818 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3001737 locks:{ Global: { acquireCount: { r: 148 } }, Database: { acquireCount: { r: 74 } }, Collection: { acquireCount: { r: 74 } } } protocol:op_command 119ms Sat Dec 10 06:45:00.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100324, clonedBytes: 35032830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:01.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8be666d1a4e49f550c5", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102907, clonedBytes: 35865642, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:01.512 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:45:01.516 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:45:01.516 I SHARDING [conn9] moveChunk setting version to: 144|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:45:01.523 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102907, clonedBytes: 35865642, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:45:01.523 I SHARDING [conn9] moveChunk updating self version to: 144|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460392666000) } -> { datetime: new Date(1460488085000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:45:01.525 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:01.525-0600-584bf8cd666d1a4e49f550c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373901525), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102907, clonedBytes: 35865642, catchup: 0, steady: 0 } } Sat Dec 10 06:45:01.535 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:45:01.536 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:45:01.536 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:01.536-0600-584bf8cd666d1a4e49f550c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373901536), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 798, step 4 of 6: 13775, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:45:01.538 I SHARDING [conn9] distributed lock with ts: 584bf8be666d1a4e49f550c3' unlocked. Sat Dec 10 06:45:01.538 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460252415000) }, max: { datetime: new Date(1460392666000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 143000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1226 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14603ms Sat Dec 10 06:45:01.554 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:45:01.555 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451850021000) }, { datetime: new Date(1451940241000) }) in IISLogs.pubprdweb03', ts : 584bf8cd666d1a4e49f550ca Sat Dec 10 06:45:01.555 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 120|0||584bc97f90d1dc672b548352, current metadata version is 120|0||584bc97f90d1dc672b548352 Sat Dec 10 06:45:01.570 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 120|0||584bc97f90d1dc672b548352 to shard version 120|1||584bc97f90d1dc672b548352 Sat Dec 10 06:45:01.586 I SHARDING [conn9] collection version was loaded at version 120|1||584bc97f90d1dc672b548352, took 14ms Sat Dec 10 06:45:01.586 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:01.586-0600-584bf8cd666d1a4e49f550cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373901586), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:45:01.588 I SHARDING [conn9] moveChunk request accepted at version 120|1||584bc97f90d1dc672b548352 Sat Dec 10 06:45:02.786 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:45:02.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:02.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:02.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:02.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:02.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:02.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:02.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:03.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:03.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:03.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 948 } }, Database: { acquireCount: { r: 474 } }, Collection: { acquireCount: { r: 474 } } } protocol:op_command 972ms Sat Dec 10 06:45:03.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:04.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9877, clonedBytes: 2633211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:05.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19384, clonedBytes: 5192054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:06.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29020, clonedBytes: 7819198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:07.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38696, clonedBytes: 10757429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:09.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48179, clonedBytes: 13275197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:10.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56930, clonedBytes: 15661483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:11.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59546, clonedBytes: 16370383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:11.700 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14343208 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1377ms Sat Dec 10 06:45:12.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62875, clonedBytes: 17221587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:13.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73153, clonedBytes: 19813450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:14.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83419, clonedBytes: 22495397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:15.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93451, clonedBytes: 25109758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:16.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103019, clonedBytes: 27610560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:17.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112876, clonedBytes: 30127517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:18.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8cd666d1a4e49f550cc", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30345160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:18.297 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:45:18.298 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:45:18.298 I SHARDING [conn9] moveChunk setting version to: 121|0||584bc97f90d1dc672b548352 Sat Dec 10 06:45:18.300 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30345160, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:45:18.300 I SHARDING [conn9] moveChunk updating self version to: 121|1||584bc97f90d1dc672b548352 through { datetime: new Date(1451940241000) } -> { datetime: new Date(1452013170000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:45:18.302 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:18.302-0600-584bf8de666d1a4e49f550cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373918302), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30345160, catchup: 0, steady: 0 } } Sat Dec 10 06:45:18.302 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:45:18.303 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:45:18.303 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:18.303-0600-584bf8de666d1a4e49f550d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373918303), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, step 1 of 6: 0, step 2 of 6: 33, step 3 of 6: 1203, step 4 of 6: 15504, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:45:18.304 I SHARDING [conn9] distributed lock with ts: 584bf8cd666d1a4e49f550ca' unlocked. Sat Dec 10 06:45:18.304 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451850021000) }, max: { datetime: new Date(1451940241000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 551 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16750ms Sat Dec 10 06:45:18.309 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:45:18.310 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1454967620000) }, { datetime: new Date(1455066353000) }) in IISLogs.pubprdweb04', ts : 584bf8de666d1a4e49f550d1 Sat Dec 10 06:45:18.310 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 116|0||584bcad890d1dc672b54835d, current metadata version is 116|0||584bcad890d1dc672b54835d Sat Dec 10 06:45:18.311 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 116|0||584bcad890d1dc672b54835d to shard version 116|1||584bcad890d1dc672b54835d Sat Dec 10 06:45:18.311 I SHARDING [conn9] collection version was loaded at version 116|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:45:18.311 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:18.311-0600-584bf8de666d1a4e49f550d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373918311), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:45:18.314 I SHARDING [conn9] moveChunk request accepted at version 116|1||584bcad890d1dc672b54835d Sat Dec 10 06:45:18.586 I SHARDING [RangeDeleter] rangeDeleter deleted 106581 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458645489000) } -> { datetime: new Date(1458775174000) } Sat Dec 10 06:45:18.587 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447858135000) } -> { datetime: new Date(1447957348000) }, with opId: 178430 Sat Dec 10 06:45:20.219 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:45:20.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:20.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:21.235 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776233 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1011ms Sat Dec 10 06:45:21.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:22.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9420, clonedBytes: 2750960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:23.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18934, clonedBytes: 5458989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:24.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28628, clonedBytes: 8378244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:25.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37819, clonedBytes: 11049470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:26.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47545, clonedBytes: 13906257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:27.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56157, clonedBytes: 16394096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:28.409 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776073 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1075ms Sat Dec 10 06:45:28.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56509, clonedBytes: 16499131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:29.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67710, clonedBytes: 20060221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:30.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77554, clonedBytes: 23008440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:31.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87594, clonedBytes: 26053296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:32.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97468, clonedBytes: 29082479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:33.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106575, clonedBytes: 31911638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:34.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8de666d1a4e49f550d3", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33633478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:34.855 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:45:34.856 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:45:34.857 I SHARDING [conn9] moveChunk setting version to: 117|0||584bcad890d1dc672b54835d Sat Dec 10 06:45:34.869 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33633478, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:45:34.869 I SHARDING [conn9] moveChunk updating self version to: 117|1||584bcad890d1dc672b54835d through { datetime: new Date(1455066353000) } -> { datetime: new Date(1455125634000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:45:34.871 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:34.870-0600-584bf8ee666d1a4e49f550d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373934870), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33633478, catchup: 0, steady: 0 } } Sat Dec 10 06:45:34.871 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:45:34.871 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:45:34.871 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:34.871-0600-584bf8ee666d1a4e49f550d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373934871), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1907, step 4 of 6: 14632, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:45:34.873 I SHARDING [conn9] distributed lock with ts: 584bf8de666d1a4e49f550d1' unlocked. Sat Dec 10 06:45:34.873 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454967620000) }, max: { datetime: new Date(1455066353000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 116000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 312 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16564ms Sat Dec 10 06:45:35.991 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 144000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:45:35.992 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460392666000) }, { datetime: new Date(1460488085000) }) in IISLogs.pubprdweb01', ts : 584bf8ef666d1a4e49f550d8 Sat Dec 10 06:45:35.992 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 144|0||584bbf4f90d1dc672b54822e, current metadata version is 144|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:45:35.994 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 144|0||584bbf4f90d1dc672b54822e to shard version 144|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:45:35.994 I SHARDING [conn9] collection version was loaded at version 144|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:45:35.994 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:35.994-0600-584bf8ef666d1a4e49f550d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373935994), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:45:35.994 I SHARDING [conn9] moveChunk request accepted at version 144|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:45:36.689 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447858135000) } -> { datetime: new Date(1447957348000) } Sat Dec 10 06:45:36.689 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450552150000) } -> { datetime: new Date(1450714365000) }, with opId: 178545 Sat Dec 10 06:45:36.994 I SHARDING [conn9] moveChunk number of documents: 102962 Sat Dec 10 06:45:37.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:37.724 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776009 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 723ms Sat Dec 10 06:45:38.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 687, clonedBytes: 250007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:39.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7354, clonedBytes: 2349012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:40.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16819, clonedBytes: 5529615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:41.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26788, clonedBytes: 8752489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:42.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36622, clonedBytes: 12039371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:43.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47208, clonedBytes: 15640854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:44.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49700, clonedBytes: 16439071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:44.392 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776328 locks:{ Global: { acquireCount: { r: 760 } }, Database: { acquireCount: { r: 380 } }, Collection: { acquireCount: { r: 380 } } } protocol:op_command 780ms Sat Dec 10 06:45:45.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58031, clonedBytes: 19237171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:46.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62610, clonedBytes: 21049540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:47.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68291, clonedBytes: 23210522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:48.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77119, clonedBytes: 26238369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:49.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87183, clonedBytes: 29545331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:50.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97208, clonedBytes: 32893805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:51.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ef666d1a4e49f550da", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102962, clonedBytes: 34726888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:51.655 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:45:51.657 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:45:51.658 I SHARDING [conn9] moveChunk setting version to: 145|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:45:51.677 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102962, clonedBytes: 34726888, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:45:51.678 I SHARDING [conn9] moveChunk updating self version to: 145|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460488085000) } -> { datetime: new Date(1460584685000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:45:51.679 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:51.679-0600-584bf8ff666d1a4e49f550dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373951679), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102962, clonedBytes: 34726888, catchup: 0, steady: 0 } } Sat Dec 10 06:45:51.680 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:45:51.680 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:45:51.680 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:51.680-0600-584bf8ff666d1a4e49f550de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373951680), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1004, step 4 of 6: 14655, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:45:51.682 I SHARDING [conn9] distributed lock with ts: 584bf8ef666d1a4e49f550d8' unlocked. Sat Dec 10 06:45:51.682 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460392666000) }, max: { datetime: new Date(1460488085000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 144000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1035 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15691ms Sat Dec 10 06:45:51.688 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:45:51.689 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1451940241000) }, { datetime: new Date(1452013170000) }) in IISLogs.pubprdweb03', ts : 584bf8ff666d1a4e49f550df Sat Dec 10 06:45:51.689 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 121|0||584bc97f90d1dc672b548352, current metadata version is 121|0||584bc97f90d1dc672b548352 Sat Dec 10 06:45:51.695 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 121|0||584bc97f90d1dc672b548352 to shard version 121|1||584bc97f90d1dc672b548352 Sat Dec 10 06:45:51.695 I SHARDING [conn9] collection version was loaded at version 121|1||584bc97f90d1dc672b548352, took 5ms Sat Dec 10 06:45:51.695 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:45:51.695-0600-584bf8ff666d1a4e49f550e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373951695), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:45:51.695 I SHARDING [conn9] moveChunk request accepted at version 121|1||584bc97f90d1dc672b548352 Sat Dec 10 06:45:52.618 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:45:52.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:52.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:53.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:53.512 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776164 locks:{ Global: { acquireCount: { r: 964 } }, Database: { acquireCount: { r: 482 } }, Collection: { acquireCount: { r: 482 } } } protocol:op_command 889ms Sat Dec 10 06:45:53.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 591, clonedBytes: 148550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:54.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10164, clonedBytes: 2604198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:55.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20272, clonedBytes: 5236799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:56.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30404, clonedBytes: 7947836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:57.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40321, clonedBytes: 10739114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:58.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49833, clonedBytes: 13444450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:45:59.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59702, clonedBytes: 16129444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:00.541 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14608494 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 545ms Sat Dec 10 06:46:00.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63140, clonedBytes: 17049683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:01.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73430, clonedBytes: 19881658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:03.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84952, clonedBytes: 22906252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:03.278 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450552150000) } -> { datetime: new Date(1450714365000) } Sat Dec 10 06:46:03.278 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456172405000) } -> { datetime: new Date(1456259241000) }, with opId: 178686 Sat Dec 10 06:46:04.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94979, clonedBytes: 25520932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:05.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105947, clonedBytes: 28423479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:06.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf8ff666d1a4e49f550e1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30610374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:06.295 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:46:06.298 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:46:06.298 I SHARDING [conn9] moveChunk setting version to: 122|0||584bc97f90d1dc672b548352 Sat Dec 10 06:46:06.328 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30610374, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:46:06.328 I SHARDING [conn9] moveChunk updating self version to: 122|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452013170000) } -> { datetime: new Date(1452074051000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:46:06.330 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:06.330-0600-584bf90e666d1a4e49f550e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373966330), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30610374, catchup: 0, steady: 0 } } Sat Dec 10 06:46:06.330 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:46:06.330 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:46:06.331 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:06.331-0600-584bf90e666d1a4e49f550e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373966331), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, step 1 of 6: 0, step 2 of 6: 7, step 3 of 6: 925, step 4 of 6: 13673, step 5 of 6: 35, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:46:06.332 I SHARDING [conn9] distributed lock with ts: 584bf8ff666d1a4e49f550df' unlocked. Sat Dec 10 06:46:06.332 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1451940241000) }, max: { datetime: new Date(1452013170000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 278 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14644ms Sat Dec 10 06:46:06.354 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:46:06.355 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455066353000) }, { datetime: new Date(1455125634000) }) in IISLogs.pubprdweb04', ts : 584bf90e666d1a4e49f550e6 Sat Dec 10 06:46:06.355 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 117|0||584bcad890d1dc672b54835d, current metadata version is 117|0||584bcad890d1dc672b54835d Sat Dec 10 06:46:06.365 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 117|0||584bcad890d1dc672b54835d to shard version 117|1||584bcad890d1dc672b54835d Sat Dec 10 06:46:06.365 I SHARDING [conn9] collection version was loaded at version 117|1||584bcad890d1dc672b54835d, took 9ms Sat Dec 10 06:46:06.365 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:06.365-0600-584bf90e666d1a4e49f550e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373966365), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:46:06.366 I SHARDING [conn9] moveChunk request accepted at version 117|1||584bcad890d1dc672b54835d Sat Dec 10 06:46:13.496 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:46:13.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:13.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:14.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:14.279 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776204 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 770ms Sat Dec 10 06:46:14.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2027, clonedBytes: 653553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:15.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10376, clonedBytes: 3236829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:16.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21331, clonedBytes: 7110299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:17.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31666, clonedBytes: 10605946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:18.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41993, clonedBytes: 14093811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:19.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49230, clonedBytes: 16442556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:20.432 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776033 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 875ms Sat Dec 10 06:46:20.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52447, clonedBytes: 17440431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:21.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61737, clonedBytes: 20581608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:22.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71651, clonedBytes: 23827505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:23.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81964, clonedBytes: 27120062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:25.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92591, clonedBytes: 30432408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:26.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100158, clonedBytes: 32873055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:26.136 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:4039158 locks:{ Global: { acquireCount: { r: 194 } }, Database: { acquireCount: { r: 97 } }, Collection: { acquireCount: { r: 97 } } } protocol:op_command 341ms Sat Dec 10 06:46:27.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109657, clonedBytes: 36001635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:28.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf90e666d1a4e49f550e8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 36838734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:28.129 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:46:28.131 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:46:28.131 I SHARDING [conn9] moveChunk setting version to: 118|0||584bcad890d1dc672b54835d Sat Dec 10 06:46:28.135 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 36838734, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:46:28.135 I SHARDING [conn9] moveChunk updating self version to: 118|1||584bcad890d1dc672b54835d through { datetime: new Date(1455125634000) } -> { datetime: new Date(1455182261000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:46:28.137 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:28.137-0600-584bf924666d1a4e49f550eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373988137), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 36838734, catchup: 0, steady: 0 } } Sat Dec 10 06:46:28.137 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:46:28.137 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:46:28.138 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:28.138-0600-584bf924666d1a4e49f550ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373988138), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, step 1 of 6: 0, step 2 of 6: 11, step 3 of 6: 7132, step 4 of 6: 14629, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:46:28.139 I SHARDING [conn9] distributed lock with ts: 584bf90e666d1a4e49f550e6' unlocked. Sat Dec 10 06:46:28.139 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455066353000) }, max: { datetime: new Date(1455125634000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 117000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:925 reslen:154 locks:{ Global: { acquireCount: { r: 1862, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 481 } }, Database: { acquireCount: { r: 927, w: 4, W: 2 } }, Collection: { acquireCount: { r: 927, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21785ms Sat Dec 10 06:46:28.500 I SHARDING [RangeDeleter] rangeDeleter deleted 102917 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456172405000) } -> { datetime: new Date(1456259241000) } Sat Dec 10 06:46:28.500 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471353219000) } -> { datetime: new Date(1471385518000) }, with opId: 178872 Sat Dec 10 06:46:29.234 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 145000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:46:29.235 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460488085000) }, { datetime: new Date(1460584685000) }) in IISLogs.pubprdweb01', ts : 584bf925666d1a4e49f550ed Sat Dec 10 06:46:29.235 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 145|0||584bbf4f90d1dc672b54822e, current metadata version is 145|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:46:29.237 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 145|0||584bbf4f90d1dc672b54822e to shard version 145|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:46:29.237 I SHARDING [conn9] collection version was loaded at version 145|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:46:29.237 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:29.237-0600-584bf925666d1a4e49f550ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481373989237), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:46:29.238 I SHARDING [conn9] moveChunk request accepted at version 145|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:46:30.115 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:46:30.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:30.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:31.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:31.586 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776132 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 1466ms Sat Dec 10 06:46:32.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5909, clonedBytes: 1784232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:33.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15621, clonedBytes: 4891995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:34.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25971, clonedBytes: 8457578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:35.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36223, clonedBytes: 11887878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:36.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46083, clonedBytes: 15400787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:37.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48889, clonedBytes: 16444871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:37.662 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 757ms Sat Dec 10 06:46:38.670 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56864, clonedBytes: 19060041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:39.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67398, clonedBytes: 22696081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:40.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76520, clonedBytes: 25617254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:41.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83735, clonedBytes: 27942823, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:42.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92479, clonedBytes: 30856070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:43.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102045, clonedBytes: 33712409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:44.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf925666d1a4e49f550ef", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 33977340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:44.943 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:46:44.944 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:46:44.945 I SHARDING [conn9] moveChunk setting version to: 146|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:46:44.949 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 33977340, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:46:44.949 I SHARDING [conn9] moveChunk updating self version to: 146|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460584685000) } -> { datetime: new Date(1460726877000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:46:44.952 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:44.952-0600-584bf934666d1a4e49f550f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374004952), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 33977340, catchup: 0, steady: 0 } } Sat Dec 10 06:46:44.954 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:46:44.954 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:46:44.954 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:44.954-0600-584bf934666d1a4e49f550f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374004954), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 879, step 4 of 6: 14825, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:46:44.955 I SHARDING [conn9] distributed lock with ts: 584bf925666d1a4e49f550ed' unlocked. Sat Dec 10 06:46:44.956 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460488085000) }, max: { datetime: new Date(1460584685000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 145000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 133 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15722ms Sat Dec 10 06:46:44.960 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:46:44.961 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452013170000) }, { datetime: new Date(1452074051000) }) in IISLogs.pubprdweb03', ts : 584bf934666d1a4e49f550f4 Sat Dec 10 06:46:44.961 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 122|0||584bc97f90d1dc672b548352, current metadata version is 122|0||584bc97f90d1dc672b548352 Sat Dec 10 06:46:44.962 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 122|0||584bc97f90d1dc672b548352 to shard version 122|1||584bc97f90d1dc672b548352 Sat Dec 10 06:46:44.962 I SHARDING [conn9] collection version was loaded at version 122|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:46:44.962 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:46:44.962-0600-584bf934666d1a4e49f550f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374004962), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:46:44.963 I SHARDING [conn9] moveChunk request accepted at version 122|1||584bc97f90d1dc672b548352 Sat Dec 10 06:46:45.875 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:46:45.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:45.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:45.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:45.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:45.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:46.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:46.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:46.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:46.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:46.972 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776207 locks:{ Global: { acquireCount: { r: 968 } }, Database: { acquireCount: { r: 484 } }, Collection: { acquireCount: { r: 484 } } } protocol:op_command 1091ms Sat Dec 10 06:46:47.078 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471353219000) } -> { datetime: new Date(1471385518000) } Sat Dec 10 06:46:47.078 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458775174000) } -> { datetime: new Date(1458952632000) }, with opId: 179044 Sat Dec 10 06:46:47.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:48.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9957, clonedBytes: 2615973, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:49.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19643, clonedBytes: 5141056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:50.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29371, clonedBytes: 7649448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:51.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39320, clonedBytes: 10407202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:52.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49223, clonedBytes: 13254283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:53.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59173, clonedBytes: 16067458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:54.254 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15123542 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 844ms Sat Dec 10 06:46:54.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60295, clonedBytes: 16365104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:55.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70189, clonedBytes: 19038732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:56.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80293, clonedBytes: 21822180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:57.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90648, clonedBytes: 24921738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:58.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100719, clonedBytes: 27647892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:46:59.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110664, clonedBytes: 30340292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:00.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf934666d1a4e49f550f6", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 31125472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:00.502 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:47:00.503 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:47:00.504 I SHARDING [conn9] moveChunk setting version to: 123|0||584bc97f90d1dc672b548352 Sat Dec 10 06:47:00.507 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 31125472, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:47:00.507 I SHARDING [conn9] moveChunk updating self version to: 123|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452074051000) } -> { datetime: new Date(1452142652000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:47:00.509 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:00.509-0600-584bf944666d1a4e49f550f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374020509), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 31125472, catchup: 0, steady: 0 } } Sat Dec 10 06:47:00.509 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:47:00.512 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:47:00.512 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:00.512-0600-584bf944666d1a4e49f550fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374020512), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 915, step 4 of 6: 14622, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:47:00.513 I SHARDING [conn9] distributed lock with ts: 584bf934666d1a4e49f550f4' unlocked. Sat Dec 10 06:47:00.513 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452013170000) }, max: { datetime: new Date(1452074051000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2318 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15553ms Sat Dec 10 06:47:00.519 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:47:00.520 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455125634000) }, { datetime: new Date(1455182261000) }) in IISLogs.pubprdweb04', ts : 584bf944666d1a4e49f550fb Sat Dec 10 06:47:00.520 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 118|0||584bcad890d1dc672b54835d, current metadata version is 118|0||584bcad890d1dc672b54835d Sat Dec 10 06:47:00.521 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 118|0||584bcad890d1dc672b54835d to shard version 118|1||584bcad890d1dc672b54835d Sat Dec 10 06:47:00.521 I SHARDING [conn9] collection version was loaded at version 118|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:47:00.521 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:00.521-0600-584bf944666d1a4e49f550fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374020521), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:47:00.522 I SHARDING [conn9] moveChunk request accepted at version 118|1||584bcad890d1dc672b54835d Sat Dec 10 06:47:04.310 I SHARDING [RangeDeleter] rangeDeleter deleted 106521 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458775174000) } -> { datetime: new Date(1458952632000) } Sat Dec 10 06:47:04.311 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1447957348000) } -> { datetime: new Date(1448122910000) }, with opId: 179181 Sat Dec 10 06:47:07.404 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:47:07.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:07.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:08.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:08.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:08.770 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776159 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1362ms Sat Dec 10 06:47:09.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4596, clonedBytes: 1506728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:10.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14319, clonedBytes: 4592952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:12.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21630, clonedBytes: 7013889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:13.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31166, clonedBytes: 9942134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:14.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40933, clonedBytes: 13088809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:15.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50729, clonedBytes: 16123392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:16.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51779, clonedBytes: 16424668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:16.385 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776269 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 1183ms Sat Dec 10 06:47:17.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58313, clonedBytes: 18342404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:18.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68513, clonedBytes: 21570152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:19.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78640, clonedBytes: 24751419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:20.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88778, clonedBytes: 28094123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:21.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98941, clonedBytes: 31440359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:22.186 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2742278 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } protocol:op_command 465ms Sat Dec 10 06:47:22.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104304, clonedBytes: 33183532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:23.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf944666d1a4e49f550fd", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 35540998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:23.337 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:47:23.338 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:47:23.339 I SHARDING [conn9] moveChunk setting version to: 119|0||584bcad890d1dc672b54835d Sat Dec 10 06:47:23.348 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 35540998, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:47:23.348 I SHARDING [conn9] moveChunk updating self version to: 119|1||584bcad890d1dc672b54835d through { datetime: new Date(1455182261000) } -> { datetime: new Date(1455244636000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:47:23.349 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:23.349-0600-584bf95b666d1a4e49f55100", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374043349), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 35540998, catchup: 0, steady: 0 } } Sat Dec 10 06:47:23.350 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:47:23.352 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:47:23.352 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:23.352-0600-584bf95b666d1a4e49f55101", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374043352), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6884, step 4 of 6: 15928, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:47:23.354 I SHARDING [conn9] distributed lock with ts: 584bf944666d1a4e49f550fb' unlocked. Sat Dec 10 06:47:23.354 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455125634000) }, max: { datetime: new Date(1455182261000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 118000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:916 reslen:154 locks:{ Global: { acquireCount: { r: 1844, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2284 } }, Database: { acquireCount: { r: 918, w: 4, W: 2 } }, Collection: { acquireCount: { r: 918, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22835ms Sat Dec 10 06:47:24.429 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 146000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:47:24.430 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460584685000) }, { datetime: new Date(1460726877000) }) in IISLogs.pubprdweb01', ts : 584bf95c666d1a4e49f55102 Sat Dec 10 06:47:24.430 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 146|0||584bbf4f90d1dc672b54822e, current metadata version is 146|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:47:24.431 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 146|0||584bbf4f90d1dc672b54822e to shard version 146|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:47:24.431 I SHARDING [conn9] collection version was loaded at version 146|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:47:24.431 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:24.431-0600-584bf95c666d1a4e49f55103", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374044431), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:47:24.432 I SHARDING [conn9] moveChunk request accepted at version 146|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:47:26.554 I SHARDING [RangeDeleter] rangeDeleter deleted 113750 documents for IISLogs.pubprdweb03 from { datetime: new Date(1447957348000) } -> { datetime: new Date(1448122910000) } Sat Dec 10 06:47:26.554 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450714365000) } -> { datetime: new Date(1450817799000) }, with opId: 179295 Sat Dec 10 06:47:28.510 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:47:28.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:28.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:29.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:29.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:30.304 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776169 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 1787ms Sat Dec 10 06:47:31.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11775, clonedBytes: 3975072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:32.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21790, clonedBytes: 7336736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:33.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32059, clonedBytes: 11308800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:34.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42162, clonedBytes: 14658144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:35.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47611, clonedBytes: 16453854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:36.315 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776129 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1074ms Sat Dec 10 06:47:36.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50865, clonedBytes: 17552628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:37.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60729, clonedBytes: 20842434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:38.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70820, clonedBytes: 24103889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:39.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81384, clonedBytes: 27434025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:40.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91561, clonedBytes: 30702263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:41.666 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1477765 locks:{ Global: { acquireCount: { r: 78 } }, Database: { acquireCount: { r: 39 } }, Collection: { acquireCount: { r: 39 } } } protocol:op_command 114ms Sat Dec 10 06:47:41.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100752, clonedBytes: 33648078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:42.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf95c666d1a4e49f55104", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 34337027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:42.931 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:47:42.932 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:47:42.933 I SHARDING [conn9] moveChunk setting version to: 147|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:47:42.940 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 34337027, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:47:42.940 I SHARDING [conn9] moveChunk updating self version to: 147|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460726877000) } -> { datetime: new Date(1460909097000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:47:42.942 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:42.942-0600-584bf96e666d1a4e49f55107", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374062942), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 34337027, catchup: 0, steady: 0 } } Sat Dec 10 06:47:42.942 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:47:42.948 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:47:42.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:42.948-0600-584bf96e666d1a4e49f55108", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374062948), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4081, step 4 of 6: 14416, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:47:42.949 I SHARDING [conn9] distributed lock with ts: 584bf95c666d1a4e49f55102' unlocked. Sat Dec 10 06:47:42.949 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460584685000) }, max: { datetime: new Date(1460726877000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 146000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:826 reslen:154 locks:{ Global: { acquireCount: { r: 1664, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7769 } }, Database: { acquireCount: { r: 828, w: 4, W: 2 } }, Collection: { acquireCount: { r: 828, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18522ms Sat Dec 10 06:47:42.954 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:47:42.955 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452074051000) }, { datetime: new Date(1452142652000) }) in IISLogs.pubprdweb03', ts : 584bf96e666d1a4e49f55109 Sat Dec 10 06:47:42.955 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 123|0||584bc97f90d1dc672b548352, current metadata version is 123|0||584bc97f90d1dc672b548352 Sat Dec 10 06:47:42.957 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 123|0||584bc97f90d1dc672b548352 to shard version 123|1||584bc97f90d1dc672b548352 Sat Dec 10 06:47:42.957 I SHARDING [conn9] collection version was loaded at version 123|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:47:42.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:47:42.957-0600-584bf96e666d1a4e49f5510a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374062957), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:47:42.958 I SHARDING [conn9] moveChunk request accepted at version 123|1||584bc97f90d1dc672b548352 Sat Dec 10 06:47:46.168 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:47:46.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:46.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:47.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:48.012 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776315 locks:{ Global: { acquireCount: { r: 1014 } }, Database: { acquireCount: { r: 507 } }, Collection: { acquireCount: { r: 507 } } } protocol:op_command 1836ms Sat Dec 10 06:47:48.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2163, clonedBytes: 543963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:49.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12452, clonedBytes: 3211481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:50.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22593, clonedBytes: 5838830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:51.334 I SHARDING [RangeDeleter] rangeDeleter deleted 112213 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450714365000) } -> { datetime: new Date(1450817799000) } Sat Dec 10 06:47:51.334 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456259241000) } -> { datetime: new Date(1456349953000) }, with opId: 179478 Sat Dec 10 06:47:51.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32686, clonedBytes: 8511275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:52.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43418, clonedBytes: 11446791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:53.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53246, clonedBytes: 13991393, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:54.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62276, clonedBytes: 16351345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:55.065 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14525188 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 571ms Sat Dec 10 06:47:55.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66706, clonedBytes: 17536814, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:56.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77294, clonedBytes: 20350538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:57.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87500, clonedBytes: 23087281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:58.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97827, clonedBytes: 25894135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:47:59.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107547, clonedBytes: 28812773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:00.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf96e666d1a4e49f5510b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30527212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:00.759 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:48:00.760 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:48:00.761 I SHARDING [conn9] moveChunk setting version to: 124|0||584bc97f90d1dc672b548352 Sat Dec 10 06:48:00.763 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30527212, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:48:00.763 I SHARDING [conn9] moveChunk updating self version to: 124|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452142652000) } -> { datetime: new Date(1452231919000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:48:00.765 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:00.765-0600-584bf980666d1a4e49f5510e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374080765), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30527212, catchup: 0, steady: 0 } } Sat Dec 10 06:48:00.766 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:48:00.766 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:48:00.766 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:00.766-0600-584bf980666d1a4e49f5510f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374080766), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3216, step 4 of 6: 14583, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:48:00.767 I SHARDING [conn9] distributed lock with ts: 584bf96e666d1a4e49f55109' unlocked. Sat Dec 10 06:48:00.768 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452074051000) }, max: { datetime: new Date(1452142652000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:902 reslen:154 locks:{ Global: { acquireCount: { r: 1816, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 88 } }, Database: { acquireCount: { r: 904, w: 4, W: 2 } }, Collection: { acquireCount: { r: 904, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17814ms Sat Dec 10 06:48:00.773 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:48:00.773 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455182261000) }, { datetime: new Date(1455244636000) }) in IISLogs.pubprdweb04', ts : 584bf980666d1a4e49f55110 Sat Dec 10 06:48:00.773 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 119|0||584bcad890d1dc672b54835d, current metadata version is 119|0||584bcad890d1dc672b54835d Sat Dec 10 06:48:00.775 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 119|0||584bcad890d1dc672b54835d to shard version 119|1||584bcad890d1dc672b54835d Sat Dec 10 06:48:00.775 I SHARDING [conn9] collection version was loaded at version 119|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:48:00.775 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:00.775-0600-584bf980666d1a4e49f55111", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374080775), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:48:00.776 I SHARDING [conn9] moveChunk request accepted at version 119|1||584bcad890d1dc672b54835d Sat Dec 10 06:48:02.261 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 06:48:02.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:02.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:03.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:03.623 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1358ms Sat Dec 10 06:48:04.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1726, clonedBytes: 417278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:05.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10915, clonedBytes: 2808893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:06.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21092, clonedBytes: 5855700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:07.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31024, clonedBytes: 8947600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:08.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41379, clonedBytes: 12128996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:09.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51752, clonedBytes: 15332171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:10.451 I SHARDING [RangeDeleter] rangeDeleter deleted 102939 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456259241000) } -> { datetime: new Date(1456349953000) } Sat Dec 10 06:48:10.451 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471385518000) } -> { datetime: new Date(1471453002000) }, with opId: 179592 Sat Dec 10 06:48:10.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55257, clonedBytes: 16400428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:11.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55257, clonedBytes: 16400428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:11.681 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1785ms Sat Dec 10 06:48:12.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63339, clonedBytes: 18895307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:13.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69962, clonedBytes: 20919548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:15.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79140, clonedBytes: 23690865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:16.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83084, clonedBytes: 24901357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:17.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85608, clonedBytes: 25693751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:18.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92047, clonedBytes: 27646037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:19.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97737, clonedBytes: 29461824, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:20.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102631, clonedBytes: 30994147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:21.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108528, clonedBytes: 32814581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:21.312 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1164603 locks:{ Global: { acquireCount: { r: 62 } }, Database: { acquireCount: { r: 31 } }, Collection: { acquireCount: { r: 31 } } } protocol:op_command 152ms Sat Dec 10 06:48:22.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf980666d1a4e49f55112", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 33957970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:22.250 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:48:22.251 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:48:22.252 I SHARDING [conn9] moveChunk setting version to: 120|0||584bcad890d1dc672b54835d Sat Dec 10 06:48:22.269 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 33957970, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:48:22.270 I SHARDING [conn9] moveChunk updating self version to: 120|1||584bcad890d1dc672b54835d through { datetime: new Date(1455244636000) } -> { datetime: new Date(1455340702000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:48:22.271 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:22.271-0600-584bf996666d1a4e49f55115", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374102271), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 33957970, catchup: 0, steady: 0 } } Sat Dec 10 06:48:22.272 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:48:22.272 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:48:22.272 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:22.272-0600-584bf996666d1a4e49f55116", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374102272), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1488, step 4 of 6: 19985, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:48:22.273 I SHARDING [conn9] distributed lock with ts: 584bf980666d1a4e49f55110' unlocked. Sat Dec 10 06:48:22.274 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455182261000) }, max: { datetime: new Date(1455244636000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 119000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1483 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21501ms Sat Dec 10 06:48:23.384 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 147000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:48:23.385 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460726877000) }, { datetime: new Date(1460909097000) }) in IISLogs.pubprdweb01', ts : 584bf997666d1a4e49f55117 Sat Dec 10 06:48:23.385 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 147|0||584bbf4f90d1dc672b54822e, current metadata version is 147|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:48:23.386 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 147|0||584bbf4f90d1dc672b54822e to shard version 147|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:48:23.386 I SHARDING [conn9] collection version was loaded at version 147|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:48:23.387 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:23.386-0600-584bf997666d1a4e49f55118", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374103386), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:48:23.387 I SHARDING [conn9] moveChunk request accepted at version 147|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:48:24.464 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:48:24.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:24.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:25.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:25.425 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776323 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 957ms Sat Dec 10 06:48:25.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:26.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3751, clonedBytes: 1081163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:27.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13234, clonedBytes: 3876756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:28.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22929, clonedBytes: 6883828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:29.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32691, clonedBytes: 9915864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:30.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42812, clonedBytes: 13185660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:31.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53123, clonedBytes: 16370718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:32.493 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775997 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 736ms Sat Dec 10 06:48:32.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56134, clonedBytes: 17307871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:33.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66411, clonedBytes: 20675532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:34.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76753, clonedBytes: 23976013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:35.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87043, clonedBytes: 27581749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:37.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96358, clonedBytes: 31114268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:38.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf997666d1a4e49f55119", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 33316472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:38.048 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:48:38.049 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:48:38.049 I SHARDING [conn9] moveChunk setting version to: 148|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:48:38.058 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 33316472, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:48:38.058 I SHARDING [conn9] moveChunk updating self version to: 148|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1460909097000) } -> { datetime: new Date(1461013487000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:48:38.059 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:38.059-0600-584bf9a6666d1a4e49f5511c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374118059), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 33316472, catchup: 0, steady: 0 } } Sat Dec 10 06:48:38.060 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:48:38.060 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:48:38.060 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:38.060-0600-584bf9a6666d1a4e49f5511d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374118060), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1079, step 4 of 6: 13579, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:48:38.061 I SHARDING [conn9] distributed lock with ts: 584bf997666d1a4e49f55117' unlocked. Sat Dec 10 06:48:38.062 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460726877000) }, max: { datetime: new Date(1460909097000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 147000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 262 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14678ms Sat Dec 10 06:48:38.066 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:48:38.067 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452142652000) }, { datetime: new Date(1452231919000) }) in IISLogs.pubprdweb03', ts : 584bf9a6666d1a4e49f5511e Sat Dec 10 06:48:38.067 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 124|0||584bc97f90d1dc672b548352, current metadata version is 124|0||584bc97f90d1dc672b548352 Sat Dec 10 06:48:38.068 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 124|0||584bc97f90d1dc672b548352 to shard version 124|1||584bc97f90d1dc672b548352 Sat Dec 10 06:48:38.068 I SHARDING [conn9] collection version was loaded at version 124|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:48:38.069 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:48:38.069-0600-584bf9a6666d1a4e49f5511f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374118069), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:48:38.070 I SHARDING [conn9] moveChunk request accepted at version 124|1||584bc97f90d1dc672b548352 Sat Dec 10 06:48:38.935 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:48:38.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:38.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:38.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:38.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:38.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:39.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:39.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:39.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:39.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:39.680 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776062 locks:{ Global: { acquireCount: { r: 996 } }, Database: { acquireCount: { r: 498 } }, Collection: { acquireCount: { r: 498 } } } protocol:op_command 732ms Sat Dec 10 06:48:39.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1999, clonedBytes: 546235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:40.397 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471385518000) } -> { datetime: new Date(1471453002000) } Sat Dec 10 06:48:40.398 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1458952632000) } -> { datetime: new Date(1459189727000) }, with opId: 179778 Sat Dec 10 06:48:41.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12093, clonedBytes: 3207984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:42.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22341, clonedBytes: 5915949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:43.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32738, clonedBytes: 8602466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:44.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43125, clonedBytes: 11258317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:45.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52941, clonedBytes: 13793032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:46.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62582, clonedBytes: 16297789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:46.713 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13743019 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 492ms Sat Dec 10 06:48:47.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66901, clonedBytes: 17412331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:48.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76924, clonedBytes: 20030861, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:49.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87001, clonedBytes: 22653883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:50.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97090, clonedBytes: 25370180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:51.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106867, clonedBytes: 27918870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:52.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:53.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:54.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:55.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:56.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:57.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:58.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:48:59.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:00.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:01.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:02.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:03.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9a6666d1a4e49f55120", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:03.639 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:49:03.640 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:49:03.641 I SHARDING [conn9] moveChunk setting version to: 125|0||584bc97f90d1dc672b548352 Sat Dec 10 06:49:03.646 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:49:03.646 I SHARDING [conn9] moveChunk updating self version to: 125|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452231919000) } -> { datetime: new Date(1452357659000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:49:03.647 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:49:03.647-0600-584bf9bf666d1a4e49f55123", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374143647), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 29744804, catchup: 0, steady: 0 } } Sat Dec 10 06:49:03.648 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:49:03.648 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:49:03.648 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:49:03.648-0600-584bf9bf666d1a4e49f55124", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374143648), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 868, step 4 of 6: 24699, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:49:03.650 I SHARDING [conn9] distributed lock with ts: 584bf9a6666d1a4e49f5511e' unlocked. Sat Dec 10 06:49:03.650 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452142652000) }, max: { datetime: new Date(1452231919000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 284 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25584ms Sat Dec 10 06:49:03.655 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:49:03.656 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455244636000) }, { datetime: new Date(1455340702000) }) in IISLogs.pubprdweb04', ts : 584bf9bf666d1a4e49f55125 Sat Dec 10 06:49:03.656 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 120|0||584bcad890d1dc672b54835d, current metadata version is 120|0||584bcad890d1dc672b54835d Sat Dec 10 06:49:03.658 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 120|0||584bcad890d1dc672b54835d to shard version 120|1||584bcad890d1dc672b54835d Sat Dec 10 06:49:03.658 I SHARDING [conn9] collection version was loaded at version 120|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:49:03.658 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:49:03.658-0600-584bf9bf666d1a4e49f55126", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374143658), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:49:03.658 I SHARDING [conn9] moveChunk request accepted at version 120|1||584bcad890d1dc672b54835d Sat Dec 10 06:49:04.717 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 06:49:04.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:04.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:04.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:04.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:04.803 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1458952632000) } -> { datetime: new Date(1459189727000) } Sat Dec 10 06:49:04.803 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448122910000) } -> { datetime: new Date(1448294732000) }, with opId: 179961 Sat Dec 10 06:49:04.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:04.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:04.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:05.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:05.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:05.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:06.141 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776061 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1419ms Sat Dec 10 06:49:06.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1974, clonedBytes: 604658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:07.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11065, clonedBytes: 3417875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:08.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19518, clonedBytes: 5955125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:10.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27905, clonedBytes: 8287067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:11.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36820, clonedBytes: 10993953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:12.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45096, clonedBytes: 13477382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:13.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53169, clonedBytes: 15923450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:14.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54748, clonedBytes: 16403787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:15.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54748, clonedBytes: 16403787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:15.600 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 2293ms Sat Dec 10 06:49:16.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59119, clonedBytes: 17767901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:17.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67588, clonedBytes: 20370274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:18.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75759, clonedBytes: 22652182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:19.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84808, clonedBytes: 25369289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:20.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94457, clonedBytes: 28338851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:21.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104220, clonedBytes: 31506213, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:22.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9bf666d1a4e49f55127", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 34244076, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:22.367 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:49:22.368 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:49:22.369 I SHARDING [conn9] moveChunk setting version to: 121|0||584bcad890d1dc672b54835d Sat Dec 10 06:49:22.372 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 34244076, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:49:22.372 I SHARDING [conn9] moveChunk updating self version to: 121|1||584bcad890d1dc672b54835d through { datetime: new Date(1455340702000) } -> { datetime: new Date(1455440137000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:49:22.373 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:49:22.373-0600-584bf9d2666d1a4e49f5512a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374162373), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 34244076, catchup: 0, steady: 0 } } Sat Dec 10 06:49:22.374 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:49:22.374 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:49:22.374 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:49:22.374-0600-584bf9d2666d1a4e49f5512b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374162374), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1062, step 4 of 6: 17645, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:49:22.376 I SHARDING [conn9] distributed lock with ts: 584bf9bf666d1a4e49f55125' unlocked. Sat Dec 10 06:49:22.376 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455244636000) }, max: { datetime: new Date(1455340702000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 120000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 287 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18721ms Sat Dec 10 06:49:23.459 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 148000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:49:23.460 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1460909097000) }, { datetime: new Date(1461013487000) }) in IISLogs.pubprdweb01', ts : 584bf9d3666d1a4e49f5512c Sat Dec 10 06:49:23.460 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 148|0||584bbf4f90d1dc672b54822e, current metadata version is 148|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:49:23.462 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 148|0||584bbf4f90d1dc672b54822e to shard version 148|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:49:23.462 I SHARDING [conn9] collection version was loaded at version 148|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:49:23.462 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:49:23.462-0600-584bf9d3666d1a4e49f5512d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374163462), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:49:23.462 I SHARDING [conn9] moveChunk request accepted at version 148|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:49:24.623 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:49:24.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.695 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448122910000) } -> { datetime: new Date(1448294732000) } Sat Dec 10 06:49:24.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.724 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450817799000) } -> { datetime: new Date(1450975698000) }, with opId: 180055 Sat Dec 10 06:49:24.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:24.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:25.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:25.634 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 764 } }, Database: { acquireCount: { r: 382 } }, Collection: { acquireCount: { r: 382 } } } protocol:op_command 1007ms Sat Dec 10 06:49:25.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:26.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:27.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:28.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:29.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:30.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:31.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:32.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:33.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:34.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:35.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:37.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:38.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:39.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:40.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:41.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:42.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:43.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:44.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:45.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:46.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:47.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:48.163 I SHARDING [RangeDeleter] rangeDeleter deleted 112215 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450817799000) } -> { datetime: new Date(1450975698000) } Sat Dec 10 06:49:48.163 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456349953000) } -> { datetime: new Date(1456483566000) }, with opId: 180142 Sat Dec 10 06:49:48.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:49.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:50.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:51.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:52.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:53.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:54.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:55.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:56.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:57.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:58.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:49:59.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:00.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:01.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:02.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:03.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:04.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:05.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:06.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:07.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:08.554 I SHARDING [RangeDeleter] rangeDeleter deleted 102924 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456349953000) } -> { datetime: new Date(1456483566000) } Sat Dec 10 06:50:08.554 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471453002000) } -> { datetime: new Date(1471509861000) }, with opId: 180214 Sat Dec 10 06:50:08.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:09.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:10.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:11.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:12.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:13.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:14.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:15.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:16.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:18.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:19.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:20.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:21.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:22.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:23.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:24.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:25.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:26.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:27.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6146, clonedBytes: 2163545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:28.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12860, clonedBytes: 4426036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:29.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18800, clonedBytes: 6484798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:30.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24488, clonedBytes: 8386626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:31.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33280, clonedBytes: 11479830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:32.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42590, clonedBytes: 14708920, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:33.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47807, clonedBytes: 16452587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:34.674 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 784 } }, Database: { acquireCount: { r: 392 } }, Collection: { acquireCount: { r: 392 } } } protocol:op_command 1472ms Sat Dec 10 06:50:34.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47807, clonedBytes: 16452587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:35.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57369, clonedBytes: 20114158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:36.405 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471453002000) } -> { datetime: new Date(1471509861000) } Sat Dec 10 06:50:36.405 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459189727000) } -> { datetime: new Date(1459296064000) }, with opId: 180318 Sat Dec 10 06:50:36.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67122, clonedBytes: 23532941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:37.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76992, clonedBytes: 26694111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:38.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86620, clonedBytes: 29925542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:39.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96376, clonedBytes: 32899883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:40.111 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2204646 locks:{ Global: { acquireCount: { r: 110 } }, Database: { acquireCount: { r: 55 } }, Collection: { acquireCount: { r: 55 } } } protocol:op_command 239ms Sat Dec 10 06:50:40.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bf9d3666d1a4e49f5512e", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 35066185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:40.966 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:50:40.967 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:50:40.968 I SHARDING [conn9] moveChunk setting version to: 149|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:50:40.981 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 35066185, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:50:40.981 I SHARDING [conn9] moveChunk updating self version to: 149|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461013487000) } -> { datetime: new Date(1461117862000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:50:40.983 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:50:40.983-0600-584bfa20666d1a4e49f55131", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374240983), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 35066185, catchup: 0, steady: 0 } } Sat Dec 10 06:50:40.983 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:50:40.998 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:50:40.998 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:50:40.998-0600-584bfa20666d1a4e49f55132", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374240998), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1162, step 4 of 6: 76337, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:50:41.000 I SHARDING [conn9] distributed lock with ts: 584bf9d3666d1a4e49f5512c' unlocked. Sat Dec 10 06:50:41.000 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460909097000) }, max: { datetime: new Date(1461013487000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 148000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 23847 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 77543ms Sat Dec 10 06:50:41.012 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 125000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:50:41.013 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452231919000) }, { datetime: new Date(1452357659000) }) in IISLogs.pubprdweb03', ts : 584bfa21666d1a4e49f55133 Sat Dec 10 06:50:41.013 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 125|0||584bc97f90d1dc672b548352, current metadata version is 125|0||584bc97f90d1dc672b548352 Sat Dec 10 06:50:41.015 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 125|0||584bc97f90d1dc672b548352 to shard version 125|1||584bc97f90d1dc672b548352 Sat Dec 10 06:50:41.015 I SHARDING [conn9] collection version was loaded at version 125|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:50:41.015 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:50:41.015-0600-584bfa21666d1a4e49f55134", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374241015), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:50:41.015 I SHARDING [conn9] moveChunk request accepted at version 125|1||584bc97f90d1dc672b548352 Sat Dec 10 06:50:41.983 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:50:41.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:42.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:43.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:44.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:44.351 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776178 locks:{ Global: { acquireCount: { r: 1014 } }, Database: { acquireCount: { r: 507 } }, Collection: { acquireCount: { r: 507 } } } protocol:op_command 2362ms Sat Dec 10 06:50:45.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6490, clonedBytes: 1709203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:46.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14507, clonedBytes: 3877757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:47.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24875, clonedBytes: 6627337, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:48.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34922, clonedBytes: 9247134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:49.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44415, clonedBytes: 11674469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:50.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54800, clonedBytes: 14459611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:51.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62055, clonedBytes: 16352755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:52.535 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14041840 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 1310ms Sat Dec 10 06:50:52.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62055, clonedBytes: 16352755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:53.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71829, clonedBytes: 18971666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:54.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82170, clonedBytes: 21705649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:55.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92212, clonedBytes: 24360149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:56.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102434, clonedBytes: 27035936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:57.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112385, clonedBytes: 29591321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:58.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa21666d1a4e49f55135", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30043727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:58.738 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:50:58.739 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:50:58.739 I SHARDING [conn9] moveChunk setting version to: 126|0||584bc97f90d1dc672b548352 Sat Dec 10 06:50:58.751 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30043727, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:50:58.751 I SHARDING [conn9] moveChunk updating self version to: 126|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452357659000) } -> { datetime: new Date(1452482318000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:50:58.752 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:50:58.752-0600-584bfa32666d1a4e49f55138", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374258752), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30043727, catchup: 0, steady: 0 } } Sat Dec 10 06:50:58.753 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:50:58.754 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:50:58.754 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:50:58.754-0600-584bfa32666d1a4e49f55139", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374258754), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 971, step 4 of 6: 16750, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:50:58.755 I SHARDING [conn9] distributed lock with ts: 584bfa21666d1a4e49f55133' unlocked. Sat Dec 10 06:50:58.755 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452231919000) }, max: { datetime: new Date(1452357659000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 125000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 11629 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17746ms Sat Dec 10 06:50:58.760 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:50:58.761 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455340702000) }, { datetime: new Date(1455440137000) }) in IISLogs.pubprdweb04', ts : 584bfa32666d1a4e49f5513a Sat Dec 10 06:50:58.761 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 121|0||584bcad890d1dc672b54835d, current metadata version is 121|0||584bcad890d1dc672b54835d Sat Dec 10 06:50:58.762 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 121|0||584bcad890d1dc672b54835d to shard version 121|1||584bcad890d1dc672b54835d Sat Dec 10 06:50:58.762 I SHARDING [conn9] collection version was loaded at version 121|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:50:58.762 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:50:58.762-0600-584bfa32666d1a4e49f5513b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374258762), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:50:58.763 I SHARDING [conn9] moveChunk request accepted at version 121|1||584bcad890d1dc672b54835d Sat Dec 10 06:50:58.817 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459189727000) } -> { datetime: new Date(1459296064000) } Sat Dec 10 06:50:58.818 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448294732000) } -> { datetime: new Date(1448395814000) }, with opId: 180506 Sat Dec 10 06:50:59.703 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:50:59.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:59.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:59.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:59.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:59.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:59.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:50:59.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:00.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:00.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:00.622 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776327 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 909ms Sat Dec 10 06:51:00.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 477, clonedBytes: 145353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:01.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9785, clonedBytes: 3174064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:02.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19749, clonedBytes: 6092126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:03.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29321, clonedBytes: 9103967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:04.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39361, clonedBytes: 12296866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:05.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49824, clonedBytes: 15761075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:07.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52070, clonedBytes: 16422799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:08.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52070, clonedBytes: 16422799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:08.704 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776252 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 2448ms Sat Dec 10 06:51:09.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54768, clonedBytes: 17214293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:10.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65558, clonedBytes: 20632498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:11.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76051, clonedBytes: 23841627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:12.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85353, clonedBytes: 26799990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:13.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92196, clonedBytes: 28920219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:14.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101055, clonedBytes: 32111951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:15.057 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2789419 locks:{ Global: { acquireCount: { r: 146 } }, Database: { acquireCount: { r: 73 } }, Collection: { acquireCount: { r: 73 } } } protocol:op_command 460ms Sat Dec 10 06:51:15.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106476, clonedBytes: 33719240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:16.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa32666d1a4e49f5513c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 35587945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:16.381 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:51:16.383 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:51:16.384 I SHARDING [conn9] moveChunk setting version to: 122|0||584bcad890d1dc672b54835d Sat Dec 10 06:51:16.395 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 35587945, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:51:16.395 I SHARDING [conn9] moveChunk updating self version to: 122|1||584bcad890d1dc672b54835d through { datetime: new Date(1455440137000) } -> { datetime: new Date(1455581938000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:51:16.397 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:16.397-0600-584bfa44666d1a4e49f5513f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374276397), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 35587945, catchup: 0, steady: 0 } } Sat Dec 10 06:51:16.397 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:51:16.398 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:51:16.398 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:16.398-0600-584bfa44666d1a4e49f55140", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374276398), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 942, step 4 of 6: 16674, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:51:16.399 I SHARDING [conn9] distributed lock with ts: 584bfa32666d1a4e49f5513a' unlocked. Sat Dec 10 06:51:16.399 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455340702000) }, max: { datetime: new Date(1455440137000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 121000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 175 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17639ms Sat Dec 10 06:51:17.471 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 149000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:51:17.472 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461013487000) }, { datetime: new Date(1461117862000) }) in IISLogs.pubprdweb01', ts : 584bfa45666d1a4e49f55141 Sat Dec 10 06:51:17.472 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 149|0||584bbf4f90d1dc672b54822e, current metadata version is 149|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:51:17.475 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 149|0||584bbf4f90d1dc672b54822e to shard version 149|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:51:17.475 I SHARDING [conn9] collection version was loaded at version 149|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 06:51:17.475 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:17.475-0600-584bfa45666d1a4e49f55142", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374277475), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:51:17.475 I SHARDING [conn9] moveChunk request accepted at version 149|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:51:18.993 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:51:18.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:19.749 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448294732000) } -> { datetime: new Date(1448395814000) } Sat Dec 10 06:51:19.749 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1450975698000) } -> { datetime: new Date(1451221325000) }, with opId: 180643 Sat Dec 10 06:51:20.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:20.171 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776058 locks:{ Global: { acquireCount: { r: 756 } }, Database: { acquireCount: { r: 378 } }, Collection: { acquireCount: { r: 378 } } } protocol:op_command 1172ms Sat Dec 10 06:51:21.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7358, clonedBytes: 2421124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:22.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16936, clonedBytes: 5733089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:23.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26410, clonedBytes: 8962897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:24.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36049, clonedBytes: 12422079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:25.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44413, clonedBytes: 15542045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:26.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47150, clonedBytes: 16456970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:26.736 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1260ms Sat Dec 10 06:51:27.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51034, clonedBytes: 17609519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:28.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61121, clonedBytes: 20816560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:29.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72794, clonedBytes: 24575632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:30.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79609, clonedBytes: 26671132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:31.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89650, clonedBytes: 29671115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:32.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98948, clonedBytes: 32881611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:32.756 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1437508 locks:{ Global: { acquireCount: { r: 68 } }, Database: { acquireCount: { r: 34 } }, Collection: { acquireCount: { r: 34 } } } protocol:op_command 113ms Sat Dec 10 06:51:33.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa45666d1a4e49f55143", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 34296201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:33.708 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:51:33.709 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:51:33.710 I SHARDING [conn9] moveChunk setting version to: 150|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:51:33.718 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 34296201, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:51:33.719 I SHARDING [conn9] moveChunk updating self version to: 150|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461117862000) } -> { datetime: new Date(1461220456000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:51:33.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:33.720-0600-584bfa55666d1a4e49f55146", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374293720), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 34296201, catchup: 0, steady: 0 } } Sat Dec 10 06:51:33.720 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:51:33.721 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:51:33.721 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:33.721-0600-584bfa55666d1a4e49f55147", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374293721), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1520, step 4 of 6: 14710, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:51:33.722 I SHARDING [conn9] distributed lock with ts: 584bfa45666d1a4e49f55141' unlocked. Sat Dec 10 06:51:33.722 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461013487000) }, max: { datetime: new Date(1461117862000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 149000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 243 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16251ms Sat Dec 10 06:51:33.745 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 126000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:51:33.746 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452357659000) }, { datetime: new Date(1452482318000) }) in IISLogs.pubprdweb03', ts : 584bfa55666d1a4e49f55148 Sat Dec 10 06:51:33.746 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 126|0||584bc97f90d1dc672b548352, current metadata version is 126|0||584bc97f90d1dc672b548352 Sat Dec 10 06:51:33.758 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 126|0||584bc97f90d1dc672b548352 to shard version 126|1||584bc97f90d1dc672b548352 Sat Dec 10 06:51:33.758 I SHARDING [conn9] collection version was loaded at version 126|1||584bc97f90d1dc672b548352, took 12ms Sat Dec 10 06:51:33.759 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:33.759-0600-584bfa55666d1a4e49f55149", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374293759), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:51:33.759 I SHARDING [conn9] moveChunk request accepted at version 126|1||584bc97f90d1dc672b548352 Sat Dec 10 06:51:36.267 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:51:36.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:36.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:37.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:38.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:39.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:39.623 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776313 locks:{ Global: { acquireCount: { r: 984 } }, Database: { acquireCount: { r: 492 } }, Collection: { acquireCount: { r: 492 } } } protocol:op_command 3326ms Sat Dec 10 06:51:40.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1307, clonedBytes: 384275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:41.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10001, clonedBytes: 2721044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:42.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19687, clonedBytes: 5285622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:43.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29122, clonedBytes: 7788049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:44.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38816, clonedBytes: 10693391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:45.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48414, clonedBytes: 13279763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:46.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58113, clonedBytes: 16074189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:47.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59149, clonedBytes: 16373232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:48.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59149, clonedBytes: 16373232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:49.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59149, clonedBytes: 16373232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:50.361 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14751533 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 3640ms Sat Dec 10 06:51:50.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62409, clonedBytes: 17312304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:51.160 I SHARDING [RangeDeleter] rangeDeleter deleted 112242 documents for IISLogs.pubprdweb04 from { datetime: new Date(1450975698000) } -> { datetime: new Date(1451221325000) } Sat Dec 10 06:51:51.160 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456483566000) } -> { datetime: new Date(1456635080000) }, with opId: 180802 Sat Dec 10 06:51:51.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72566, clonedBytes: 19982304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:52.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83411, clonedBytes: 22932647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:53.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93318, clonedBytes: 25522658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:55.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103387, clonedBytes: 28098463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:56.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 30753562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:57.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa55666d1a4e49f5514a", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 30753562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:57.141 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:51:57.142 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:51:57.142 I SHARDING [conn9] moveChunk setting version to: 127|0||584bc97f90d1dc672b548352 Sat Dec 10 06:51:57.153 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 30753562, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:51:57.153 I SHARDING [conn9] moveChunk updating self version to: 127|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452482318000) } -> { datetime: new Date(1452614637000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:51:57.154 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:57.154-0600-584bfa6d666d1a4e49f5514d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374317154), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 30753562, catchup: 0, steady: 0 } } Sat Dec 10 06:51:57.155 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:51:57.155 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:51:57.155 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:57.155-0600-584bfa6d666d1a4e49f5514e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374317155), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, step 1 of 6: 0, step 2 of 6: 14, step 3 of 6: 2511, step 4 of 6: 20868, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:51:57.157 I SHARDING [conn9] distributed lock with ts: 584bfa55666d1a4e49f55148' unlocked. Sat Dec 10 06:51:57.157 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452357659000) }, max: { datetime: new Date(1452482318000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 126000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 538 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23412ms Sat Dec 10 06:51:57.161 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:51:57.162 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455440137000) }, { datetime: new Date(1455581938000) }) in IISLogs.pubprdweb04', ts : 584bfa6d666d1a4e49f5514f Sat Dec 10 06:51:57.162 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 122|0||584bcad890d1dc672b54835d, current metadata version is 122|0||584bcad890d1dc672b54835d Sat Dec 10 06:51:57.164 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 122|0||584bcad890d1dc672b54835d to shard version 122|1||584bcad890d1dc672b54835d Sat Dec 10 06:51:57.164 I SHARDING [conn9] collection version was loaded at version 122|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:51:57.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:51:57.164-0600-584bfa6d666d1a4e49f55150", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374317164), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:51:57.164 I SHARDING [conn9] moveChunk request accepted at version 122|1||584bcad890d1dc672b54835d Sat Dec 10 06:51:58.204 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:51:58.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:58.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:51:59.163 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 949ms Sat Dec 10 06:51:59.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 297, clonedBytes: 83328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:00.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9957, clonedBytes: 2900128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:01.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20790, clonedBytes: 6159115, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:02.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30716, clonedBytes: 9171739, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:03.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40794, clonedBytes: 12224741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:04.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50632, clonedBytes: 15157077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:05.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54789, clonedBytes: 16403542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:06.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54789, clonedBytes: 16403542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:07.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54789, clonedBytes: 16403542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:08.419 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776151 locks:{ Global: { acquireCount: { r: 924 } }, Database: { acquireCount: { r: 462 } }, Collection: { acquireCount: { r: 462 } } } protocol:op_command 3442ms Sat Dec 10 06:52:08.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56179, clonedBytes: 16816267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:09.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65928, clonedBytes: 19649037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:10.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76236, clonedBytes: 22595263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:11.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87076, clonedBytes: 25828694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:12.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97479, clonedBytes: 28952006, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:13.598 I SHARDING [RangeDeleter] rangeDeleter deleted 102934 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456483566000) } -> { datetime: new Date(1456635080000) } Sat Dec 10 06:52:13.598 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1471509861000) } -> { datetime: new Date(1472075355000) }, with opId: 180990 Sat Dec 10 06:52:13.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107413, clonedBytes: 31958859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:14.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa6d666d1a4e49f55151", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33417886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:14.906 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:52:14.907 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:52:14.908 I SHARDING [conn9] moveChunk setting version to: 123|0||584bcad890d1dc672b54835d Sat Dec 10 06:52:14.911 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33417886, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:52:14.911 I SHARDING [conn9] moveChunk updating self version to: 123|1||584bcad890d1dc672b54835d through { datetime: new Date(1455581938000) } -> { datetime: new Date(1455670504000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:52:14.913 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:14.913-0600-584bfa7e666d1a4e49f55154", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374334913), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33417886, catchup: 0, steady: 0 } } Sat Dec 10 06:52:14.913 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:52:14.914 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:52:14.914 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:14.914-0600-584bfa7e666d1a4e49f55155", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374334914), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1041, step 4 of 6: 16699, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:52:14.915 I SHARDING [conn9] distributed lock with ts: 584bfa6d666d1a4e49f5514f' unlocked. Sat Dec 10 06:52:14.915 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455440137000) }, max: { datetime: new Date(1455581938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 122000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 220 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17753ms Sat Dec 10 06:52:15.997 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 150000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:52:15.998 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461117862000) }, { datetime: new Date(1461220456000) }) in IISLogs.pubprdweb01', ts : 584bfa7f666d1a4e49f55156 Sat Dec 10 06:52:15.998 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 150|0||584bbf4f90d1dc672b54822e, current metadata version is 150|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:52:16.000 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 150|0||584bbf4f90d1dc672b54822e to shard version 150|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:52:16.000 I SHARDING [conn9] collection version was loaded at version 150|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:52:16.001 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:16.000-0600-584bfa80666d1a4e49f55157", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374336000), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:52:16.001 I SHARDING [conn9] moveChunk request accepted at version 150|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:52:16.905 I SHARDING [conn9] moveChunk number of documents: 102922 Sat Dec 10 06:52:16.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:16.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:16.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:17.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:17.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:17.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:17.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:17.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:17.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:18.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:18.286 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776307 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 1376ms Sat Dec 10 06:52:19.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1839, clonedBytes: 604345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:20.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11093, clonedBytes: 3624583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:21.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20115, clonedBytes: 6465649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:22.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29562, clonedBytes: 9592592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:23.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38958, clonedBytes: 12822325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:24.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48184, clonedBytes: 15985519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:25.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49603, clonedBytes: 16440048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:25.788 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776323 locks:{ Global: { acquireCount: { r: 798 } }, Database: { acquireCount: { r: 399 } }, Collection: { acquireCount: { r: 399 } } } protocol:op_command 1354ms Sat Dec 10 06:52:26.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53685, clonedBytes: 17795474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:27.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62285, clonedBytes: 20578811, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:28.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70551, clonedBytes: 23340907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:29.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78963, clonedBytes: 26475836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:30.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88305, clonedBytes: 29565039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:31.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97401, clonedBytes: 32402056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:31.773 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1443192 locks:{ Global: { acquireCount: { r: 72 } }, Database: { acquireCount: { r: 36 } }, Collection: { acquireCount: { r: 36 } } } protocol:op_command 147ms Sat Dec 10 06:52:32.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa80666d1a4e49f55158", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102922, clonedBytes: 34302419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:32.484 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:52:32.485 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:52:32.486 I SHARDING [conn9] moveChunk setting version to: 151|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:52:32.492 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102922, clonedBytes: 34302419, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:52:32.492 I SHARDING [conn9] moveChunk updating self version to: 151|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461220456000) } -> { datetime: new Date(1461334701000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:52:32.494 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:32.494-0600-584bfa90666d1a4e49f5515b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374352494), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102922, clonedBytes: 34302419, catchup: 0, steady: 0 } } Sat Dec 10 06:52:32.494 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:52:32.500 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:52:32.500 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:32.500-0600-584bfa90666d1a4e49f5515c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374352500), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 907, step 4 of 6: 15575, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:52:32.501 I SHARDING [conn9] distributed lock with ts: 584bfa7f666d1a4e49f55156' unlocked. Sat Dec 10 06:52:32.501 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461117862000) }, max: { datetime: new Date(1461220456000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 150000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:807 reslen:154 locks:{ Global: { acquireCount: { r: 1626, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 195 } }, Database: { acquireCount: { r: 809, w: 4, W: 2 } }, Collection: { acquireCount: { r: 809, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16505ms Sat Dec 10 06:52:32.506 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 127000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:52:32.506 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452482318000) }, { datetime: new Date(1452614637000) }) in IISLogs.pubprdweb03', ts : 584bfa90666d1a4e49f5515d Sat Dec 10 06:52:32.506 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 127|0||584bc97f90d1dc672b548352, current metadata version is 127|0||584bc97f90d1dc672b548352 Sat Dec 10 06:52:32.508 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 127|0||584bc97f90d1dc672b548352 to shard version 127|1||584bc97f90d1dc672b548352 Sat Dec 10 06:52:32.508 I SHARDING [conn9] collection version was loaded at version 127|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:52:32.508 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:32.508-0600-584bfa90666d1a4e49f5515e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374352508), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:52:32.509 I SHARDING [conn9] moveChunk request accepted at version 127|1||584bc97f90d1dc672b548352 Sat Dec 10 06:52:33.345 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:52:33.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:33.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:34.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:34.791 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776059 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 1441ms Sat Dec 10 06:52:35.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5458, clonedBytes: 1426349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:36.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15574, clonedBytes: 4000450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:37.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25725, clonedBytes: 6595165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:38.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36075, clonedBytes: 9226672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:39.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47371, clonedBytes: 12163699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:40.351 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1471509861000) } -> { datetime: new Date(1472075355000) } Sat Dec 10 06:52:40.351 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459296064000) } -> { datetime: new Date(1459440914000) }, with opId: 181181 Sat Dec 10 06:52:40.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57169, clonedBytes: 14660097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:41.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63553, clonedBytes: 16342150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:43.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63553, clonedBytes: 16342150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:44.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63553, clonedBytes: 16342150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:45.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63553, clonedBytes: 16342150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:46.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63553, clonedBytes: 16342150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:46.791 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13362446 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 5133ms Sat Dec 10 06:52:47.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66007, clonedBytes: 16982787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:48.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75915, clonedBytes: 19541486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:49.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86049, clonedBytes: 22190458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:50.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95802, clonedBytes: 24718888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:51.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105936, clonedBytes: 27335089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:52.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfa90666d1a4e49f5515f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29364221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:52.285 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:52:52.287 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:52:52.287 I SHARDING [conn9] moveChunk setting version to: 128|0||584bc97f90d1dc672b548352 Sat Dec 10 06:52:52.293 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29364221, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:52:52.293 I SHARDING [conn9] moveChunk updating self version to: 128|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452614637000) } -> { datetime: new Date(1452720076000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:52:52.294 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:52.294-0600-584bfaa4666d1a4e49f55162", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374372294), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29364221, catchup: 0, steady: 0 } } Sat Dec 10 06:52:52.295 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:52:52.298 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:52:52.298 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:52.298-0600-584bfaa4666d1a4e49f55163", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374372298), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 839, step 4 of 6: 18936, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:52:52.299 I SHARDING [conn9] distributed lock with ts: 584bfa90666d1a4e49f5515d' unlocked. Sat Dec 10 06:52:52.299 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452482318000) }, max: { datetime: new Date(1452614637000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 127000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2650 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19794ms Sat Dec 10 06:52:52.303 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:52:52.304 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455581938000) }, { datetime: new Date(1455670504000) }) in IISLogs.pubprdweb04', ts : 584bfaa4666d1a4e49f55164 Sat Dec 10 06:52:52.304 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 123|0||584bcad890d1dc672b54835d, current metadata version is 123|0||584bcad890d1dc672b54835d Sat Dec 10 06:52:52.306 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 123|0||584bcad890d1dc672b54835d to shard version 123|1||584bcad890d1dc672b54835d Sat Dec 10 06:52:52.306 I SHARDING [conn9] collection version was loaded at version 123|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:52:52.306 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:52:52.306-0600-584bfaa4666d1a4e49f55165", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374372306), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:52:52.306 I SHARDING [conn9] moveChunk request accepted at version 123|1||584bcad890d1dc672b54835d Sat Dec 10 06:52:54.859 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 06:52:54.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:54.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:54.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:54.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:54.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:54.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:55.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:55.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:55.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:55.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:56.058 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776247 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1181ms Sat Dec 10 06:52:57.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:58.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5932, clonedBytes: 1800939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:52:59.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15274, clonedBytes: 4913857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:00.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25063, clonedBytes: 8061586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:01.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35104, clonedBytes: 10889086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:02.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45193, clonedBytes: 13821472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:03.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54001, clonedBytes: 16409202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:04.281 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776130 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1187ms Sat Dec 10 06:53:04.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54001, clonedBytes: 16409202, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:05.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62744, clonedBytes: 19037265, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:06.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72290, clonedBytes: 21927796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:07.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82193, clonedBytes: 24881617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:08.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92367, clonedBytes: 27874189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:09.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102479, clonedBytes: 30925010, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:09.672 I SHARDING [RangeDeleter] rangeDeleter deleted 106520 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459296064000) } -> { datetime: new Date(1459440914000) } Sat Dec 10 06:53:09.672 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448395814000) } -> { datetime: new Date(1448473204000) }, with opId: 181312 Sat Dec 10 06:53:10.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111698, clonedBytes: 33684787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:11.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfaa4666d1a4e49f55166", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 33846500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:11.495 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:53:11.496 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:53:11.496 I SHARDING [conn9] moveChunk setting version to: 124|0||584bcad890d1dc672b54835d Sat Dec 10 06:53:11.502 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 33846500, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:53:11.502 I SHARDING [conn9] moveChunk updating self version to: 124|1||584bcad890d1dc672b54835d through { datetime: new Date(1455670504000) } -> { datetime: new Date(1455767098000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:53:11.504 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:11.504-0600-584bfab7666d1a4e49f55169", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374391504), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 33846500, catchup: 0, steady: 0 } } Sat Dec 10 06:53:11.504 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:53:11.509 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:53:11.509 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:11.509-0600-584bfab7666d1a4e49f5516a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374391509), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2554, step 4 of 6: 16631, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:53:11.510 I SHARDING [conn9] distributed lock with ts: 584bfaa4666d1a4e49f55164' unlocked. Sat Dec 10 06:53:11.510 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455581938000) }, max: { datetime: new Date(1455670504000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 123000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4046 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19206ms Sat Dec 10 06:53:12.606 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 151000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:53:12.607 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461220456000) }, { datetime: new Date(1461334701000) }) in IISLogs.pubprdweb01', ts : 584bfab8666d1a4e49f5516b Sat Dec 10 06:53:12.607 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 151|0||584bbf4f90d1dc672b54822e, current metadata version is 151|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:53:12.609 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 151|0||584bbf4f90d1dc672b54822e to shard version 151|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:53:12.609 I SHARDING [conn9] collection version was loaded at version 151|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:53:12.609 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:12.609-0600-584bfab8666d1a4e49f5516c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374392609), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:53:12.609 I SHARDING [conn9] moveChunk request accepted at version 151|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:53:16.883 I SHARDING [conn9] moveChunk number of documents: 102936 Sat Dec 10 06:53:16.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:16.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:16.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:16.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:16.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:17.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:17.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:17.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:17.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:18.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:18.364 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 1473ms Sat Dec 10 06:53:19.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5233, clonedBytes: 2058274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:20.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14564, clonedBytes: 5481274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:21.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24328, clonedBytes: 8490634, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:22.166 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34142, clonedBytes: 11748173, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:23.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43986, clonedBytes: 14973755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:24.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48737, clonedBytes: 16446141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:24.988 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 776 } }, Database: { acquireCount: { r: 388 } }, Collection: { acquireCount: { r: 388 } } } protocol:op_command 1315ms Sat Dec 10 06:53:25.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50355, clonedBytes: 16942452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:26.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59838, clonedBytes: 20012492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:27.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69950, clonedBytes: 23431027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:28.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80310, clonedBytes: 26963886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:29.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90605, clonedBytes: 30690376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:30.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100272, clonedBytes: 34003267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:31.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfab8666d1a4e49f5516d", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102936, clonedBytes: 34814095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:31.428 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:53:31.429 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:53:31.429 I SHARDING [conn9] moveChunk setting version to: 152|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:53:31.432 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102936, clonedBytes: 34814095, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:53:31.432 I SHARDING [conn9] moveChunk updating self version to: 152|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461334701000) } -> { datetime: new Date(1461521850000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:53:31.434 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:31.434-0600-584bfacb666d1a4e49f55170", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374411434), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102936, clonedBytes: 34814095, catchup: 0, steady: 0 } } Sat Dec 10 06:53:31.434 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:53:31.434 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:53:31.435 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:31.435-0600-584bfacb666d1a4e49f55171", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374411435), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4276, step 4 of 6: 14541, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:53:31.436 I SHARDING [conn9] distributed lock with ts: 584bfab8666d1a4e49f5516b' unlocked. Sat Dec 10 06:53:31.436 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461220456000) }, max: { datetime: new Date(1461334701000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 151000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:827 reslen:154 locks:{ Global: { acquireCount: { r: 1666, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 179 } }, Database: { acquireCount: { r: 829, w: 4, W: 2 } }, Collection: { acquireCount: { r: 829, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18830ms Sat Dec 10 06:53:31.440 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 128000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:53:31.441 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452614637000) }, { datetime: new Date(1452720076000) }) in IISLogs.pubprdweb03', ts : 584bfacb666d1a4e49f55172 Sat Dec 10 06:53:31.441 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 128|0||584bc97f90d1dc672b548352, current metadata version is 128|0||584bc97f90d1dc672b548352 Sat Dec 10 06:53:31.443 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 128|0||584bc97f90d1dc672b548352 to shard version 128|1||584bc97f90d1dc672b548352 Sat Dec 10 06:53:31.443 I SHARDING [conn9] collection version was loaded at version 128|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:53:31.443 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:31.443-0600-584bfacb666d1a4e49f55173", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374411443), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:53:31.443 I SHARDING [conn9] moveChunk request accepted at version 128|1||584bc97f90d1dc672b548352 Sat Dec 10 06:53:35.797 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448395814000) } -> { datetime: new Date(1448473204000) } Sat Dec 10 06:53:35.797 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451221325000) } -> { datetime: new Date(1451347926000) }, with opId: 181593 Sat Dec 10 06:53:37.870 I SHARDING [conn9] moveChunk number of documents: 113738 Sat Dec 10 06:53:37.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:37.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:37.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:37.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:37.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:37.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:38.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:38.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:38.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:38.864 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776290 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 989ms Sat Dec 10 06:53:38.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:39.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7094, clonedBytes: 1848516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:40.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16908, clonedBytes: 4404999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:42.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26485, clonedBytes: 6967979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:43.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36728, clonedBytes: 9564949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:44.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47366, clonedBytes: 12474908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:45.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58184, clonedBytes: 15408008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:46.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61528, clonedBytes: 16356556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:47.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61528, clonedBytes: 16356556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:48.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61528, clonedBytes: 16356556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:49.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61528, clonedBytes: 16356556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:50.325 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14178701 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 4506ms Sat Dec 10 06:53:50.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63536, clonedBytes: 16875679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:51.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73402, clonedBytes: 19403386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:52.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83356, clonedBytes: 22080757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:53.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92760, clonedBytes: 24591630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:54.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102358, clonedBytes: 27098625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:55.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112157, clonedBytes: 29765245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:56.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfacb666d1a4e49f55174", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113738, clonedBytes: 30180749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:56.773 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:53:56.774 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:53:56.775 I SHARDING [conn9] moveChunk setting version to: 129|0||584bc97f90d1dc672b548352 Sat Dec 10 06:53:56.782 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113738, clonedBytes: 30180749, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:53:56.782 I SHARDING [conn9] moveChunk updating self version to: 129|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452720076000) } -> { datetime: new Date(1452809861000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:53:56.784 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:56.784-0600-584bfae4666d1a4e49f55177", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374436784), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113738, clonedBytes: 30180749, catchup: 0, steady: 0 } } Sat Dec 10 06:53:56.784 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:53:56.788 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:53:56.788 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:56.788-0600-584bfae4666d1a4e49f55178", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374436788), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6429, step 4 of 6: 18899, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:53:56.790 I SHARDING [conn9] distributed lock with ts: 584bfacb666d1a4e49f55172' unlocked. Sat Dec 10 06:53:56.790 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452614637000) }, max: { datetime: new Date(1452720076000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 128000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:918 reslen:154 locks:{ Global: { acquireCount: { r: 1848, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4105 } }, Database: { acquireCount: { r: 920, w: 4, W: 2 } }, Collection: { acquireCount: { r: 920, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 118 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25351ms Sat Dec 10 06:53:56.795 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:53:56.797 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455670504000) }, { datetime: new Date(1455767098000) }) in IISLogs.pubprdweb04', ts : 584bfae4666d1a4e49f55179 Sat Dec 10 06:53:56.797 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 124|0||584bcad890d1dc672b54835d, current metadata version is 124|0||584bcad890d1dc672b54835d Sat Dec 10 06:53:56.798 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 124|0||584bcad890d1dc672b54835d to shard version 124|1||584bcad890d1dc672b54835d Sat Dec 10 06:53:56.798 I SHARDING [conn9] collection version was loaded at version 124|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:53:56.798 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:53:56.798-0600-584bfae4666d1a4e49f5517a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374436798), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:53:56.799 I SHARDING [conn9] moveChunk request accepted at version 124|1||584bcad890d1dc672b54835d Sat Dec 10 06:53:58.248 I SHARDING [conn9] moveChunk number of documents: 112153 Sat Dec 10 06:53:58.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:58.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:53:59.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:00.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:01.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:02.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:02.526 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776113 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 4274ms Sat Dec 10 06:54:03.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8334, clonedBytes: 2549998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:04.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19822, clonedBytes: 6056112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:05.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29819, clonedBytes: 9104197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:06.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39692, clonedBytes: 12158709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:07.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49946, clonedBytes: 15282100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:08.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53637, clonedBytes: 16411616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:09.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776288 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1590ms Sat Dec 10 06:54:09.777 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451221325000) } -> { datetime: new Date(1451347926000) } Sat Dec 10 06:54:09.777 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456635080000) } -> { datetime: new Date(1456789238000) }, with opId: 181811 Sat Dec 10 06:54:09.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53637, clonedBytes: 16411616, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:10.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63383, clonedBytes: 19371102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:11.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73100, clonedBytes: 22262846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:12.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82159, clonedBytes: 25131017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:13.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91987, clonedBytes: 28241342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:14.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101991, clonedBytes: 31362499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:15.936 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2082102 locks:{ Global: { acquireCount: { r: 100 } }, Database: { acquireCount: { r: 50 } }, Collection: { acquireCount: { r: 50 } } } protocol:op_command 493ms Sat Dec 10 06:54:15.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106995, clonedBytes: 32939153, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:17.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfae4666d1a4e49f5517b", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112153, clonedBytes: 34877832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:17.007 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:54:17.009 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:54:17.009 I SHARDING [conn9] moveChunk setting version to: 125|0||584bcad890d1dc672b54835d Sat Dec 10 06:54:17.011 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112153, clonedBytes: 34877832, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:54:17.011 I SHARDING [conn9] moveChunk updating self version to: 125|1||584bcad890d1dc672b54835d through { datetime: new Date(1455767098000) } -> { datetime: new Date(1455896200000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:54:17.013 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:17.013-0600-584bfaf9666d1a4e49f5517e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374457013), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112153, clonedBytes: 34877832, catchup: 0, steady: 0 } } Sat Dec 10 06:54:17.014 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:54:17.014 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:54:17.014 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:17.014-0600-584bfaf9666d1a4e49f5517f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374457014), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1450, step 4 of 6: 18755, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:54:17.015 I SHARDING [conn9] distributed lock with ts: 584bfae4666d1a4e49f55179' unlocked. Sat Dec 10 06:54:17.015 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455670504000) }, max: { datetime: new Date(1455767098000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 124000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 309 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 60 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20220ms Sat Dec 10 06:54:18.119 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 152000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:54:18.120 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461334701000) }, { datetime: new Date(1461521850000) }) in IISLogs.pubprdweb01', ts : 584bfafa666d1a4e49f55180 Sat Dec 10 06:54:18.120 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 152|0||584bbf4f90d1dc672b54822e, current metadata version is 152|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:54:18.123 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 152|0||584bbf4f90d1dc672b54822e to shard version 152|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:54:18.124 I SHARDING [conn9] collection version was loaded at version 152|1||584bbf4f90d1dc672b54822e, took 3ms Sat Dec 10 06:54:18.124 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:18.124-0600-584bfafa666d1a4e49f55181", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374458124), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:54:18.124 I SHARDING [conn9] moveChunk request accepted at version 152|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:54:19.276 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:54:19.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:19.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:20.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:20.595 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776163 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1299ms Sat Dec 10 06:54:21.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6789, clonedBytes: 2009523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:22.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16386, clonedBytes: 4911376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:23.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25824, clonedBytes: 7900695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:24.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35351, clonedBytes: 10860761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:25.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44797, clonedBytes: 13838795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:26.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53658, clonedBytes: 16411519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:27.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53658, clonedBytes: 16411519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:28.172 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15726659 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 1691ms Sat Dec 10 06:54:28.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57962, clonedBytes: 17645727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:29.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68174, clonedBytes: 20830764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:30.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78283, clonedBytes: 24127220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:31.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87959, clonedBytes: 27186079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:32.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97766, clonedBytes: 30255352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:33.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfafa666d1a4e49f55182", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 31804250, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:33.846 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:54:33.847 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:54:33.847 I SHARDING [conn9] moveChunk setting version to: 153|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:54:33.857 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 31804250, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:54:33.857 I SHARDING [conn9] moveChunk updating self version to: 153|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461521850000) } -> { datetime: new Date(1461738083000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:54:33.859 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:33.859-0600-584bfb09666d1a4e49f55185", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374473859), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 31804250, catchup: 0, steady: 0 } } Sat Dec 10 06:54:33.859 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:54:33.860 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:54:33.860 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:33.860-0600-584bfb09666d1a4e49f55186", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374473860), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1154, step 4 of 6: 14566, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:54:33.861 I SHARDING [conn9] distributed lock with ts: 584bfafa666d1a4e49f55180' unlocked. Sat Dec 10 06:54:33.861 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461334701000) }, max: { datetime: new Date(1461521850000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 152000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:808 reslen:154 locks:{ Global: { acquireCount: { r: 1628, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12154 } }, Database: { acquireCount: { r: 810, w: 4, W: 2 } }, Collection: { acquireCount: { r: 810, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 121 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15742ms Sat Dec 10 06:54:33.865 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 129000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:54:33.866 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452720076000) }, { datetime: new Date(1452809861000) }) in IISLogs.pubprdweb03', ts : 584bfb09666d1a4e49f55187 Sat Dec 10 06:54:33.866 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 129|0||584bc97f90d1dc672b548352, current metadata version is 129|0||584bc97f90d1dc672b548352 Sat Dec 10 06:54:33.868 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 129|0||584bc97f90d1dc672b548352 to shard version 129|1||584bc97f90d1dc672b548352 Sat Dec 10 06:54:33.868 I SHARDING [conn9] collection version was loaded at version 129|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:54:33.868 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:33.868-0600-584bfb09666d1a4e49f55188", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374473868), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:54:33.868 I SHARDING [conn9] moveChunk request accepted at version 129|1||584bc97f90d1dc672b548352 Sat Dec 10 06:54:33.875 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456635080000) } -> { datetime: new Date(1456789238000) } Sat Dec 10 06:54:33.876 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1472075355000) } -> { datetime: new Date(1472171040000) }, with opId: 182007 Sat Dec 10 06:54:35.168 I SHARDING [conn9] moveChunk number of documents: 113750 Sat Dec 10 06:54:35.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:35.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:36.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:37.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:38.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:38.783 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776085 locks:{ Global: { acquireCount: { r: 970 } }, Database: { acquireCount: { r: 485 } }, Collection: { acquireCount: { r: 485 } } } protocol:op_command 3611ms Sat Dec 10 06:54:39.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4747, clonedBytes: 1302676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:40.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14433, clonedBytes: 3995016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:41.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24371, clonedBytes: 6645363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:42.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34242, clonedBytes: 9619189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:43.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44318, clonedBytes: 12379989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:44.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54141, clonedBytes: 15107666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:45.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58647, clonedBytes: 16376518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:46.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58647, clonedBytes: 16376518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:47.238 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14938646 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 2245ms Sat Dec 10 06:54:47.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61065, clonedBytes: 16992719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:48.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70508, clonedBytes: 19453738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:49.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80145, clonedBytes: 21975075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:50.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92372, clonedBytes: 25164892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:52.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102511, clonedBytes: 27866192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:53.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112220, clonedBytes: 30549469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:54.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb09666d1a4e49f55189", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113750, clonedBytes: 30940405, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:54.156 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:54:54.158 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:54:54.158 I SHARDING [conn9] moveChunk setting version to: 130|0||584bc97f90d1dc672b548352 Sat Dec 10 06:54:54.169 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113750, clonedBytes: 30940405, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:54:54.170 I SHARDING [conn9] moveChunk updating self version to: 130|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452809861000) } -> { datetime: new Date(1452916858000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:54:54.171 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:54.171-0600-584bfb1e666d1a4e49f5518c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374494171), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113750, clonedBytes: 30940405, catchup: 0, steady: 0 } } Sat Dec 10 06:54:54.172 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:54:54.172 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:54:54.172 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:54.172-0600-584bfb1e666d1a4e49f5518d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374494172), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1302, step 4 of 6: 18985, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:54:54.173 I SHARDING [conn9] distributed lock with ts: 584bfb09666d1a4e49f55187' unlocked. Sat Dec 10 06:54:54.173 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452720076000) }, max: { datetime: new Date(1452809861000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 129000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 214 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20308ms Sat Dec 10 06:54:54.178 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 125000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:54:54.179 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455767098000) }, { datetime: new Date(1455896200000) }) in IISLogs.pubprdweb04', ts : 584bfb1e666d1a4e49f5518e Sat Dec 10 06:54:54.179 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 125|0||584bcad890d1dc672b54835d, current metadata version is 125|0||584bcad890d1dc672b54835d Sat Dec 10 06:54:54.180 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 125|0||584bcad890d1dc672b54835d to shard version 125|1||584bcad890d1dc672b54835d Sat Dec 10 06:54:54.180 I SHARDING [conn9] collection version was loaded at version 125|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:54:54.181 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:54:54.180-0600-584bfb1e666d1a4e49f5518f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374494180), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:54:54.181 I SHARDING [conn9] moveChunk request accepted at version 125|1||584bcad890d1dc672b54835d Sat Dec 10 06:54:58.711 I SHARDING [conn9] moveChunk number of documents: 112295 Sat Dec 10 06:54:58.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:58.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:58.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:58.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:58.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:58.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:58.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:59.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:59.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:54:59.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:00.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:01.182 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776076 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 2466ms Sat Dec 10 06:55:01.459 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1472075355000) } -> { datetime: new Date(1472171040000) } Sat Dec 10 06:55:01.460 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459440914000) } -> { datetime: new Date(1459604088000) }, with opId: 182204 Sat Dec 10 06:55:01.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4909, clonedBytes: 1648751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:02.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15029, clonedBytes: 4703262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:03.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23909, clonedBytes: 7349822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:04.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29174, clonedBytes: 8849289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:05.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38637, clonedBytes: 11658888, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:06.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48227, clonedBytes: 14506256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:08.011 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54588, clonedBytes: 16404922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:08.370 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776115 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 717ms Sat Dec 10 06:55:09.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59714, clonedBytes: 17913615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:10.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69444, clonedBytes: 20908970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:11.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79327, clonedBytes: 23948658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:12.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89214, clonedBytes: 27462806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:13.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99338, clonedBytes: 30904916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:14.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108120, clonedBytes: 33654579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:15.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb1e666d1a4e49f55190", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112295, clonedBytes: 34877569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:15.230 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:55:15.231 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:55:15.231 I SHARDING [conn9] moveChunk setting version to: 126|0||584bcad890d1dc672b54835d Sat Dec 10 06:55:15.242 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112295, clonedBytes: 34877569, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:55:15.243 I SHARDING [conn9] moveChunk updating self version to: 126|1||584bcad890d1dc672b54835d through { datetime: new Date(1455896200000) } -> { datetime: new Date(1456077217000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:55:15.244 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:15.244-0600-584bfb33666d1a4e49f55193", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374515244), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112295, clonedBytes: 34877569, catchup: 0, steady: 0 } } Sat Dec 10 06:55:15.244 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:55:15.245 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:55:15.245 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:15.245-0600-584bfb33666d1a4e49f55194", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374515245), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4532, step 4 of 6: 16515, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:55:15.246 I SHARDING [conn9] distributed lock with ts: 584bfb1e666d1a4e49f5518e' unlocked. Sat Dec 10 06:55:15.246 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455767098000) }, max: { datetime: new Date(1455896200000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 125000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 19630 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21068ms Sat Dec 10 06:55:16.326 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 153000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:55:16.327 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461521850000) }, { datetime: new Date(1461738083000) }) in IISLogs.pubprdweb01', ts : 584bfb34666d1a4e49f55195 Sat Dec 10 06:55:16.327 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 153|0||584bbf4f90d1dc672b54822e, current metadata version is 153|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:55:16.328 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 153|0||584bbf4f90d1dc672b54822e to shard version 153|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:55:16.328 I SHARDING [conn9] collection version was loaded at version 153|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:55:16.328 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:16.328-0600-584bfb34666d1a4e49f55196", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374516328), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:55:16.329 I SHARDING [conn9] moveChunk request accepted at version 153|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:55:17.236 I SHARDING [conn9] moveChunk number of documents: 102926 Sat Dec 10 06:55:17.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:17.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:18.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:18.992 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1752ms Sat Dec 10 06:55:19.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2510, clonedBytes: 764899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:20.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12010, clonedBytes: 3659406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:21.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21960, clonedBytes: 6705696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:22.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31801, clonedBytes: 9554223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:23.355 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459440914000) } -> { datetime: new Date(1459604088000) } Sat Dec 10 06:55:23.355 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448473204000) } -> { datetime: new Date(1448556917000) }, with opId: 182355 Sat Dec 10 06:55:23.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41937, clonedBytes: 12542590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:24.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52030, clonedBytes: 15552174, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:25.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54811, clonedBytes: 16403360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:25.800 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14366112 locks:{ Global: { acquireCount: { r: 770 } }, Database: { acquireCount: { r: 385 } }, Collection: { acquireCount: { r: 385 } } } protocol:op_command 925ms Sat Dec 10 06:55:26.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61836, clonedBytes: 18522698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:27.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71979, clonedBytes: 21444011, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:28.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81973, clonedBytes: 24273188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:29.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91161, clonedBytes: 26913891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:30.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101245, clonedBytes: 29943164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:31.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb34666d1a4e49f55197", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102926, clonedBytes: 30443629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:31.802 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:55:31.803 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:55:31.803 I SHARDING [conn9] moveChunk setting version to: 154|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:55:31.806 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102926, clonedBytes: 30443629, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:55:31.806 I SHARDING [conn9] moveChunk updating self version to: 154|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461738083000) } -> { datetime: new Date(1461873504000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:55:31.807 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:31.807-0600-584bfb43666d1a4e49f5519a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374531807), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102926, clonedBytes: 30443629, catchup: 0, steady: 0 } } Sat Dec 10 06:55:31.808 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:55:31.808 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:55:31.808 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:31.808-0600-584bfb43666d1a4e49f5519b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374531808), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 909, step 4 of 6: 14562, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:55:31.809 I SHARDING [conn9] distributed lock with ts: 584bfb34666d1a4e49f55195' unlocked. Sat Dec 10 06:55:31.810 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461521850000) }, max: { datetime: new Date(1461738083000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 153000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:806 reslen:154 locks:{ Global: { acquireCount: { r: 1624, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 371 } }, Database: { acquireCount: { r: 808, w: 4, W: 2 } }, Collection: { acquireCount: { r: 808, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15483ms Sat Dec 10 06:55:31.814 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 130000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:55:31.815 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452809861000) }, { datetime: new Date(1452916858000) }) in IISLogs.pubprdweb03', ts : 584bfb43666d1a4e49f5519c Sat Dec 10 06:55:31.815 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 130|0||584bc97f90d1dc672b548352, current metadata version is 130|0||584bc97f90d1dc672b548352 Sat Dec 10 06:55:31.816 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 130|0||584bc97f90d1dc672b548352 to shard version 130|1||584bc97f90d1dc672b548352 Sat Dec 10 06:55:31.816 I SHARDING [conn9] collection version was loaded at version 130|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:55:31.816 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:31.816-0600-584bfb43666d1a4e49f5519d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374531816), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:55:31.817 I SHARDING [conn9] moveChunk request accepted at version 130|1||584bc97f90d1dc672b548352 Sat Dec 10 06:55:36.015 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:55:36.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:36.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:37.034 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776129 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 997ms Sat Dec 10 06:55:37.104 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:38.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1644, clonedBytes: 427682, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:39.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10284, clonedBytes: 2683530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:40.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19657, clonedBytes: 5137471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:41.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27738, clonedBytes: 7231917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:42.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34564, clonedBytes: 8980926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:43.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42717, clonedBytes: 11097559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:44.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50840, clonedBytes: 13193881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:45.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59761, clonedBytes: 15516755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:46.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62990, clonedBytes: 16346161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:47.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62990, clonedBytes: 16346161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:47.577 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14050513 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 1771ms Sat Dec 10 06:55:48.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70102, clonedBytes: 18176956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:49.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80157, clonedBytes: 20970602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:50.191 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448473204000) } -> { datetime: new Date(1448556917000) } Sat Dec 10 06:55:50.191 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451347926000) } -> { datetime: new Date(1451474271000) }, with opId: 182546 Sat Dec 10 06:55:50.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90020, clonedBytes: 23537206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:51.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99504, clonedBytes: 26097609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:52.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109326, clonedBytes: 28867015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:53.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb43666d1a4e49f5519e", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30052365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:53.548 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:55:53.549 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:55:53.550 I SHARDING [conn9] moveChunk setting version to: 131|0||584bc97f90d1dc672b548352 Sat Dec 10 06:55:53.553 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30052365, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:55:53.553 I SHARDING [conn9] moveChunk updating self version to: 131|1||584bc97f90d1dc672b548352 through { datetime: new Date(1452916858000) } -> { datetime: new Date(1453088852000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:55:53.554 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:53.554-0600-584bfb59666d1a4e49f551a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374553554), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30052365, catchup: 0, steady: 0 } } Sat Dec 10 06:55:53.555 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:55:53.555 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:55:53.555 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:53.555-0600-584bfb59666d1a4e49f551a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374553555), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4202, step 4 of 6: 17527, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:55:53.556 I SHARDING [conn9] distributed lock with ts: 584bfb43666d1a4e49f5519c' unlocked. Sat Dec 10 06:55:53.557 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452809861000) }, max: { datetime: new Date(1452916858000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 130000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:917 reslen:154 locks:{ Global: { acquireCount: { r: 1846, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 196 } }, Database: { acquireCount: { r: 919, w: 4, W: 2 } }, Collection: { acquireCount: { r: 919, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 53 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21743ms Sat Dec 10 06:55:53.561 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 126000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:55:53.562 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1455896200000) }, { datetime: new Date(1456077217000) }) in IISLogs.pubprdweb04', ts : 584bfb59666d1a4e49f551a3 Sat Dec 10 06:55:53.562 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 126|0||584bcad890d1dc672b54835d, current metadata version is 126|0||584bcad890d1dc672b54835d Sat Dec 10 06:55:53.564 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 126|0||584bcad890d1dc672b54835d to shard version 126|1||584bcad890d1dc672b54835d Sat Dec 10 06:55:53.564 I SHARDING [conn9] collection version was loaded at version 126|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:55:53.564 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:55:53.564-0600-584bfb59666d1a4e49f551a4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374553564), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:55:53.564 I SHARDING [conn9] moveChunk request accepted at version 126|1||584bcad890d1dc672b54835d Sat Dec 10 06:55:54.850 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:55:54.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:54.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:54.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:54.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:54.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:54.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:55.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:55.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:55.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:56.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:57.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:58.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:59.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:55:59.921 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776080 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 5066ms Sat Dec 10 06:56:00.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 127, clonedBytes: 37050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:01.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6241, clonedBytes: 2033947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:02.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16332, clonedBytes: 5018040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:03.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26271, clonedBytes: 8160510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:04.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36132, clonedBytes: 11463996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:05.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45895, clonedBytes: 14768169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:06.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50376, clonedBytes: 16434410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:07.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50376, clonedBytes: 16434410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:08.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50376, clonedBytes: 16434410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:09.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50376, clonedBytes: 16434410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:10.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50376, clonedBytes: 16434410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:10.522 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 4766ms Sat Dec 10 06:56:11.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58871, clonedBytes: 19145468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:12.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68927, clonedBytes: 22121572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:13.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78150, clonedBytes: 24962979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:14.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88222, clonedBytes: 28018670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:15.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98295, clonedBytes: 31093816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:16.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107682, clonedBytes: 33884530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:17.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb59666d1a4e49f551a5", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 35271918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:17.667 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:56:17.668 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:56:17.669 I SHARDING [conn9] moveChunk setting version to: 127|0||584bcad890d1dc672b54835d Sat Dec 10 06:56:17.673 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 35271918, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:56:17.673 I SHARDING [conn9] moveChunk updating self version to: 127|1||584bcad890d1dc672b54835d through { datetime: new Date(1456077217000) } -> { datetime: new Date(1456243330000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:56:17.675 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:17.675-0600-584bfb71666d1a4e49f551a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374577675), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 35271918, catchup: 0, steady: 0 } } Sat Dec 10 06:56:17.675 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:56:17.676 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:56:17.676 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:17.676-0600-584bfb71666d1a4e49f551a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374577676), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1288, step 4 of 6: 22812, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:56:17.677 I SHARDING [conn9] distributed lock with ts: 584bfb59666d1a4e49f551a3' unlocked. Sat Dec 10 06:56:17.677 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455896200000) }, max: { datetime: new Date(1456077217000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 126000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 429 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 238 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24116ms Sat Dec 10 06:56:18.770 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 154000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:56:18.771 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461738083000) }, { datetime: new Date(1461873504000) }) in IISLogs.pubprdweb01', ts : 584bfb72666d1a4e49f551aa Sat Dec 10 06:56:18.771 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 154|0||584bbf4f90d1dc672b54822e, current metadata version is 154|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:56:18.773 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 154|0||584bbf4f90d1dc672b54822e to shard version 154|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:56:18.773 I SHARDING [conn9] collection version was loaded at version 154|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:56:18.773 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:18.773-0600-584bfb72666d1a4e49f551ab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374578773), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:56:18.801 I SHARDING [conn9] moveChunk request accepted at version 154|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:56:19.408 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451347926000) } -> { datetime: new Date(1451474271000) } Sat Dec 10 06:56:19.408 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456789238000) } -> { datetime: new Date(1456931781000) }, with opId: 182774 Sat Dec 10 06:56:19.850 I SHARDING [conn9] moveChunk number of documents: 102930 Sat Dec 10 06:56:19.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:19.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:19.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:19.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:19.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:19.938 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:20.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:20.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:20.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:20.839 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776092 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 985ms Sat Dec 10 06:56:20.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9, clonedBytes: 3068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:21.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7521, clonedBytes: 2231884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:23.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17104, clonedBytes: 5135004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:24.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27063, clonedBytes: 8226033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:25.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37230, clonedBytes: 11490818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:26.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47003, clonedBytes: 14859930, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:27.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51741, clonedBytes: 16424867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:27.602 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 778 } }, Database: { acquireCount: { r: 389 } }, Collection: { acquireCount: { r: 389 } } } protocol:op_command 965ms Sat Dec 10 06:56:28.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56711, clonedBytes: 18071184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:29.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65548, clonedBytes: 21498413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:30.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72476, clonedBytes: 24033768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:31.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81917, clonedBytes: 26917047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:32.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91658, clonedBytes: 30174637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:33.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100954, clonedBytes: 33029670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:34.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb72666d1a4e49f551ac", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102930, clonedBytes: 33657821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:34.372 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:56:34.373 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:56:34.374 I SHARDING [conn9] moveChunk setting version to: 155|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:56:34.383 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102930, clonedBytes: 33657821, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:56:34.383 I SHARDING [conn9] moveChunk updating self version to: 155|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1461873504000) } -> { datetime: new Date(1462049210000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:56:34.386 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:34.386-0600-584bfb82666d1a4e49f551af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374594386), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102930, clonedBytes: 33657821, catchup: 0, steady: 0 } } Sat Dec 10 06:56:34.386 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:56:34.387 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:56:34.387 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:34.387-0600-584bfb82666d1a4e49f551b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374594387), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, step 1 of 6: 0, step 2 of 6: 30, step 3 of 6: 1051, step 4 of 6: 14518, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:56:34.388 I SHARDING [conn9] distributed lock with ts: 584bfb72666d1a4e49f551aa' unlocked. Sat Dec 10 06:56:34.388 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461738083000) }, max: { datetime: new Date(1461873504000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 154000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 159 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 153 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15618ms Sat Dec 10 06:56:34.394 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 131000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:56:34.395 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1452916858000) }, { datetime: new Date(1453088852000) }) in IISLogs.pubprdweb03', ts : 584bfb82666d1a4e49f551b1 Sat Dec 10 06:56:34.395 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 131|0||584bc97f90d1dc672b548352, current metadata version is 131|0||584bc97f90d1dc672b548352 Sat Dec 10 06:56:34.396 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 131|0||584bc97f90d1dc672b548352 to shard version 131|1||584bc97f90d1dc672b548352 Sat Dec 10 06:56:34.396 I SHARDING [conn9] collection version was loaded at version 131|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:56:34.396 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:34.396-0600-584bfb82666d1a4e49f551b2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374594396), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:56:34.397 I SHARDING [conn9] moveChunk request accepted at version 131|1||584bc97f90d1dc672b548352 Sat Dec 10 06:56:35.365 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:56:35.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:35.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:36.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:36.669 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 1008 } }, Database: { acquireCount: { r: 504 } }, Collection: { acquireCount: { r: 504 } } } protocol:op_command 1299ms Sat Dec 10 06:56:37.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2310, clonedBytes: 556094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:38.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12348, clonedBytes: 3091802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:39.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21694, clonedBytes: 5472070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:40.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30574, clonedBytes: 7773087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:41.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40355, clonedBytes: 10357837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:42.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50153, clonedBytes: 12947441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:43.093 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456789238000) } -> { datetime: new Date(1456931781000) } Sat Dec 10 06:56:43.093 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1472171040000) } -> { datetime: new Date(1472240035000) }, with opId: 182957 Sat Dec 10 06:56:43.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60227, clonedBytes: 15626382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:44.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62927, clonedBytes: 16346596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:45.434 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13727851 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1480ms Sat Dec 10 06:56:45.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64576, clonedBytes: 16790421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:46.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74096, clonedBytes: 19370167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:47.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83914, clonedBytes: 21819065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:48.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93505, clonedBytes: 24385713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:49.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103210, clonedBytes: 26949008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:50.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113155, clonedBytes: 29575878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:51.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb82666d1a4e49f551b3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 29729683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:51.867 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:56:51.868 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:56:51.868 I SHARDING [conn9] moveChunk setting version to: 132|0||584bc97f90d1dc672b548352 Sat Dec 10 06:56:51.875 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 29729683, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:56:51.875 I SHARDING [conn9] moveChunk updating self version to: 132|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453088852000) } -> { datetime: new Date(1453199773000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:56:51.876 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:51.876-0600-584bfb93666d1a4e49f551b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374611876), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 29729683, catchup: 0, steady: 0 } } Sat Dec 10 06:56:51.877 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:56:51.877 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:56:51.877 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:51.877-0600-584bfb93666d1a4e49f551b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374611877), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 971, step 4 of 6: 16497, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:56:51.879 I SHARDING [conn9] distributed lock with ts: 584bfb82666d1a4e49f551b1' unlocked. Sat Dec 10 06:56:51.879 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1452916858000) }, max: { datetime: new Date(1453088852000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 131000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 380 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17485ms Sat Dec 10 06:56:51.884 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 127000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:56:51.885 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456077217000) }, { datetime: new Date(1456243330000) }) in IISLogs.pubprdweb04', ts : 584bfb93666d1a4e49f551b8 Sat Dec 10 06:56:51.885 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 127|0||584bcad890d1dc672b54835d, current metadata version is 127|0||584bcad890d1dc672b54835d Sat Dec 10 06:56:51.887 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 127|0||584bcad890d1dc672b54835d to shard version 127|1||584bcad890d1dc672b54835d Sat Dec 10 06:56:51.887 I SHARDING [conn9] collection version was loaded at version 127|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:56:51.887 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:56:51.887-0600-584bfb93666d1a4e49f551b9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374611887), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:56:51.887 I SHARDING [conn9] moveChunk request accepted at version 127|1||584bcad890d1dc672b54835d Sat Dec 10 06:56:53.045 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 06:56:53.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:53.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:54.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:55.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:56.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:57.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:57.568 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776337 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 4519ms Sat Dec 10 06:56:58.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2415, clonedBytes: 750651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:56:59.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11186, clonedBytes: 3459444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:00.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20456, clonedBytes: 6314333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:01.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28795, clonedBytes: 8812056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:02.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38577, clonedBytes: 11666245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:03.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48374, clonedBytes: 14554779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:04.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54588, clonedBytes: 16405183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:05.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54588, clonedBytes: 16405183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:06.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54588, clonedBytes: 16405183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:06.953 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 2722ms Sat Dec 10 06:57:07.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60846, clonedBytes: 18289450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:08.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70617, clonedBytes: 21196451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:09.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80223, clonedBytes: 24116807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:10.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90446, clonedBytes: 27234535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:11.014 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1472171040000) } -> { datetime: new Date(1472240035000) } Sat Dec 10 06:57:11.014 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459604088000) } -> { datetime: new Date(1459785666000) }, with opId: 183159 Sat Dec 10 06:57:11.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100284, clonedBytes: 30190822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:12.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109550, clonedBytes: 32958482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:13.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfb93666d1a4e49f551ba", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33742443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:13.848 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:57:13.850 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:57:13.850 I SHARDING [conn9] moveChunk setting version to: 128|0||584bcad890d1dc672b54835d Sat Dec 10 06:57:13.857 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33742443, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:57:13.857 I SHARDING [conn9] moveChunk updating self version to: 128|1||584bcad890d1dc672b54835d through { datetime: new Date(1456243330000) } -> { datetime: new Date(1456363768000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:57:13.859 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:13.859-0600-584bfba9666d1a4e49f551bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374633859), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33742443, catchup: 0, steady: 0 } } Sat Dec 10 06:57:13.860 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:57:13.860 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:57:13.860 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:13.860-0600-584bfba9666d1a4e49f551be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374633860), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1160, step 4 of 6: 20799, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:57:13.861 I SHARDING [conn9] distributed lock with ts: 584bfb93666d1a4e49f551b8' unlocked. Sat Dec 10 06:57:13.861 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456077217000) }, max: { datetime: new Date(1456243330000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 127000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4686 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21977ms Sat Dec 10 06:57:14.998 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 155000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:57:14.999 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1461873504000) }, { datetime: new Date(1462049210000) }) in IISLogs.pubprdweb01', ts : 584bfbaa666d1a4e49f551bf Sat Dec 10 06:57:14.999 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 155|0||584bbf4f90d1dc672b54822e, current metadata version is 155|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:57:15.001 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 155|0||584bbf4f90d1dc672b54822e to shard version 155|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:57:15.001 I SHARDING [conn9] collection version was loaded at version 155|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:57:15.001 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:15.001-0600-584bfbab666d1a4e49f551c0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374635001), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:57:15.001 I SHARDING [conn9] moveChunk request accepted at version 155|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:57:17.231 I SHARDING [conn9] moveChunk number of documents: 102927 Sat Dec 10 06:57:17.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:17.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:18.216 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776166 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 954ms Sat Dec 10 06:57:18.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:19.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6565, clonedBytes: 2125848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:20.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16176, clonedBytes: 5039170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:21.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25820, clonedBytes: 8117191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:22.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35681, clonedBytes: 11180873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:23.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45714, clonedBytes: 14135527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:24.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53506, clonedBytes: 16412586, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:25.238 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16217068 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 965ms Sat Dec 10 06:57:25.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55654, clonedBytes: 17140308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:26.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65336, clonedBytes: 20199206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:27.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75340, clonedBytes: 23410357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:28.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85280, clonedBytes: 26356851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:29.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95284, clonedBytes: 29675761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:30.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbab666d1a4e49f551c1", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102927, clonedBytes: 32294669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:30.731 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:57:30.732 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:57:30.732 I SHARDING [conn9] moveChunk setting version to: 156|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:57:30.741 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102927, clonedBytes: 32294669, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:57:30.741 I SHARDING [conn9] moveChunk updating self version to: 156|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1462049210000) } -> { datetime: new Date(1462195884000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:57:30.743 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:30.743-0600-584bfbba666d1a4e49f551c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374650743), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102927, clonedBytes: 32294669, catchup: 0, steady: 0 } } Sat Dec 10 06:57:30.743 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:57:30.753 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:57:30.753 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:30.753-0600-584bfbba666d1a4e49f551c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374650753), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2234, step 4 of 6: 13493, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:57:30.754 I SHARDING [conn9] distributed lock with ts: 584bfbaa666d1a4e49f551bf' unlocked. Sat Dec 10 06:57:30.755 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461873504000) }, max: { datetime: new Date(1462049210000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 155000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:813 reslen:154 locks:{ Global: { acquireCount: { r: 1638, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9536 } }, Database: { acquireCount: { r: 815, w: 4, W: 2 } }, Collection: { acquireCount: { r: 815, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15757ms Sat Dec 10 06:57:30.760 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 132000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:57:30.761 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453088852000) }, { datetime: new Date(1453199773000) }) in IISLogs.pubprdweb03', ts : 584bfbba666d1a4e49f551c6 Sat Dec 10 06:57:30.761 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 132|0||584bc97f90d1dc672b548352, current metadata version is 132|0||584bc97f90d1dc672b548352 Sat Dec 10 06:57:30.762 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 132|0||584bc97f90d1dc672b548352 to shard version 132|1||584bc97f90d1dc672b548352 Sat Dec 10 06:57:30.762 I SHARDING [conn9] collection version was loaded at version 132|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:57:30.762 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:30.762-0600-584bfbba666d1a4e49f551c7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374650762), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:57:30.763 I SHARDING [conn9] moveChunk request accepted at version 132|1||584bc97f90d1dc672b548352 Sat Dec 10 06:57:32.550 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459604088000) } -> { datetime: new Date(1459785666000) } Sat Dec 10 06:57:32.550 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448556917000) } -> { datetime: new Date(1448644576000) }, with opId: 183325 Sat Dec 10 06:57:33.582 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 06:57:33.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:33.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:34.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:34.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:35.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:35.828 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776074 locks:{ Global: { acquireCount: { r: 998 } }, Database: { acquireCount: { r: 499 } }, Collection: { acquireCount: { r: 499 } } } protocol:op_command 2242ms Sat Dec 10 06:57:36.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3435, clonedBytes: 918892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:37.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12905, clonedBytes: 3530086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:38.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22603, clonedBytes: 6045785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:39.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32467, clonedBytes: 8672467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:40.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42373, clonedBytes: 11278508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:41.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52101, clonedBytes: 13845212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:42.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61149, clonedBytes: 16284707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:43.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61414, clonedBytes: 16357138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:45.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61414, clonedBytes: 16357138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:46.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61414, clonedBytes: 16357138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:46.455 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14191941 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 3480ms Sat Dec 10 06:57:47.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66537, clonedBytes: 17696088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:48.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76727, clonedBytes: 20376069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:49.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86636, clonedBytes: 22977883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:50.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95915, clonedBytes: 25449097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:51.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105729, clonedBytes: 28082671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:52.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbba666d1a4e49f551c8", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 30193738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:52.227 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:57:52.228 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:57:52.229 I SHARDING [conn9] moveChunk setting version to: 133|0||584bc97f90d1dc672b548352 Sat Dec 10 06:57:52.232 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 30193738, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:57:52.233 I SHARDING [conn9] moveChunk updating self version to: 133|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453199773000) } -> { datetime: new Date(1453267938000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:57:52.234 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:52.234-0600-584bfbd0666d1a4e49f551cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374672234), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 30193738, catchup: 0, steady: 0 } } Sat Dec 10 06:57:52.234 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:57:52.235 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:57:52.235 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:52.235-0600-584bfbd0666d1a4e49f551cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374672235), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2822, step 4 of 6: 18641, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:57:52.236 I SHARDING [conn9] distributed lock with ts: 584bfbba666d1a4e49f551c6' unlocked. Sat Dec 10 06:57:52.236 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453088852000) }, max: { datetime: new Date(1453199773000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 132000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:908 reslen:154 locks:{ Global: { acquireCount: { r: 1828, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 261 } }, Database: { acquireCount: { r: 910, w: 4, W: 2 } }, Collection: { acquireCount: { r: 910, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 63 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21477ms Sat Dec 10 06:57:52.241 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 128000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:57:52.242 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456243330000) }, { datetime: new Date(1456363768000) }) in IISLogs.pubprdweb04', ts : 584bfbd0666d1a4e49f551cd Sat Dec 10 06:57:52.242 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 128|0||584bcad890d1dc672b54835d, current metadata version is 128|0||584bcad890d1dc672b54835d Sat Dec 10 06:57:52.243 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 128|0||584bcad890d1dc672b54835d to shard version 128|1||584bcad890d1dc672b54835d Sat Dec 10 06:57:52.243 I SHARDING [conn9] collection version was loaded at version 128|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:57:52.244 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:57:52.244-0600-584bfbd0666d1a4e49f551ce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374672244), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:57:52.244 I SHARDING [conn9] moveChunk request accepted at version 128|1||584bcad890d1dc672b54835d Sat Dec 10 06:57:53.314 I SHARDING [conn9] moveChunk number of documents: 112220 Sat Dec 10 06:57:53.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:53.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:54.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:55.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:56.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:56.521 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 3200ms Sat Dec 10 06:57:57.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3046, clonedBytes: 899340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:58.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12269, clonedBytes: 3618592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:59.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21602, clonedBytes: 6398508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:57:59.881 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448556917000) } -> { datetime: new Date(1448644576000) } Sat Dec 10 06:57:59.881 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451474271000) } -> { datetime: new Date(1451583803000) }, with opId: 183449 Sat Dec 10 06:58:00.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31077, clonedBytes: 9215476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:01.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40607, clonedBytes: 12095868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:02.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50123, clonedBytes: 14851363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:03.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55189, clonedBytes: 16400797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:04.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55189, clonedBytes: 16400797, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:05.609 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776241 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 2347ms Sat Dec 10 06:58:05.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56060, clonedBytes: 16663734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:06.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65766, clonedBytes: 19532472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:07.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75810, clonedBytes: 22434615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:09.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87786, clonedBytes: 25969258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:10.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97142, clonedBytes: 28734606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:11.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107447, clonedBytes: 31809370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:12.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbd0666d1a4e49f551cf", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112220, clonedBytes: 33264852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:12.334 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:58:12.335 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:58:12.341 I SHARDING [conn9] moveChunk setting version to: 129|0||584bcad890d1dc672b54835d Sat Dec 10 06:58:12.346 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112220, clonedBytes: 33264852, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:58:12.346 I SHARDING [conn9] moveChunk updating self version to: 129|1||584bcad890d1dc672b54835d through { datetime: new Date(1456363768000) } -> { datetime: new Date(1456522152000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:58:12.347 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:12.347-0600-584bfbe4666d1a4e49f551d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374692347), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112220, clonedBytes: 33264852, catchup: 0, steady: 0 } } Sat Dec 10 06:58:12.348 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:58:12.348 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:58:12.348 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:12.348-0600-584bfbe4666d1a4e49f551d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374692348), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1074, step 4 of 6: 19014, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:58:12.349 I SHARDING [conn9] distributed lock with ts: 584bfbd0666d1a4e49f551cd' unlocked. Sat Dec 10 06:58:12.350 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456243330000) }, max: { datetime: new Date(1456363768000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 128000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 196 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6139 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20109ms Sat Dec 10 06:58:13.492 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 156000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:58:13.493 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1462049210000) }, { datetime: new Date(1462195884000) }) in IISLogs.pubprdweb01', ts : 584bfbe5666d1a4e49f551d4 Sat Dec 10 06:58:13.493 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 156|0||584bbf4f90d1dc672b54822e, current metadata version is 156|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:58:13.494 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 156|0||584bbf4f90d1dc672b54822e to shard version 156|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:58:13.494 I SHARDING [conn9] collection version was loaded at version 156|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:58:13.494 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:13.494-0600-584bfbe5666d1a4e49f551d5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374693494), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:58:13.495 I SHARDING [conn9] moveChunk request accepted at version 156|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:58:15.033 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 06:58:15.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:15.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:16.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:17.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:17.674 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776330 locks:{ Global: { acquireCount: { r: 766 } }, Database: { acquireCount: { r: 383 } }, Collection: { acquireCount: { r: 383 } } } protocol:op_command 2612ms Sat Dec 10 06:58:18.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1494, clonedBytes: 509669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:19.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9365, clonedBytes: 3176652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:20.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18389, clonedBytes: 6347709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:21.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27823, clonedBytes: 9599269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:22.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37694, clonedBytes: 13343734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:23.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46177, clonedBytes: 16464053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:24.360 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776277 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } protocol:op_command 1063ms Sat Dec 10 06:58:24.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46177, clonedBytes: 16464053, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:25.342 I SHARDING [RangeDeleter] rangeDeleter deleted 112201 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451474271000) } -> { datetime: new Date(1451583803000) } Sat Dec 10 06:58:25.342 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1456931781000) } -> { datetime: new Date(1457015188000) }, with opId: 183592 Sat Dec 10 06:58:25.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55425, clonedBytes: 19587332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:26.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65272, clonedBytes: 22923384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:27.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74878, clonedBytes: 26215102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:28.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83198, clonedBytes: 29134425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:29.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91709, clonedBytes: 31930625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:30.335 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3166127 locks:{ Global: { acquireCount: { r: 140 } }, Database: { acquireCount: { r: 70 } }, Collection: { acquireCount: { r: 70 } } } protocol:op_command 213ms Sat Dec 10 06:58:30.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96967, clonedBytes: 33974364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:31.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbe5666d1a4e49f551d6", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 36029821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:31.672 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:58:31.673 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:58:31.674 I SHARDING [conn9] moveChunk setting version to: 157|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:58:31.687 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 36029821, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:58:31.687 I SHARDING [conn9] moveChunk updating self version to: 157|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1462195884000) } -> { datetime: new Date(1462322821000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:58:31.689 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:31.689-0600-584bfbf7666d1a4e49f551d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374711689), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 36029821, catchup: 0, steady: 0 } } Sat Dec 10 06:58:31.690 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:58:31.690 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:58:31.690 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:31.690-0600-584bfbf7666d1a4e49f551da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374711690), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1541, step 4 of 6: 16634, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:58:31.693 I SHARDING [conn9] distributed lock with ts: 584bfbe5666d1a4e49f551d4' unlocked. Sat Dec 10 06:58:31.693 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462049210000) }, max: { datetime: new Date(1462195884000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 156000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:804 reslen:154 locks:{ Global: { acquireCount: { r: 1620, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 193 } }, Database: { acquireCount: { r: 806, w: 4, W: 2 } }, Collection: { acquireCount: { r: 806, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 37 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18201ms Sat Dec 10 06:58:31.700 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 133000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:58:31.701 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453199773000) }, { datetime: new Date(1453267938000) }) in IISLogs.pubprdweb03', ts : 584bfbf7666d1a4e49f551db Sat Dec 10 06:58:31.701 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 133|0||584bc97f90d1dc672b548352, current metadata version is 133|0||584bc97f90d1dc672b548352 Sat Dec 10 06:58:31.702 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 133|0||584bc97f90d1dc672b548352 to shard version 133|1||584bc97f90d1dc672b548352 Sat Dec 10 06:58:31.702 I SHARDING [conn9] collection version was loaded at version 133|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:58:31.702 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:31.702-0600-584bfbf7666d1a4e49f551dc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374711702), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:58:31.703 I SHARDING [conn9] moveChunk request accepted at version 133|1||584bc97f90d1dc672b548352 Sat Dec 10 06:58:32.842 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 06:58:32.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:32.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:32.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:32.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:32.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:32.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:33.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:33.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:33.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:33.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:34.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:34.979 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776260 locks:{ Global: { acquireCount: { r: 1026 } }, Database: { acquireCount: { r: 513 } }, Collection: { acquireCount: { r: 513 } } } protocol:op_command 2120ms Sat Dec 10 06:58:35.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8736, clonedBytes: 2255383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:37.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18448, clonedBytes: 4789336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:38.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27871, clonedBytes: 7227191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:39.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37323, clonedBytes: 9670491, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:40.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47217, clonedBytes: 12222004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:41.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56347, clonedBytes: 14556924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:42.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63332, clonedBytes: 16343898, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:43.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63332, clonedBytes: 16343898, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:43.567 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13798652 locks:{ Global: { acquireCount: { r: 810 } }, Database: { acquireCount: { r: 405 } }, Collection: { acquireCount: { r: 405 } } } protocol:op_command 1454ms Sat Dec 10 06:58:44.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68616, clonedBytes: 17713456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:45.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77199, clonedBytes: 19946821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:46.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86325, clonedBytes: 22309217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:46.642 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1456931781000) } -> { datetime: new Date(1457015188000) } Sat Dec 10 06:58:46.642 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubbsdweb2 from { datetime: new Date(1472240035000) } -> { datetime: new Date(1472444599000) }, with opId: 183716 Sat Dec 10 06:58:47.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94896, clonedBytes: 24577241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:48.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104341, clonedBytes: 27300836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:49.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfbf7666d1a4e49f551dd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29800628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:49.351 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:58:49.353 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:58:49.353 I SHARDING [conn9] moveChunk setting version to: 134|0||584bc97f90d1dc672b548352 Sat Dec 10 06:58:49.362 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29800628, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:58:49.362 I SHARDING [conn9] moveChunk updating self version to: 134|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453267938000) } -> { datetime: new Date(1453342193000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:58:49.364 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:49.364-0600-584bfc09666d1a4e49f551e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374729364), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29800628, catchup: 0, steady: 0 } } Sat Dec 10 06:58:49.367 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:58:49.367 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:58:49.367 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:49.367-0600-584bfc09666d1a4e49f551e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374729367), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1143, step 4 of 6: 16503, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:58:49.369 I SHARDING [conn9] distributed lock with ts: 584bfbf7666d1a4e49f551db' unlocked. Sat Dec 10 06:58:49.369 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453199773000) }, max: { datetime: new Date(1453267938000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 133000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 262 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17670ms Sat Dec 10 06:58:49.374 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 129000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:58:49.376 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456363768000) }, { datetime: new Date(1456522152000) }) in IISLogs.pubprdweb04', ts : 584bfc09666d1a4e49f551e2 Sat Dec 10 06:58:49.376 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 129|0||584bcad890d1dc672b54835d, current metadata version is 129|0||584bcad890d1dc672b54835d Sat Dec 10 06:58:49.379 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 129|0||584bcad890d1dc672b54835d to shard version 129|1||584bcad890d1dc672b54835d Sat Dec 10 06:58:49.379 I SHARDING [conn9] collection version was loaded at version 129|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 06:58:49.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:58:49.379-0600-584bfc09666d1a4e49f551e3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374729379), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:58:49.380 I SHARDING [conn9] moveChunk request accepted at version 129|1||584bcad890d1dc672b54835d Sat Dec 10 06:58:50.434 I SHARDING [conn9] moveChunk number of documents: 112228 Sat Dec 10 06:58:50.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:50.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:51.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:51.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:52.590 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:53.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:53.849 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 3399ms Sat Dec 10 06:58:54.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6331, clonedBytes: 1927545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:55.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15909, clonedBytes: 4712423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:56.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25591, clonedBytes: 7541268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:57.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36479, clonedBytes: 10794833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:58.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46209, clonedBytes: 13538309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:58:59.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55909, clonedBytes: 16395757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:00.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55909, clonedBytes: 16395757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:01.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55909, clonedBytes: 16395757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:02.914 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 3004ms Sat Dec 10 06:59:03.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55909, clonedBytes: 16395757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:04.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66107, clonedBytes: 19492697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:05.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76336, clonedBytes: 22264205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:06.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86376, clonedBytes: 25253123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:07.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96288, clonedBytes: 28075222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:08.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106610, clonedBytes: 31130865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:09.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc09666d1a4e49f551e4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112228, clonedBytes: 32831400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:09.176 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:59:09.177 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:59:09.178 I SHARDING [conn9] moveChunk setting version to: 130|0||584bcad890d1dc672b54835d Sat Dec 10 06:59:09.184 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112228, clonedBytes: 32831400, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:59:09.184 I SHARDING [conn9] moveChunk updating self version to: 130|1||584bcad890d1dc672b54835d through { datetime: new Date(1456522152000) } -> { datetime: new Date(1456701814000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 06:59:09.185 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:09.185-0600-584bfc1d666d1a4e49f551e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374749185), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112228, clonedBytes: 32831400, catchup: 0, steady: 0 } } Sat Dec 10 06:59:09.186 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:59:09.187 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:59:09.187 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:09.187-0600-584bfc1d666d1a4e49f551e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374749187), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1056, step 4 of 6: 18737, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:59:09.188 I SHARDING [conn9] distributed lock with ts: 584bfc09666d1a4e49f551e2' unlocked. Sat Dec 10 06:59:09.188 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456363768000) }, max: { datetime: new Date(1456522152000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 129000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 541 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19813ms Sat Dec 10 06:59:10.313 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 157000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 06:59:10.314 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1462195884000) }, { datetime: new Date(1462322821000) }) in IISLogs.pubprdweb01', ts : 584bfc1e666d1a4e49f551e9 Sat Dec 10 06:59:10.314 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 157|0||584bbf4f90d1dc672b54822e, current metadata version is 157|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:59:10.315 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 157|0||584bbf4f90d1dc672b54822e to shard version 157|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:59:10.315 I SHARDING [conn9] collection version was loaded at version 157|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 06:59:10.315 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:10.315-0600-584bfc1e666d1a4e49f551ea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374750315), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:59:10.316 I SHARDING [conn9] moveChunk request accepted at version 157|1||584bbf4f90d1dc672b54822e Sat Dec 10 06:59:11.348 I SHARDING [conn9] moveChunk number of documents: 102887 Sat Dec 10 06:59:11.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.505 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubbsdweb2 from { datetime: new Date(1472240035000) } -> { datetime: new Date(1472444599000) } Sat Dec 10 06:59:11.505 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459785666000) } -> { datetime: new Date(1459875857000) }, with opId: 183874 Sat Dec 10 06:59:11.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:11.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:12.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:13.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:14.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:14.710 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 3358ms Sat Dec 10 06:59:15.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7338, clonedBytes: 2095145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:16.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16822, clonedBytes: 4841031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:17.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27681, clonedBytes: 7947961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:18.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36721, clonedBytes: 10658639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:19.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46769, clonedBytes: 13918620, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:20.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54881, clonedBytes: 16402895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:22.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54881, clonedBytes: 16402895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:22.314 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15194116 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 1582ms Sat Dec 10 06:59:23.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60857, clonedBytes: 18180923, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:24.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70699, clonedBytes: 20977064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:25.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80039, clonedBytes: 23786142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:26.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89491, clonedBytes: 26786332, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:27.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99338, clonedBytes: 30048856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:28.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc1e666d1a4e49f551eb", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102887, clonedBytes: 31271931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:28.186 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:59:28.187 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:59:28.188 I SHARDING [conn9] moveChunk setting version to: 158|0||584bbf4f90d1dc672b54822e Sat Dec 10 06:59:28.192 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102887, clonedBytes: 31271931, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:59:28.192 I SHARDING [conn9] moveChunk updating self version to: 158|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1462322821000) } -> { datetime: new Date(1462434478000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 06:59:28.194 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:28.194-0600-584bfc30666d1a4e49f551ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374768194), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102887, clonedBytes: 31271931, catchup: 0, steady: 0 } } Sat Dec 10 06:59:28.194 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:59:28.194 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:59:28.194 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:28.194-0600-584bfc30666d1a4e49f551ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374768194), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1034, step 4 of 6: 16834, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:59:28.196 I SHARDING [conn9] distributed lock with ts: 584bfc1e666d1a4e49f551e9' unlocked. Sat Dec 10 06:59:28.196 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462195884000) }, max: { datetime: new Date(1462322821000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 157000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 118 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17883ms Sat Dec 10 06:59:28.201 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 134000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 06:59:28.202 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453267938000) }, { datetime: new Date(1453342193000) }) in IISLogs.pubprdweb03', ts : 584bfc30666d1a4e49f551f0 Sat Dec 10 06:59:28.202 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 134|0||584bc97f90d1dc672b548352, current metadata version is 134|0||584bc97f90d1dc672b548352 Sat Dec 10 06:59:28.203 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 134|0||584bc97f90d1dc672b548352 to shard version 134|1||584bc97f90d1dc672b548352 Sat Dec 10 06:59:28.203 I SHARDING [conn9] collection version was loaded at version 134|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 06:59:28.203 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:28.203-0600-584bfc30666d1a4e49f551f1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374768203), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:59:28.204 I SHARDING [conn9] moveChunk request accepted at version 134|1||584bc97f90d1dc672b548352 Sat Dec 10 06:59:29.037 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 06:59:29.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:29.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:30.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:30.517 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776171 locks:{ Global: { acquireCount: { r: 998 } }, Database: { acquireCount: { r: 499 } }, Collection: { acquireCount: { r: 499 } } } protocol:op_command 1419ms Sat Dec 10 06:59:31.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 316, clonedBytes: 82899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:32.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5838, clonedBytes: 1501294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:33.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15819, clonedBytes: 4065171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:34.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25041, clonedBytes: 6500838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:35.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34940, clonedBytes: 9083908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:35.583 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459785666000) } -> { datetime: new Date(1459875857000) } Sat Dec 10 06:59:35.584 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448644576000) } -> { datetime: new Date(1448729881000) }, with opId: 184029 Sat Dec 10 06:59:36.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44796, clonedBytes: 11638444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:37.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54753, clonedBytes: 14393028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:38.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62043, clonedBytes: 16352832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:39.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62043, clonedBytes: 16352832, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:39.564 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14248210 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1525ms Sat Dec 10 06:59:40.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69587, clonedBytes: 18339004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:41.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79734, clonedBytes: 21085639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:42.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89781, clonedBytes: 23742237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:43.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100362, clonedBytes: 26594519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:44.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110386, clonedBytes: 29358057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:45.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc30666d1a4e49f551f2", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 30250090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:45.608 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 06:59:45.609 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 06:59:45.610 I SHARDING [conn9] moveChunk setting version to: 135|0||584bc97f90d1dc672b548352 Sat Dec 10 06:59:45.612 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 30250090, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 06:59:45.612 I SHARDING [conn9] moveChunk updating self version to: 135|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453342193000) } -> { datetime: new Date(1453406177000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 06:59:45.614 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:45.614-0600-584bfc41666d1a4e49f551f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374785614), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 30250090, catchup: 0, steady: 0 } } Sat Dec 10 06:59:45.615 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 06:59:45.616 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 06:59:45.616 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:45.616-0600-584bfc41666d1a4e49f551f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374785616), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 837, step 4 of 6: 16566, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 06:59:45.617 I SHARDING [conn9] distributed lock with ts: 584bfc30666d1a4e49f551f0' unlocked. Sat Dec 10 06:59:45.617 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453267938000) }, max: { datetime: new Date(1453342193000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 134000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 348 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 77 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17418ms Sat Dec 10 06:59:45.622 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 130000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 06:59:45.623 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456522152000) }, { datetime: new Date(1456701814000) }) in IISLogs.pubprdweb04', ts : 584bfc41666d1a4e49f551f7 Sat Dec 10 06:59:45.623 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 130|0||584bcad890d1dc672b54835d, current metadata version is 130|0||584bcad890d1dc672b54835d Sat Dec 10 06:59:45.624 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 130|0||584bcad890d1dc672b54835d to shard version 130|1||584bcad890d1dc672b54835d Sat Dec 10 06:59:45.624 I SHARDING [conn9] collection version was loaded at version 130|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 06:59:45.624 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T06:59:45.624-0600-584bfc41666d1a4e49f551f8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374785624), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 06:59:45.625 I SHARDING [conn9] moveChunk request accepted at version 130|1||584bcad890d1dc672b54835d Sat Dec 10 06:59:46.780 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 06:59:46.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:46.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:46.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:46.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:46.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:46.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:46.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:47.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:47.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:47.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:48.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:49.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:50.321 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776019 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 3535ms Sat Dec 10 06:59:51.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5676, clonedBytes: 1695114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:52.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15696, clonedBytes: 4702384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:53.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25864, clonedBytes: 7591749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:54.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35595, clonedBytes: 10522174, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:55.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45157, clonedBytes: 13424165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:56.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55107, clonedBytes: 16401232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:57.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55107, clonedBytes: 16401232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:58.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55107, clonedBytes: 16401232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:59.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55107, clonedBytes: 16401232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 06:59:59.363 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448644576000) } -> { datetime: new Date(1448729881000) } Sat Dec 10 06:59:59.363 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451583803000) } -> { datetime: new Date(1451699503000) }, with opId: 184181 Sat Dec 10 07:00:00.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55107, clonedBytes: 16401232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:01.087 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776133 locks:{ Global: { acquireCount: { r: 952 } }, Database: { acquireCount: { r: 476 } }, Collection: { acquireCount: { r: 476 } } } protocol:op_command 4933ms Sat Dec 10 07:00:01.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56709, clonedBytes: 16892954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:02.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66886, clonedBytes: 19820453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:03.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76638, clonedBytes: 22776434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:04.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86968, clonedBytes: 25887722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:05.254 I NETWORK [initandlisten] connection accepted from 10.112.9.26:50797 #93 (28 connections now open) Sat Dec 10 07:00:05.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98065, clonedBytes: 29208768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:06.026 I NETWORK [initandlisten] connection accepted from 10.112.9.26:50799 #94 (29 connections now open) Sat Dec 10 07:00:06.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107870, clonedBytes: 32181798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:07.274 I NETWORK [initandlisten] connection accepted from 10.112.9.26:50800 #95 (30 connections now open) Sat Dec 10 07:00:07.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc41666d1a4e49f551f9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33498915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:07.625 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:00:07.626 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:00:07.627 I SHARDING [conn9] moveChunk setting version to: 131|0||584bcad890d1dc672b54835d Sat Dec 10 07:00:07.631 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33498915, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:00:07.632 I SHARDING [conn9] moveChunk updating self version to: 131|1||584bcad890d1dc672b54835d through { datetime: new Date(1456701814000) } -> { datetime: new Date(1456803818000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:00:07.633 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:07.633-0600-584bfc57666d1a4e49f551fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374807633), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33498915, catchup: 0, steady: 0 } } Sat Dec 10 07:00:07.633 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:00:07.634 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:00:07.634 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:07.634-0600-584bfc57666d1a4e49f551fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374807634), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1158, step 4 of 6: 20839, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:00:07.635 I SHARDING [conn9] distributed lock with ts: 584bfc41666d1a4e49f551f7' unlocked. Sat Dec 10 07:00:07.635 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456522152000) }, max: { datetime: new Date(1456701814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 130000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 249 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 486 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22013ms Sat Dec 10 07:00:08.222 I NETWORK [initandlisten] connection accepted from 10.112.9.26:50801 #96 (31 connections now open) Sat Dec 10 07:00:08.504 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:296 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } protocol:op_command 251ms Sat Dec 10 07:00:08.749 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:304 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 610 } }, Database: { acquireCount: { r: 305 } }, Collection: { acquireCount: { r: 305 } } } protocol:op_command 192ms Sat Dec 10 07:00:08.822 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 158000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 07:00:08.823 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1462322821000) }, { datetime: new Date(1462434478000) }) in IISLogs.pubprdweb01', ts : 584bfc58666d1a4e49f551fe Sat Dec 10 07:00:08.823 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 158|0||584bbf4f90d1dc672b54822e, current metadata version is 158|0||584bbf4f90d1dc672b54822e Sat Dec 10 07:00:08.824 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 158|0||584bbf4f90d1dc672b54822e to shard version 158|1||584bbf4f90d1dc672b54822e Sat Dec 10 07:00:08.824 I SHARDING [conn9] collection version was loaded at version 158|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 07:00:08.824 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:08.824-0600-584bfc58666d1a4e49f551ff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374808824), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:00:08.825 I SHARDING [conn9] moveChunk request accepted at version 158|1||584bbf4f90d1dc672b54822e Sat Dec 10 07:00:09.275 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:37469 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:37469 reslen:4194516 locks:{ Global: { acquireCount: { r: 586 } }, Database: { acquireCount: { r: 293 } }, Collection: { acquireCount: { r: 293 } } } protocol:op_command 105ms Sat Dec 10 07:00:09.815 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:38016 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38016 reslen:4194514 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 137ms Sat Dec 10 07:00:10.384 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:38026 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38026 reslen:4194516 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 135ms Sat Dec 10 07:00:11.061 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:37437 keyUpdates:0 writeConflicts:0 numYields:293 nreturned:37437 reslen:4194512 locks:{ Global: { acquireCount: { r: 588 } }, Database: { acquireCount: { r: 294 } }, Collection: { acquireCount: { r: 294 } } } protocol:op_command 154ms Sat Dec 10 07:00:11.597 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:37908 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:37908 reslen:4194463 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 135ms Sat Dec 10 07:00:12.060 I SHARDING [conn9] moveChunk number of documents: 102969 Sat Dec 10 07:00:12.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.380 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:294 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 590 } }, Database: { acquireCount: { r: 295 } }, Collection: { acquireCount: { r: 295 } } } protocol:op_command 382ms Sat Dec 10 07:00:12.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:12.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:13.040 I COMMAND [conn96] command IISLogs.Country command: getMore { getMore: 43989907723, collection: "Country" } planSummary: COLLSCAN cursorid:43989907723 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:181 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 364 } }, Database: { acquireCount: { r: 182 } }, Collection: { acquireCount: { r: 182 } } } protocol:op_command 278ms Sat Dec 10 07:00:13.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:14.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:14.643 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776334 locks:{ Global: { acquireCount: { r: 782 } }, Database: { acquireCount: { r: 391 } }, Collection: { acquireCount: { r: 391 } } } protocol:op_command 2578ms Sat Dec 10 07:00:15.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5019, clonedBytes: 1754772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:16.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14670, clonedBytes: 4971509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:17.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24518, clonedBytes: 8598341, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:18.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34563, clonedBytes: 12378864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:19.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44294, clonedBytes: 15411877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:20.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47417, clonedBytes: 16455377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:21.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47417, clonedBytes: 16455377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:22.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47417, clonedBytes: 16455377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:22.979 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 3222ms Sat Dec 10 07:00:23.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52056, clonedBytes: 17996039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:24.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62989, clonedBytes: 21463381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:26.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69678, clonedBytes: 23482225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:26.877 I SHARDING [RangeDeleter] rangeDeleter deleted 112246 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451583803000) } -> { datetime: new Date(1451699503000) } Sat Dec 10 07:00:26.877 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457015188000) } -> { datetime: new Date(1457089905000) }, with opId: 184375 Sat Dec 10 07:00:27.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76268, clonedBytes: 25550307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:27.505 I COMMAND [conn16] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584bfc6b7391bb05b86ef621'), IP: "68.180.229.160", userAgent: "Mozilla/5.0+(compatible;+Yahoo!+Slurp;+http://help.yahoo.com/help/us/ysearch/slurp)", Country: "United States of America", datetime: new Date(1481370604000), proxy: null, url: "/wolfner/bibliographies/tistheseason.asp", HTTPStatus: "200", HTTPResponseTime: "31" } ], ordered: true, shardVersion: [ Timestamp 135000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 268ms Sat Dec 10 07:00:28.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83516, clonedBytes: 28097933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:29.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90312, clonedBytes: 30419816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:30.334 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2020514 locks:{ Global: { acquireCount: { r: 86 } }, Database: { acquireCount: { r: 43 } }, Collection: { acquireCount: { r: 43 } } } protocol:op_command 192ms Sat Dec 10 07:00:30.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98177, clonedBytes: 32989151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:31.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:32.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:33.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:34.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:35.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:36.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:37.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:38.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:39.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:40.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc58666d1a4e49f55200", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:40.635 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:00:40.643 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:00:40.644 I SHARDING [conn9] moveChunk setting version to: 159|0||584bbf4f90d1dc672b54822e Sat Dec 10 07:00:40.653 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:00:40.653 I SHARDING [conn9] moveChunk updating self version to: 159|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1462434478000) } -> { datetime: new Date(1462562430000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 07:00:40.655 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:40.655-0600-584bfc78666d1a4e49f55203", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374840655), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102969, clonedBytes: 34880396, catchup: 0, steady: 0 } } Sat Dec 10 07:00:40.656 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:00:40.656 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:00:40.656 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:40.656-0600-584bfc78666d1a4e49f55204", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374840656), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3237, step 4 of 6: 28570, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:00:40.657 I SHARDING [conn9] distributed lock with ts: 584bfc58666d1a4e49f551fe' unlocked. Sat Dec 10 07:00:40.657 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462322821000) }, max: { datetime: new Date(1462434478000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 158000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:830 reslen:154 locks:{ Global: { acquireCount: { r: 1672, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 306 } }, Database: { acquireCount: { r: 832, w: 4, W: 2 } }, Collection: { acquireCount: { r: 832, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 31836ms Sat Dec 10 07:00:40.662 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 135000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:00:40.663 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453342193000) }, { datetime: new Date(1453406177000) }) in IISLogs.pubprdweb03', ts : 584bfc78666d1a4e49f55205 Sat Dec 10 07:00:40.663 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 135|0||584bc97f90d1dc672b548352, current metadata version is 135|0||584bc97f90d1dc672b548352 Sat Dec 10 07:00:40.664 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 135|0||584bc97f90d1dc672b548352 to shard version 135|1||584bc97f90d1dc672b548352 Sat Dec 10 07:00:40.664 I SHARDING [conn9] collection version was loaded at version 135|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:00:40.664 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:40.664-0600-584bfc78666d1a4e49f55206", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374840664), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:00:40.665 I SHARDING [conn9] moveChunk request accepted at version 135|1||584bc97f90d1dc672b548352 Sat Dec 10 07:00:41.662 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 07:00:41.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:41.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:42.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:42.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:43.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:44.157 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776249 locks:{ Global: { acquireCount: { r: 988 } }, Database: { acquireCount: { r: 494 } }, Collection: { acquireCount: { r: 494 } } } protocol:op_command 2443ms Sat Dec 10 07:00:44.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 982, clonedBytes: 258860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:45.695 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457015188000) } -> { datetime: new Date(1457089905000) } Sat Dec 10 07:00:45.695 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459875857000) } -> { datetime: new Date(1459974655000) }, with opId: 184650 Sat Dec 10 07:00:45.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8888, clonedBytes: 2393911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:46.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18011, clonedBytes: 5024299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:47.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27513, clonedBytes: 7536493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:48.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37231, clonedBytes: 10205880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:49.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47085, clonedBytes: 12853417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:50.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56429, clonedBytes: 15381336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:51.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60226, clonedBytes: 16365629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:52.897 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14346249 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1555ms Sat Dec 10 07:00:52.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60226, clonedBytes: 16365629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:54.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70398, clonedBytes: 19005590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:55.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80281, clonedBytes: 21668858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:56.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89976, clonedBytes: 24064517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:57.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99392, clonedBytes: 26493905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:58.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109373, clonedBytes: 29161422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:59.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc78666d1a4e49f55207", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 30348235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:00:59.175 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:00:59.176 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:00:59.177 I SHARDING [conn9] moveChunk setting version to: 136|0||584bc97f90d1dc672b548352 Sat Dec 10 07:00:59.185 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 30348235, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:00:59.185 I SHARDING [conn9] moveChunk updating self version to: 136|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453406177000) } -> { datetime: new Date(1453489404000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:00:59.186 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:59.186-0600-584bfc8b666d1a4e49f5520a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374859186), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 30348235, catchup: 0, steady: 0 } } Sat Dec 10 07:00:59.187 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:00:59.187 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:00:59.187 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:59.187-0600-584bfc8b666d1a4e49f5520b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374859187), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 999, step 4 of 6: 17509, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:00:59.189 I SHARDING [conn9] distributed lock with ts: 584bfc78666d1a4e49f55205' unlocked. Sat Dec 10 07:00:59.189 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453342193000) }, max: { datetime: new Date(1453406177000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 135000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 430 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18527ms Sat Dec 10 07:00:59.194 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 131000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:00:59.195 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456701814000) }, { datetime: new Date(1456803818000) }) in IISLogs.pubprdweb04', ts : 584bfc8b666d1a4e49f5520c Sat Dec 10 07:00:59.195 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 131|0||584bcad890d1dc672b54835d, current metadata version is 131|0||584bcad890d1dc672b54835d Sat Dec 10 07:00:59.196 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 131|0||584bcad890d1dc672b54835d to shard version 131|1||584bcad890d1dc672b54835d Sat Dec 10 07:00:59.196 I SHARDING [conn9] collection version was loaded at version 131|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:00:59.196 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:00:59.196-0600-584bfc8b666d1a4e49f5520d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374859196), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:00:59.197 I SHARDING [conn9] moveChunk request accepted at version 131|1||584bcad890d1dc672b54835d Sat Dec 10 07:01:00.616 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:01:00.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:00.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:01.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:01.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:02.512 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776017 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1873ms Sat Dec 10 07:01:02.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 830, clonedBytes: 252707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:03.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10095, clonedBytes: 3049384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:04.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19840, clonedBytes: 5960838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:04.948 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459875857000) } -> { datetime: new Date(1459974655000) } Sat Dec 10 07:01:04.949 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448729881000) } -> { datetime: new Date(1448791010000) }, with opId: 185249 Sat Dec 10 07:01:05.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30080, clonedBytes: 9150676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:06.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39072, clonedBytes: 11919999, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:07.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49016, clonedBytes: 14807458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:08.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54259, clonedBytes: 16407166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:09.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54259, clonedBytes: 16407166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:10.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54259, clonedBytes: 16407166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:11.622 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 3224ms Sat Dec 10 07:01:11.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56908, clonedBytes: 17321535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:13.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66943, clonedBytes: 20518853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:14.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76739, clonedBytes: 23442710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:15.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86711, clonedBytes: 26559294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:16.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96484, clonedBytes: 29571019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:17.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106447, clonedBytes: 32700536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:17.595 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1749276 locks:{ Global: { acquireCount: { r: 94 } }, Database: { acquireCount: { r: 47 } }, Collection: { acquireCount: { r: 47 } } } protocol:op_command 419ms Sat Dec 10 07:01:18.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:19.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:20.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:21.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:22.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:23.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:24.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:25.330 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfc8b666d1a4e49f5520e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:25.330 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:01:25.331 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:01:25.332 I SHARDING [conn9] moveChunk setting version to: 132|0||584bcad890d1dc672b54835d Sat Dec 10 07:01:25.335 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:01:25.335 I SHARDING [conn9] moveChunk updating self version to: 132|1||584bcad890d1dc672b54835d through { datetime: new Date(1456803818000) } -> { datetime: new Date(1456893547000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:01:25.336 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:01:25.336-0600-584bfca5666d1a4e49f55211", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374885336), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 34544312, catchup: 0, steady: 0 } } Sat Dec 10 07:01:25.338 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:01:25.339 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:01:25.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:01:25.339-0600-584bfca5666d1a4e49f55212", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374885339), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1421, step 4 of 6: 24710, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:01:25.340 I SHARDING [conn9] distributed lock with ts: 584bfc8b666d1a4e49f5520c' unlocked. Sat Dec 10 07:01:25.340 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456701814000) }, max: { datetime: new Date(1456803818000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 131000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 316 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26146ms Sat Dec 10 07:01:26.212 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448729881000) } -> { datetime: new Date(1448791010000) } Sat Dec 10 07:01:26.213 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451699503000) } -> { datetime: new Date(1451843585000) }, with opId: 185541 Sat Dec 10 07:01:26.422 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 159000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 07:01:26.423 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1462434478000) }, { datetime: new Date(1462562430000) }) in IISLogs.pubprdweb01', ts : 584bfca6666d1a4e49f55213 Sat Dec 10 07:01:26.423 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 159|0||584bbf4f90d1dc672b54822e, current metadata version is 159|0||584bbf4f90d1dc672b54822e Sat Dec 10 07:01:26.425 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 159|0||584bbf4f90d1dc672b54822e to shard version 159|1||584bbf4f90d1dc672b54822e Sat Dec 10 07:01:26.425 I SHARDING [conn9] collection version was loaded at version 159|1||584bbf4f90d1dc672b54822e, took 2ms Sat Dec 10 07:01:26.425 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:01:26.425-0600-584bfca6666d1a4e49f55214", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374886425), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:01:26.426 I SHARDING [conn9] moveChunk request accepted at version 159|1||584bbf4f90d1dc672b54822e Sat Dec 10 07:01:27.338 I SHARDING [conn9] moveChunk number of documents: 102929 Sat Dec 10 07:01:27.347 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:27.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:28.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:29.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:30.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:30.627 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776319 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 3285ms Sat Dec 10 07:01:31.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9737, clonedBytes: 3511853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:32.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21187, clonedBytes: 7181712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:34.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30914, clonedBytes: 10410032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:35.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36310, clonedBytes: 12141023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:36.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44209, clonedBytes: 14586097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:37.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49423, clonedBytes: 16441320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:37.904 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776286 locks:{ Global: { acquireCount: { r: 774 } }, Database: { acquireCount: { r: 387 } }, Collection: { acquireCount: { r: 387 } } } protocol:op_command 1126ms Sat Dec 10 07:01:38.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51171, clonedBytes: 17072871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:39.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60129, clonedBytes: 20077395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:40.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69436, clonedBytes: 23536840, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:41.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74049, clonedBytes: 25248462, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:42.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83462, clonedBytes: 28180627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:43.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93449, clonedBytes: 31454560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:44.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101754, clonedBytes: 34248061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:45.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfca6666d1a4e49f55215", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102929, clonedBytes: 34641424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:45.466 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:01:45.467 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:01:45.468 I SHARDING [conn9] moveChunk setting version to: 160|0||584bbf4f90d1dc672b54822e Sat Dec 10 07:01:45.474 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102929, clonedBytes: 34641424, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:01:45.474 I SHARDING [conn9] moveChunk updating self version to: 160|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1462562430000) } -> { datetime: new Date(1462691847000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 07:01:45.476 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:01:45.476-0600-584bfcb9666d1a4e49f55218", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374905476), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102929, clonedBytes: 34641424, catchup: 0, steady: 0 } } Sat Dec 10 07:01:45.476 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:01:45.476 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:01:45.476 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:01:45.476-0600-584bfcb9666d1a4e49f55219", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374905476), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 914, step 4 of 6: 18123, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:01:45.478 I SHARDING [conn9] distributed lock with ts: 584bfca6666d1a4e49f55213' unlocked. Sat Dec 10 07:01:45.478 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462434478000) }, max: { datetime: new Date(1462562430000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 159000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:805 reslen:154 locks:{ Global: { acquireCount: { r: 1622, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 242 } }, Database: { acquireCount: { r: 807, w: 4, W: 2 } }, Collection: { acquireCount: { r: 807, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19055ms Sat Dec 10 07:01:45.482 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 136000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:01:45.483 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453406177000) }, { datetime: new Date(1453489404000) }) in IISLogs.pubprdweb03', ts : 584bfcb9666d1a4e49f5521a Sat Dec 10 07:01:45.483 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 136|0||584bc97f90d1dc672b548352, current metadata version is 136|0||584bc97f90d1dc672b548352 Sat Dec 10 07:01:45.484 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 136|0||584bc97f90d1dc672b548352 to shard version 136|1||584bc97f90d1dc672b548352 Sat Dec 10 07:01:45.484 I SHARDING [conn9] collection version was loaded at version 136|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:01:45.484 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:01:45.484-0600-584bfcb9666d1a4e49f5521b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374905484), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:01:45.485 I SHARDING [conn9] moveChunk request accepted at version 136|1||584bc97f90d1dc672b548352 Sat Dec 10 07:01:46.595 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 07:01:46.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:46.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:47.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:47.404 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776298 locks:{ Global: { acquireCount: { r: 994 } }, Database: { acquireCount: { r: 497 } }, Collection: { acquireCount: { r: 497 } } } protocol:op_command 770ms Sat Dec 10 07:01:47.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 193, clonedBytes: 49187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:48.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1827, clonedBytes: 483804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:49.013 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451699503000) } -> { datetime: new Date(1451843585000) } Sat Dec 10 07:01:49.013 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457089905000) } -> { datetime: new Date(1457199813000) }, with opId: 185843 Sat Dec 10 07:01:49.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11537, clonedBytes: 3044726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:50.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21285, clonedBytes: 5677632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:51.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31114, clonedBytes: 8259030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:52.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40754, clonedBytes: 10789961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:53.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51166, clonedBytes: 13499749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:54.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60661, clonedBytes: 15908868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:55.898 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13615307 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 775ms Sat Dec 10 07:01:55.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62448, clonedBytes: 16350124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:56.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72072, clonedBytes: 18787566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:58.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81798, clonedBytes: 21286924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:01:59.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91511, clonedBytes: 23787882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:00.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101241, clonedBytes: 26299259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:01.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109106, clonedBytes: 28396191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:02.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 29617300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:03.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 29617300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:04.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113747, clonedBytes: 29617300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:05.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcb9666d1a4e49f5521c", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 29617300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:05.216 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:02:05.217 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:02:05.218 I SHARDING [conn9] moveChunk setting version to: 137|0||584bc97f90d1dc672b548352 Sat Dec 10 07:02:05.225 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 29617300, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:02:05.225 I SHARDING [conn9] moveChunk updating self version to: 137|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453489404000) } -> { datetime: new Date(1453598811000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:02:05.227 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:05.227-0600-584bfccd666d1a4e49f5521f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374925227), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 29617300, catchup: 0, steady: 0 } } Sat Dec 10 07:02:05.227 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:02:05.228 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:02:05.228 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:05.228-0600-584bfccd666d1a4e49f55220", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374925228), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1114, step 4 of 6: 18615, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:02:05.229 I SHARDING [conn9] distributed lock with ts: 584bfcb9666d1a4e49f5521a' unlocked. Sat Dec 10 07:02:05.229 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453406177000) }, max: { datetime: new Date(1453489404000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 136000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 298 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19747ms Sat Dec 10 07:02:05.234 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 132000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:02:05.234 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456803818000) }, { datetime: new Date(1456893547000) }) in IISLogs.pubprdweb04', ts : 584bfccd666d1a4e49f55221 Sat Dec 10 07:02:05.234 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 132|0||584bcad890d1dc672b54835d, current metadata version is 132|0||584bcad890d1dc672b54835d Sat Dec 10 07:02:05.236 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 132|0||584bcad890d1dc672b54835d to shard version 132|1||584bcad890d1dc672b54835d Sat Dec 10 07:02:05.236 I SHARDING [conn9] collection version was loaded at version 132|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:02:05.236 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:05.236-0600-584bfccd666d1a4e49f55222", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374925236), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:02:05.237 I SHARDING [conn9] moveChunk request accepted at version 132|1||584bcad890d1dc672b54835d Sat Dec 10 07:02:06.328 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:02:06.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:06.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:07.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:07.568 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457089905000) } -> { datetime: new Date(1457199813000) } Sat Dec 10 07:02:07.568 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1459974655000) } -> { datetime: new Date(1460134849000) }, with opId: 186124 Sat Dec 10 07:02:08.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:08.942 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 2578ms Sat Dec 10 07:02:09.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1647, clonedBytes: 624431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:10.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8463, clonedBytes: 3128032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:11.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17794, clonedBytes: 6137399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:12.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27589, clonedBytes: 9229652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:13.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37328, clonedBytes: 12124164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:14.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47580, clonedBytes: 15338129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:15.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51098, clonedBytes: 16429552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:16.037 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 1001ms Sat Dec 10 07:02:16.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57136, clonedBytes: 18272299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:17.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67112, clonedBytes: 21282558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:18.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76955, clonedBytes: 24320365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:19.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86748, clonedBytes: 27470378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:20.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96565, clonedBytes: 30665655, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:21.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103269, clonedBytes: 32851609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:22.063 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3282726 locks:{ Global: { acquireCount: { r: 148 } }, Database: { acquireCount: { r: 74 } }, Collection: { acquireCount: { r: 74 } } } protocol:op_command 456ms Sat Dec 10 07:02:22.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109913, clonedBytes: 35364821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:23.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfccd666d1a4e49f55223", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 36081579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:23.949 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:02:23.950 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:02:23.951 I SHARDING [conn9] moveChunk setting version to: 133|0||584bcad890d1dc672b54835d Sat Dec 10 07:02:23.962 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 36081579, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:02:23.962 I SHARDING [conn9] moveChunk updating self version to: 133|1||584bcad890d1dc672b54835d through { datetime: new Date(1456893547000) } -> { datetime: new Date(1457006394000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:02:23.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:23.964-0600-584bfcdf666d1a4e49f55226", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374943964), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 36081579, catchup: 0, steady: 0 } } Sat Dec 10 07:02:23.964 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:02:23.964 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:02:23.965 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:23.965-0600-584bfcdf666d1a4e49f55227", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374943965), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1096, step 4 of 6: 17615, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:02:23.966 I SHARDING [conn9] distributed lock with ts: 584bfccd666d1a4e49f55221' unlocked. Sat Dec 10 07:02:23.966 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456803818000) }, max: { datetime: new Date(1456893547000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 132000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6847 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18733ms Sat Dec 10 07:02:25.056 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 160000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } Sat Dec 10 07:02:25.057 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb01' acquired for 'migrating chunk [{ datetime: new Date(1462562430000) }, { datetime: new Date(1462691847000) }) in IISLogs.pubprdweb01', ts : 584bfce1666d1a4e49f55228 Sat Dec 10 07:02:25.057 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb01 based on current shard version 160|0||584bbf4f90d1dc672b54822e, current metadata version is 160|0||584bbf4f90d1dc672b54822e Sat Dec 10 07:02:25.059 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb01 from shard version 160|0||584bbf4f90d1dc672b54822e to shard version 160|1||584bbf4f90d1dc672b54822e Sat Dec 10 07:02:25.059 I SHARDING [conn9] collection version was loaded at version 160|1||584bbf4f90d1dc672b54822e, took 1ms Sat Dec 10 07:02:25.059 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:25.059-0600-584bfce1666d1a4e49f55229", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374945059), what: "moveChunk.start", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:02:25.059 I SHARDING [conn9] moveChunk request accepted at version 160|1||584bbf4f90d1dc672b54822e Sat Dec 10 07:02:26.876 I SHARDING [conn9] moveChunk number of documents: 102928 Sat Dec 10 07:02:26.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:26.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:26.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:26.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:26.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:27.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:27.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:27.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:27.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:28.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:28.329 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776190 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 1448ms Sat Dec 10 07:02:29.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3400, clonedBytes: 1047924, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:30.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14994, clonedBytes: 4848783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:31.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25043, clonedBytes: 8372502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:32.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35167, clonedBytes: 11781340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:33.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44626, clonedBytes: 15352608, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:34.055 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1459974655000) } -> { datetime: new Date(1460134849000) } Sat Dec 10 07:02:34.055 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448791010000) } -> { datetime: new Date(1448877468000) }, with opId: 186510 Sat Dec 10 07:02:34.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47678, clonedBytes: 16453406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:35.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47678, clonedBytes: 16453406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:36.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47678, clonedBytes: 16453406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:37.100 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776149 locks:{ Global: { acquireCount: { r: 796 } }, Database: { acquireCount: { r: 398 } }, Collection: { acquireCount: { r: 398 } } } protocol:op_command 3025ms Sat Dec 10 07:02:37.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54084, clonedBytes: 18660982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:39.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61985, clonedBytes: 21392396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:40.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67512, clonedBytes: 23351784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:41.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77361, clonedBytes: 26824939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:42.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84895, clonedBytes: 29423063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:43.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93971, clonedBytes: 32587658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:43.817 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2939595 locks:{ Global: { acquireCount: { r: 132 } }, Database: { acquireCount: { r: 66 } }, Collection: { acquireCount: { r: 66 } } } protocol:op_command 173ms Sat Dec 10 07:02:44.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101713, clonedBytes: 35308668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:45.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfce1666d1a4e49f5522a", ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 102928, clonedBytes: 35802276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:45.611 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:02:45.612 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:02:45.613 I SHARDING [conn9] moveChunk setting version to: 161|0||584bbf4f90d1dc672b54822e Sat Dec 10 07:02:45.618 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 102928, clonedBytes: 35802276, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:02:45.618 I SHARDING [conn9] moveChunk updating self version to: 161|1||584bbf4f90d1dc672b54822e through { datetime: new Date(1462691847000) } -> { datetime: new Date(1462829919000) } for collection 'IISLogs.pubprdweb01' Sat Dec 10 07:02:45.619 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:45.619-0600-584bfcf5666d1a4e49f5522d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374965619), what: "moveChunk.commit", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 102928, clonedBytes: 35802276, catchup: 0, steady: 0 } } Sat Dec 10 07:02:45.620 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:02:45.620 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:02:45.620 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:45.620-0600-584bfcf5666d1a4e49f5522e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374965620), what: "moveChunk.from", ns: "IISLogs.pubprdweb01", details: { min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1819, step 4 of 6: 18730, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:02:45.622 I SHARDING [conn9] distributed lock with ts: 584bfce1666d1a4e49f55228' unlocked. Sat Dec 10 07:02:45.622 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb01", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462562430000) }, max: { datetime: new Date(1462691847000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 160000|1, ObjectId('584bbf4f90d1dc672b54822e') ], epoch: ObjectId('584bbf4f90d1dc672b54822e') } keyUpdates:0 writeConflicts:0 numYields:815 reslen:154 locks:{ Global: { acquireCount: { r: 1642, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 613 } }, Database: { acquireCount: { r: 817, w: 4, W: 2 } }, Collection: { acquireCount: { r: 817, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20566ms Sat Dec 10 07:02:45.628 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 137000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:02:45.629 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453489404000) }, { datetime: new Date(1453598811000) }) in IISLogs.pubprdweb03', ts : 584bfcf5666d1a4e49f5522f Sat Dec 10 07:02:45.629 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 137|0||584bc97f90d1dc672b548352, current metadata version is 137|0||584bc97f90d1dc672b548352 Sat Dec 10 07:02:45.631 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 137|0||584bc97f90d1dc672b548352 to shard version 137|1||584bc97f90d1dc672b548352 Sat Dec 10 07:02:45.631 I SHARDING [conn9] collection version was loaded at version 137|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:02:45.631 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:02:45.631-0600-584bfcf5666d1a4e49f55230", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374965631), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:02:45.632 I SHARDING [conn9] moveChunk request accepted at version 137|1||584bc97f90d1dc672b548352 Sat Dec 10 07:02:46.823 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:02:46.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:46.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:46.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:46.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:46.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:46.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:47.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:47.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:47.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:47.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:48.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:49.570 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 1040 } }, Database: { acquireCount: { r: 520 } }, Collection: { acquireCount: { r: 520 } } } protocol:op_command 2741ms Sat Dec 10 07:02:50.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 426, clonedBytes: 107561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:51.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8558, clonedBytes: 2208121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:52.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18249, clonedBytes: 4668234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:53.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25823, clonedBytes: 6631658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:54.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36024, clonedBytes: 9208604, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:55.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45883, clonedBytes: 11780223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:56.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56324, clonedBytes: 14503961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:57.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63491, clonedBytes: 16342810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:57.734 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13395800 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 795ms Sat Dec 10 07:02:58.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68503, clonedBytes: 17623577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:59.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78421, clonedBytes: 20139099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:02:59.423 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448791010000) } -> { datetime: new Date(1448877468000) } Sat Dec 10 07:02:59.423 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451843585000) } -> { datetime: new Date(1451945674000) }, with opId: 186968 Sat Dec 10 07:03:00.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88253, clonedBytes: 22649407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:01.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97715, clonedBytes: 25133927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:02.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107318, clonedBytes: 27685572, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:03.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113744, clonedBytes: 29397801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:04.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfcf5666d1a4e49f55231", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 29397801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:04.497 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:03:04.498 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:03:04.499 I SHARDING [conn9] moveChunk setting version to: 138|0||584bc97f90d1dc672b548352 Sat Dec 10 07:03:04.507 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 29397801, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:03:04.507 I SHARDING [conn9] moveChunk updating self version to: 138|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453598811000) } -> { datetime: new Date(1453759553000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:03:04.508 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:03:04.508-0600-584bfd08666d1a4e49f55234", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374984508), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 29397801, catchup: 0, steady: 0 } } Sat Dec 10 07:03:04.509 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:03:04.532 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:03:04.532 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:03:04.532-0600-584bfd08666d1a4e49f55235", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374984532), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1195, step 4 of 6: 17668, step 5 of 6: 34, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:03:04.534 I SHARDING [conn9] distributed lock with ts: 584bfcf5666d1a4e49f5522f' unlocked. Sat Dec 10 07:03:04.534 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453489404000) }, max: { datetime: new Date(1453598811000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 137000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 22821 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 224 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18906ms Sat Dec 10 07:03:04.541 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 133000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:03:04.541 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1456893547000) }, { datetime: new Date(1457006394000) }) in IISLogs.pubprdweb04', ts : 584bfd08666d1a4e49f55236 Sat Dec 10 07:03:04.541 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 133|0||584bcad890d1dc672b54835d, current metadata version is 133|0||584bcad890d1dc672b54835d Sat Dec 10 07:03:04.543 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 133|0||584bcad890d1dc672b54835d to shard version 133|1||584bcad890d1dc672b54835d Sat Dec 10 07:03:04.543 I SHARDING [conn9] collection version was loaded at version 133|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:03:04.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:03:04.543-0600-584bfd08666d1a4e49f55237", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481374984543), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:03:04.544 I SHARDING [conn9] moveChunk request accepted at version 133|1||584bcad890d1dc672b54835d Sat Dec 10 07:03:08.429 I SHARDING [conn9] moveChunk number of documents: 112196 Sat Dec 10 07:03:08.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:08.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:09.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:09.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:10.563 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:11.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:11.834 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775986 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 3328ms Sat Dec 10 07:03:12.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 543, clonedBytes: 168802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:13.567 I COMMAND [conn4] command IISLogs.pubprdenr03 command: insert { insert: "pubprdenr03", documents: [ { _id: ObjectId('584bfd117391bb05b86efd03'), IP: "168.166.2.185", userAgent: "gsa-crawler-test+(Enterprise;+T4-HG2Q5GBACUW3E;+tom.levin@oa.mo.gov,george.kliethermes@oa.mo.gov,renee.wright@oa.mo.gov,jim.weider@oa.mo.gov,mark.bosk...", Country: "United States of America", datetime: new Date(1481370578000), proxy: null, url: "/default.aspx", HTTPStatus: "200", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 20000|1, ObjectId('584bc0d090d1dc672b548270') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 219ms Sat Dec 10 07:03:13.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5026, clonedBytes: 1620841, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:14.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11682, clonedBytes: 3903599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:15.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16878, clonedBytes: 5598728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:16.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26164, clonedBytes: 8429887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:17.760 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36153, clonedBytes: 11526441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:18.345 I COMMAND [conn4] command IISLogs.pubprdenr03 command: insert { insert: "pubprdenr03", documents: [ { _id: ObjectId('584bfd167391bb05b86efdf3'), IP: "168.166.2.185", userAgent: "gsa-crawler-test+(Enterprise;+T4-HG2Q5GBACUW3E;+tom.levin@oa.mo.gov,george.kliethermes@oa.mo.gov,renee.wright@oa.mo.gov,jim.weider@oa.mo.gov,mark.bosk...", Country: "United States of America", datetime: new Date(1481371568000), proxy: null, url: "/EnrNet/default.aspx", HTTPStatus: "302", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 20000|1, ObjectId('584bc0d090d1dc672b548270') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 123ms Sat Dec 10 07:03:18.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45764, clonedBytes: 14562080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:19.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51753, clonedBytes: 16424677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:20.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51753, clonedBytes: 16424677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:21.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51753, clonedBytes: 16424677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:22.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51753, clonedBytes: 16424677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:22.978 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776170 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 3582ms Sat Dec 10 07:03:23.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60984, clonedBytes: 19353087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:24.734 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451843585000) } -> { datetime: new Date(1451945674000) } Sat Dec 10 07:03:24.735 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457199813000) } -> { datetime: new Date(1457317579000) }, with opId: 187959 Sat Dec 10 07:03:25.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71350, clonedBytes: 22538314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:26.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81399, clonedBytes: 25785833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:27.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91108, clonedBytes: 28866499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:28.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101138, clonedBytes: 32407749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:28.888 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3248422 locks:{ Global: { acquireCount: { r: 168 } }, Database: { acquireCount: { r: 84 } }, Collection: { acquireCount: { r: 84 } } } protocol:op_command 647ms Sat Dec 10 07:03:29.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104967, clonedBytes: 33712554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:30.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd08666d1a4e49f55238", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112196, clonedBytes: 36047893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:30.195 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:03:30.196 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:03:30.197 I SHARDING [conn9] moveChunk setting version to: 134|0||584bcad890d1dc672b54835d Sat Dec 10 07:03:30.207 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112196, clonedBytes: 36047893, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:03:30.207 I SHARDING [conn9] moveChunk updating self version to: 134|1||584bcad890d1dc672b54835d through { datetime: new Date(1457006394000) } -> { datetime: new Date(1457106633000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:03:30.210 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:03:30.210-0600-584bfd22666d1a4e49f5523b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375010210), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112196, clonedBytes: 36047893, catchup: 0, steady: 0 } } Sat Dec 10 07:03:30.210 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:03:30.217 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:03:30.217 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:03:30.217-0600-584bfd22666d1a4e49f5523c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375010217), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3889, step 4 of 6: 21760, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:03:30.219 I SHARDING [conn9] distributed lock with ts: 584bfd08666d1a4e49f55236' unlocked. Sat Dec 10 07:03:30.219 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456893547000) }, max: { datetime: new Date(1457006394000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 133000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6844 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 176 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25678ms Sat Dec 10 07:03:31.309 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 138000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:03:31.310 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453598811000) }, { datetime: new Date(1453759553000) }) in IISLogs.pubprdweb03', ts : 584bfd23666d1a4e49f5523d Sat Dec 10 07:03:31.310 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 138|0||584bc97f90d1dc672b548352, current metadata version is 138|0||584bc97f90d1dc672b548352 Sat Dec 10 07:03:31.311 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 138|0||584bc97f90d1dc672b548352 to shard version 138|1||584bc97f90d1dc672b548352 Sat Dec 10 07:03:31.311 I SHARDING [conn9] collection version was loaded at version 138|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:03:31.311 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:03:31.311-0600-584bfd23666d1a4e49f5523e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375011311), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:03:31.312 I SHARDING [conn9] moveChunk request accepted at version 138|1||584bc97f90d1dc672b548352 Sat Dec 10 07:03:31.825 I COMMAND [conn4] command IISLogs.pubbsdweb1 command: insert { insert: "pubbsdweb1", documents: [ { _id: ObjectId('584bfd237391bb05b86f005d'), IP: "66.209.73.94", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64;+rv:49.0)+Gecko/20100101+Firefox/49.0", Country: "United States of America", datetime: new Date(1481370602000), proxy: null, url: "/BusinessEntity/BESearch.aspx", HTTPStatus: "200", HTTPResponseTime: "1000" } ], ordered: true, shardVersion: [ Timestamp 99000|1, ObjectId('584bba0d90d1dc672b548145') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 105ms Sat Dec 10 07:03:32.305 I SHARDING [conn9] moveChunk number of documents: 113738 Sat Dec 10 07:03:32.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.506 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:32.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:33.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:34.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:35.405 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776081 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 3096ms Sat Dec 10 07:03:35.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:36.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 736, clonedBytes: 194542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:37.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8894, clonedBytes: 2270245, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:37.916 I COMMAND [conn4] command IISLogs.pubbsdweb1 command: insert { insert: "pubbsdweb1", documents: [ { _id: ObjectId('584bfd297391bb05b86f00cb'), IP: "162.216.46.74", userAgent: "Mozilla/5.0+(compatible;+MSIE+10.0;+Windows+NT+6.1;+Trident/6.0)", Country: "United States of America", datetime: new Date(1481371099000), proxy: null, url: "/BusinessEntity/BESearch.aspx", HTTPStatus: "200", HTTPResponseTime: "249" } ], ordered: true, shardVersion: [ Timestamp 99000|1, ObjectId('584bba0d90d1dc672b548145') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 109ms Sat Dec 10 07:03:38.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18576, clonedBytes: 4825233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:39.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28605, clonedBytes: 7543715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:40.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38667, clonedBytes: 10190463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:41.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48474, clonedBytes: 12767065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:42.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58124, clonedBytes: 15323894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:43.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61964, clonedBytes: 16353295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:44.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61964, clonedBytes: 16353295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:45.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61964, clonedBytes: 16353295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:46.601 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15546050 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 3512ms Sat Dec 10 07:03:46.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64557, clonedBytes: 17113736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:47.844 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457199813000) } -> { datetime: new Date(1457317579000) } Sat Dec 10 07:03:47.844 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1460134849000) } -> { datetime: new Date(1460373282000) }, with opId: 188599 Sat Dec 10 07:03:48.003 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73786, clonedBytes: 19952803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:49.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83508, clonedBytes: 22754830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:50.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93095, clonedBytes: 25514291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:51.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102665, clonedBytes: 28331663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:52.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111853, clonedBytes: 30994946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:53.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:54.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:55.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:56.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:57.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:58.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:03:59.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:00.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:01.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:02.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:03.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:04.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:05.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:06.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:07.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:07.767 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1460134849000) } -> { datetime: new Date(1460373282000) } Sat Dec 10 07:04:07.767 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448877468000) } -> { datetime: new Date(1448976903000) }, with opId: 189064 Sat Dec 10 07:04:08.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:09.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:10.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:11.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:12.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:13.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:14.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:15.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:16.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:17.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd23666d1a4e49f5523f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:17.724 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:04:17.725 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:04:17.726 I SHARDING [conn9] moveChunk setting version to: 139|0||584bc97f90d1dc672b548352 Sat Dec 10 07:04:17.729 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:04:17.729 I SHARDING [conn9] moveChunk updating self version to: 139|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453759553000) } -> { datetime: new Date(1453862201000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:04:17.730 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:17.730-0600-584bfd51666d1a4e49f55242", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375057730), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113738, clonedBytes: 31547889, catchup: 0, steady: 0 } } Sat Dec 10 07:04:17.731 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:04:17.731 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:04:17.731 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:17.731-0600-584bfd51666d1a4e49f55243", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375057731), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 996, step 4 of 6: 45413, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:04:17.732 I SHARDING [conn9] distributed lock with ts: 584bfd23666d1a4e49f5523d' unlocked. Sat Dec 10 07:04:17.732 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453598811000) }, max: { datetime: new Date(1453759553000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 138000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1754 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 86 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 46424ms Sat Dec 10 07:04:17.746 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 134000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:04:17.747 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457006394000) }, { datetime: new Date(1457106633000) }) in IISLogs.pubprdweb04', ts : 584bfd51666d1a4e49f55244 Sat Dec 10 07:04:17.747 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 134|0||584bcad890d1dc672b54835d, current metadata version is 134|0||584bcad890d1dc672b54835d Sat Dec 10 07:04:17.748 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 134|0||584bcad890d1dc672b54835d to shard version 134|1||584bcad890d1dc672b54835d Sat Dec 10 07:04:17.748 I SHARDING [conn9] collection version was loaded at version 134|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:04:17.748 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:17.748-0600-584bfd51666d1a4e49f55245", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375057748), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:04:17.749 I SHARDING [conn9] moveChunk request accepted at version 134|1||584bcad890d1dc672b54835d Sat Dec 10 07:04:18.987 I SHARDING [conn9] moveChunk number of documents: 112248 Sat Dec 10 07:04:18.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:18.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:18.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:19.920 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776154 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 912ms Sat Dec 10 07:04:20.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97, clonedBytes: 38013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:21.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8417, clonedBytes: 2619144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:22.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17412, clonedBytes: 5264688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:23.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26367, clonedBytes: 8251215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:24.114 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448877468000) } -> { datetime: new Date(1448976903000) } Sat Dec 10 07:04:24.114 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1451945674000) } -> { datetime: new Date(1452096742000) }, with opId: 189473 Sat Dec 10 07:04:24.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35806, clonedBytes: 11255615, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:25.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45268, clonedBytes: 14104712, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:26.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52741, clonedBytes: 16417929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:26.760 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776262 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 745ms Sat Dec 10 07:04:27.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56586, clonedBytes: 17582299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:28.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66467, clonedBytes: 20650926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:29.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76386, clonedBytes: 23875481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:30.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86420, clonedBytes: 27371746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:31.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96342, clonedBytes: 30633856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:32.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102481, clonedBytes: 32467494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:32.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2576929 locks:{ Global: { acquireCount: { r: 140 } }, Database: { acquireCount: { r: 70 } }, Collection: { acquireCount: { r: 70 } } } protocol:op_command 153ms Sat Dec 10 07:04:33.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110380, clonedBytes: 34824501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:34.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd51666d1a4e49f55246", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112248, clonedBytes: 35375074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:34.526 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:04:34.527 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:04:34.528 I SHARDING [conn9] moveChunk setting version to: 135|0||584bcad890d1dc672b54835d Sat Dec 10 07:04:34.534 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112248, clonedBytes: 35375074, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:04:34.534 I SHARDING [conn9] moveChunk updating self version to: 135|1||584bcad890d1dc672b54835d through { datetime: new Date(1457106633000) } -> { datetime: new Date(1457229965000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:04:34.535 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:34.535-0600-584bfd62666d1a4e49f55249", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375074535), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112248, clonedBytes: 35375074, catchup: 0, steady: 0 } } Sat Dec 10 07:04:34.536 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:04:34.536 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:04:34.536 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:34.536-0600-584bfd62666d1a4e49f5524a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375074536), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1241, step 4 of 6: 15534, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:04:34.537 I SHARDING [conn9] distributed lock with ts: 584bfd51666d1a4e49f55244' unlocked. Sat Dec 10 07:04:34.545 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457006394000) }, max: { datetime: new Date(1457106633000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 134000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 125 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 71 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16792ms Sat Dec 10 07:04:35.628 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 139000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:04:35.629 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453759553000) }, { datetime: new Date(1453862201000) }) in IISLogs.pubprdweb03', ts : 584bfd63666d1a4e49f5524b Sat Dec 10 07:04:35.629 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 139|0||584bc97f90d1dc672b548352, current metadata version is 139|0||584bc97f90d1dc672b548352 Sat Dec 10 07:04:35.632 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 139|0||584bc97f90d1dc672b548352 to shard version 139|1||584bc97f90d1dc672b548352 Sat Dec 10 07:04:35.632 I SHARDING [conn9] collection version was loaded at version 139|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:04:35.632 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:35.632-0600-584bfd63666d1a4e49f5524c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375075632), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:04:35.633 I SHARDING [conn9] moveChunk request accepted at version 139|1||584bc97f90d1dc672b548352 Sat Dec 10 07:04:36.823 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:04:36.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:36.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:36.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:36.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:36.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:36.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:37.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:37.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:37.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:37.549 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 722ms Sat Dec 10 07:04:37.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2153, clonedBytes: 614409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:38.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10867, clonedBytes: 3198320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:39.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20652, clonedBytes: 6134449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:40.326 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1451945674000) } -> { datetime: new Date(1452096742000) } Sat Dec 10 07:04:40.326 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457317579000) } -> { datetime: new Date(1457415641000) }, with opId: 189913 Sat Dec 10 07:04:41.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30491, clonedBytes: 9037394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:42.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40233, clonedBytes: 11917652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:43.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49799, clonedBytes: 14691554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:44.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55407, clonedBytes: 16399275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:44.749 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776127 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1098ms Sat Dec 10 07:04:45.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57897, clonedBytes: 17136434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:46.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67304, clonedBytes: 19953152, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:47.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76581, clonedBytes: 22851136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:48.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86271, clonedBytes: 25725189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:49.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97783, clonedBytes: 29011926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:50.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110577, clonedBytes: 32762794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:51.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd63666d1a4e49f5524d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 33745947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:51.809 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:04:51.810 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:04:51.811 I SHARDING [conn9] moveChunk setting version to: 140|0||584bc97f90d1dc672b548352 Sat Dec 10 07:04:51.822 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 33745947, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:04:51.822 I SHARDING [conn9] moveChunk updating self version to: 140|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453862201000) } -> { datetime: new Date(1453946623000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:04:51.824 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:51.824-0600-584bfd73666d1a4e49f55250", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375091824), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 33745947, catchup: 0, steady: 0 } } Sat Dec 10 07:04:51.825 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:04:51.825 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:04:51.825 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:51.825-0600-584bfd73666d1a4e49f55251", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375091825), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1192, step 4 of 6: 14982, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:04:51.826 I SHARDING [conn9] distributed lock with ts: 584bfd63666d1a4e49f5524b' unlocked. Sat Dec 10 07:04:51.826 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453759553000) }, max: { datetime: new Date(1453862201000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 139000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 206 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16198ms Sat Dec 10 07:04:51.831 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 135000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:04:51.832 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457106633000) }, { datetime: new Date(1457229965000) }) in IISLogs.pubprdweb04', ts : 584bfd73666d1a4e49f55252 Sat Dec 10 07:04:51.832 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 135|0||584bcad890d1dc672b54835d, current metadata version is 135|0||584bcad890d1dc672b54835d Sat Dec 10 07:04:51.833 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 135|0||584bcad890d1dc672b54835d to shard version 135|1||584bcad890d1dc672b54835d Sat Dec 10 07:04:51.833 I SHARDING [conn9] collection version was loaded at version 135|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:04:51.833 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:04:51.833-0600-584bfd73666d1a4e49f55253", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375091833), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:04:51.834 I SHARDING [conn9] moveChunk request accepted at version 135|1||584bcad890d1dc672b54835d Sat Dec 10 07:04:53.176 I SHARDING [conn9] moveChunk number of documents: 112226 Sat Dec 10 07:04:53.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:53.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:54.260 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1077ms Sat Dec 10 07:04:54.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:55.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8965, clonedBytes: 2887956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:56.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18784, clonedBytes: 5963268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:57.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28831, clonedBytes: 8966182, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:58.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38110, clonedBytes: 11803559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:04:59.326 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457317579000) } -> { datetime: new Date(1457415641000) } Sat Dec 10 07:04:59.327 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1460373282000) } -> { datetime: new Date(1460527106000) }, with opId: 190432 Sat Dec 10 07:04:59.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47552, clonedBytes: 14761237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:00.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52756, clonedBytes: 16417745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:01.130 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775997 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1119ms Sat Dec 10 07:05:01.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55312, clonedBytes: 17431288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:02.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64566, clonedBytes: 20571470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:03.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74130, clonedBytes: 23559721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:04.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83753, clonedBytes: 26621834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:05.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92942, clonedBytes: 29722333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:06.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102278, clonedBytes: 32653963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:07.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111021, clonedBytes: 35418912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:08.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd73666d1a4e49f55254", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112226, clonedBytes: 35820495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:08.717 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:05:08.718 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:05:08.719 I SHARDING [conn9] moveChunk setting version to: 136|0||584bcad890d1dc672b54835d Sat Dec 10 07:05:08.725 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112226, clonedBytes: 35820495, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:05:08.725 I SHARDING [conn9] moveChunk updating self version to: 136|1||584bcad890d1dc672b54835d through { datetime: new Date(1457229965000) } -> { datetime: new Date(1457374093000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:05:08.726 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:08.726-0600-584bfd84666d1a4e49f55257", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375108726), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112226, clonedBytes: 35820495, catchup: 0, steady: 0 } } Sat Dec 10 07:05:08.727 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:05:08.727 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:05:08.727 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:08.727-0600-584bfd84666d1a4e49f55258", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375108727), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1347, step 4 of 6: 15534, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:05:08.729 I SHARDING [conn9] distributed lock with ts: 584bfd73666d1a4e49f55252' unlocked. Sat Dec 10 07:05:08.729 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457106633000) }, max: { datetime: new Date(1457229965000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 135000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 132 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16898ms Sat Dec 10 07:05:09.817 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 140000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:05:09.818 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453862201000) }, { datetime: new Date(1453946623000) }) in IISLogs.pubprdweb03', ts : 584bfd85666d1a4e49f55259 Sat Dec 10 07:05:09.818 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 140|0||584bc97f90d1dc672b548352, current metadata version is 140|0||584bc97f90d1dc672b548352 Sat Dec 10 07:05:09.819 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 140|0||584bc97f90d1dc672b548352 to shard version 140|1||584bc97f90d1dc672b548352 Sat Dec 10 07:05:09.819 I SHARDING [conn9] collection version was loaded at version 140|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:05:09.820 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:09.820-0600-584bfd85666d1a4e49f5525a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375109820), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:05:09.820 I SHARDING [conn9] moveChunk request accepted at version 140|1||584bc97f90d1dc672b548352 Sat Dec 10 07:05:15.619 I SHARDING [conn9] moveChunk number of documents: 113749 Sat Dec 10 07:05:15.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:15.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:15.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:15.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:15.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:15.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:15.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:16.001 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1460373282000) } -> { datetime: new Date(1460527106000) } Sat Dec 10 07:05:16.001 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1448976903000) } -> { datetime: new Date(1449045509000) }, with opId: 191771 Sat Dec 10 07:05:16.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:16.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:16.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:17.268 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776062 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1639ms Sat Dec 10 07:05:17.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4276, clonedBytes: 1298498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:18.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13118, clonedBytes: 3965955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:19.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22525, clonedBytes: 6759498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:20.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31366, clonedBytes: 9468885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:21.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38522, clonedBytes: 11731266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:23.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47986, clonedBytes: 14575553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:24.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53902, clonedBytes: 16409710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:24.265 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776289 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 580ms Sat Dec 10 07:05:25.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59939, clonedBytes: 18273803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:26.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68175, clonedBytes: 20706994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:27.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76316, clonedBytes: 23117108, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:28.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80644, clonedBytes: 24381526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:29.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84400, clonedBytes: 25488550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:30.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88213, clonedBytes: 26709334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:31.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92824, clonedBytes: 28090118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:32.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98139, clonedBytes: 29645208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:33.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101835, clonedBytes: 30704013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:34.313 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1448976903000) } -> { datetime: new Date(1449045509000) } Sat Dec 10 07:05:34.313 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452096742000) } -> { datetime: new Date(1452213103000) }, with opId: 193094 Sat Dec 10 07:05:34.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105378, clonedBytes: 31765165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:35.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108899, clonedBytes: 32811982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:36.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfd85666d1a4e49f5525b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113749, clonedBytes: 34241939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:36.402 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:05:36.403 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:05:36.403 I SHARDING [conn9] moveChunk setting version to: 141|0||584bc97f90d1dc672b548352 Sat Dec 10 07:05:36.410 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113749, clonedBytes: 34241939, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:05:36.410 I SHARDING [conn9] moveChunk updating self version to: 141|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453946623000) } -> { datetime: new Date(1453993645000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:05:36.411 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:36.411-0600-584bfda0666d1a4e49f5525e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375136411), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113749, clonedBytes: 34241939, catchup: 0, steady: 0 } } Sat Dec 10 07:05:36.412 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:05:36.412 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:05:36.412 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:36.412-0600-584bfda0666d1a4e49f5525f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375136412), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5807, step 4 of 6: 20773, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:05:36.413 I SHARDING [conn9] distributed lock with ts: 584bfd85666d1a4e49f55259' unlocked. Sat Dec 10 07:05:36.414 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453862201000) }, max: { datetime: new Date(1453946623000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 140000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 505 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26597ms Sat Dec 10 07:05:36.418 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 136000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:05:36.419 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457229965000) }, { datetime: new Date(1457374093000) }) in IISLogs.pubprdweb04', ts : 584bfda0666d1a4e49f55260 Sat Dec 10 07:05:36.419 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 136|0||584bcad890d1dc672b54835d, current metadata version is 136|0||584bcad890d1dc672b54835d Sat Dec 10 07:05:36.421 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 136|0||584bcad890d1dc672b54835d to shard version 136|1||584bcad890d1dc672b54835d Sat Dec 10 07:05:36.421 I SHARDING [conn9] collection version was loaded at version 136|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:05:36.421 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:36.421-0600-584bfda0666d1a4e49f55261", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375136421), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:05:36.422 I SHARDING [conn9] moveChunk request accepted at version 136|1||584bcad890d1dc672b54835d Sat Dec 10 07:05:37.907 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:05:37.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:37.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:37.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:37.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:38.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:38.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:38.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:38.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:38.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:39.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:40.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:41.095 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776204 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 3179ms Sat Dec 10 07:05:41.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:42.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8541, clonedBytes: 3066263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:43.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18163, clonedBytes: 6172767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:44.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27387, clonedBytes: 9099085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:45.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36648, clonedBytes: 12179302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:46.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45282, clonedBytes: 14982117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:47.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49831, clonedBytes: 16438349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:47.487 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776299 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 661ms Sat Dec 10 07:05:48.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57457, clonedBytes: 18850460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:49.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67072, clonedBytes: 21906098, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:50.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76685, clonedBytes: 25306193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:51.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86109, clonedBytes: 28430581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:52.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95117, clonedBytes: 31187936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:53.466 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3876887 locks:{ Global: { acquireCount: { r: 190 } }, Database: { acquireCount: { r: 95 } }, Collection: { acquireCount: { r: 95 } } } protocol:op_command 356ms Sat Dec 10 07:05:53.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100925, clonedBytes: 32952869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:54.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109770, clonedBytes: 35907614, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:55.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfda0666d1a4e49f55262", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 36676715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:55.588 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:05:55.596 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:05:55.596 I SHARDING [conn9] moveChunk setting version to: 137|0||584bcad890d1dc672b54835d Sat Dec 10 07:05:55.599 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 36676715, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:05:55.599 I SHARDING [conn9] moveChunk updating self version to: 137|1||584bcad890d1dc672b54835d through { datetime: new Date(1457374093000) } -> { datetime: new Date(1457473598000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:05:55.601 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:55.601-0600-584bfdb3666d1a4e49f55265", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375155601), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 36676715, catchup: 0, steady: 0 } } Sat Dec 10 07:05:55.601 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:05:55.601 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:05:55.602 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:55.602-0600-584bfdb3666d1a4e49f55266", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375155602), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1492, step 4 of 6: 17673, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:05:55.603 I SHARDING [conn9] distributed lock with ts: 584bfda0666d1a4e49f55260' unlocked. Sat Dec 10 07:05:55.603 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457229965000) }, max: { datetime: new Date(1457374093000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 136000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 275 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 637 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19185ms Sat Dec 10 07:05:57.061 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452096742000) } -> { datetime: new Date(1452213103000) } Sat Dec 10 07:05:57.061 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457415641000) } -> { datetime: new Date(1457542917000) }, with opId: 195016 Sat Dec 10 07:05:57.654 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 141000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:05:57.655 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453946623000) }, { datetime: new Date(1453993645000) }) in IISLogs.pubprdweb03', ts : 584bfdb5666d1a4e49f55267 Sat Dec 10 07:05:57.655 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 141|0||584bc97f90d1dc672b548352, current metadata version is 141|0||584bc97f90d1dc672b548352 Sat Dec 10 07:05:57.657 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 141|0||584bc97f90d1dc672b548352 to shard version 141|1||584bc97f90d1dc672b548352 Sat Dec 10 07:05:57.658 I SHARDING [conn9] collection version was loaded at version 141|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:05:57.658 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:05:57.658-0600-584bfdb5666d1a4e49f55268", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375157658), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:05:57.659 I SHARDING [conn9] moveChunk request accepted at version 141|1||584bc97f90d1dc672b548352 Sat Dec 10 07:05:59.812 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:05:59.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:59.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:59.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:59.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:59.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:59.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:05:59.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:00.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:00.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:00.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:01.157 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1340ms Sat Dec 10 07:06:01.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6128, clonedBytes: 1809701, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:02.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15885, clonedBytes: 4978059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:03.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25519, clonedBytes: 7939292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:05.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35274, clonedBytes: 10722121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:06.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45002, clonedBytes: 13509705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:07.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52955, clonedBytes: 16015192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:08.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54315, clonedBytes: 16407003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:08.245 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776215 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 1035ms Sat Dec 10 07:06:09.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61820, clonedBytes: 18556964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:10.158 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71274, clonedBytes: 21300543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:11.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81243, clonedBytes: 24212818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:12.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91132, clonedBytes: 27073627, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:13.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101008, clonedBytes: 29996884, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:14.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110173, clonedBytes: 32667369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:14.354 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457415641000) } -> { datetime: new Date(1457542917000) } Sat Dec 10 07:06:14.354 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1460527106000) } -> { datetime: new Date(1460689505000) }, with opId: 195398 Sat Dec 10 07:06:15.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdb5666d1a4e49f55269", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33713800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:15.328 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:06:15.329 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:06:15.330 I SHARDING [conn9] moveChunk setting version to: 142|0||584bc97f90d1dc672b548352 Sat Dec 10 07:06:15.333 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33713800, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:06:15.333 I SHARDING [conn9] moveChunk updating self version to: 142|1||584bc97f90d1dc672b548352 through { datetime: new Date(1453993645000) } -> { datetime: new Date(1454052263000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:06:15.335 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:15.335-0600-584bfdc7666d1a4e49f5526c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375175335), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33713800, catchup: 0, steady: 0 } } Sat Dec 10 07:06:15.336 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:06:15.336 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:06:15.336 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:15.336-0600-584bfdc7666d1a4e49f5526d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375175336), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2156, step 4 of 6: 15511, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:06:15.338 I SHARDING [conn9] distributed lock with ts: 584bfdb5666d1a4e49f55267' unlocked. Sat Dec 10 07:06:15.338 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453946623000) }, max: { datetime: new Date(1453993645000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 141000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2602 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18301ms Sat Dec 10 07:06:15.344 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 137000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:06:15.344 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457374093000) }, { datetime: new Date(1457473598000) }) in IISLogs.pubprdweb04', ts : 584bfdc7666d1a4e49f5526e Sat Dec 10 07:06:15.345 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 137|0||584bcad890d1dc672b54835d, current metadata version is 137|0||584bcad890d1dc672b54835d Sat Dec 10 07:06:15.346 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 137|0||584bcad890d1dc672b54835d to shard version 137|1||584bcad890d1dc672b54835d Sat Dec 10 07:06:15.346 I SHARDING [conn9] collection version was loaded at version 137|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:06:15.346 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:15.346-0600-584bfdc7666d1a4e49f5526f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375175346), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:06:15.347 I SHARDING [conn9] moveChunk request accepted at version 137|1||584bcad890d1dc672b54835d Sat Dec 10 07:06:16.699 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:06:16.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:16.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:16.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:16.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:16.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:16.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:16.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:17.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:17.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:17.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:18.119 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776145 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1415ms Sat Dec 10 07:06:18.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6342, clonedBytes: 1922471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:19.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16221, clonedBytes: 4966251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:20.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25774, clonedBytes: 7803640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:22.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34030, clonedBytes: 10336565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:23.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39229, clonedBytes: 11940784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:24.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46263, clonedBytes: 14068804, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:25.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54210, clonedBytes: 16407637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:26.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54210, clonedBytes: 16407637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:26.523 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776308 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1474ms Sat Dec 10 07:06:27.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60204, clonedBytes: 18205578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:28.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70098, clonedBytes: 21156499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:29.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80072, clonedBytes: 24053729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:30.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90129, clonedBytes: 27051253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:31.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99664, clonedBytes: 29910759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:32.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109136, clonedBytes: 32733595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:32.494 I SHARDING [RangeDeleter] rangeDeleter deleted 106515 documents for IISLogs.pubprdweb02 from { datetime: new Date(1460527106000) } -> { datetime: new Date(1460689505000) } Sat Dec 10 07:06:32.494 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449045509000) } -> { datetime: new Date(1449093795000) }, with opId: 196236 Sat Dec 10 07:06:33.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdc7666d1a4e49f55270", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33623382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:33.461 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:06:33.462 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:06:33.463 I SHARDING [conn9] moveChunk setting version to: 138|0||584bcad890d1dc672b54835d Sat Dec 10 07:06:33.466 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33623382, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:06:33.466 I SHARDING [conn9] moveChunk updating self version to: 138|1||584bcad890d1dc672b54835d through { datetime: new Date(1457473598000) } -> { datetime: new Date(1457557184000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:06:33.468 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:33.468-0600-584bfdd9666d1a4e49f55273", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375193468), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33623382, catchup: 0, steady: 0 } } Sat Dec 10 07:06:33.468 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:06:33.469 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:06:33.469 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:33.469-0600-584bfdd9666d1a4e49f55274", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375193469), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1355, step 4 of 6: 16758, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:06:33.470 I SHARDING [conn9] distributed lock with ts: 584bfdc7666d1a4e49f5526e' unlocked. Sat Dec 10 07:06:33.470 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457374093000) }, max: { datetime: new Date(1457473598000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 137000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 134 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18127ms Sat Dec 10 07:06:34.562 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 142000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:06:34.563 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1453993645000) }, { datetime: new Date(1454052263000) }) in IISLogs.pubprdweb03', ts : 584bfdda666d1a4e49f55275 Sat Dec 10 07:06:34.563 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 142|0||584bc97f90d1dc672b548352, current metadata version is 142|0||584bc97f90d1dc672b548352 Sat Dec 10 07:06:34.579 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 142|0||584bc97f90d1dc672b548352 to shard version 142|1||584bc97f90d1dc672b548352 Sat Dec 10 07:06:34.579 I SHARDING [conn9] collection version was loaded at version 142|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:06:34.579 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:34.579-0600-584bfdda666d1a4e49f55276", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375194579), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:06:34.579 I SHARDING [conn9] moveChunk request accepted at version 142|1||584bc97f90d1dc672b548352 Sat Dec 10 07:06:35.815 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:06:35.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:35.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:35.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:35.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:35.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:35.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:35.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:36.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:36.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:36.459 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776111 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 639ms Sat Dec 10 07:06:36.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 212, clonedBytes: 59347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:37.675 I COMMAND [conn16] command IISLogs.pubprdenr05 command: insert { insert: "pubprdenr05", documents: [ { _id: ObjectId('584bfddd7391bb05b86f1c0b'), IP: "-", userAgent: "Mozilla/5.0+(Windows+NT+5.1;+rv:6.0.2)+Gecko/20100101+Firefox/6.0.2", Country: null, datetime: new Date(1481372073000), proxy: null, url: "/", HTTPStatus: "302", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 2000|1, ObjectId('584bc0ee90d1dc672b548278') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 118ms Sat Dec 10 07:06:37.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8670, clonedBytes: 2495082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:38.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18319, clonedBytes: 5454977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:39.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27933, clonedBytes: 8304263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:40.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36087, clonedBytes: 10618150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:41.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45035, clonedBytes: 13173550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:43.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54404, clonedBytes: 16162365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:43.845 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 747ms Sat Dec 10 07:06:44.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56054, clonedBytes: 16673256, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:45.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66153, clonedBytes: 19616012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:46.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75630, clonedBytes: 22579424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:47.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85579, clonedBytes: 25595937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:48.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94327, clonedBytes: 28685570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:49.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103975, clonedBytes: 31857251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:49.387 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449045509000) } -> { datetime: new Date(1449093795000) } Sat Dec 10 07:06:49.387 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452213103000) } -> { datetime: new Date(1452291494000) }, with opId: 196635 Sat Dec 10 07:06:49.734 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2186470 locks:{ Global: { acquireCount: { r: 112 } }, Database: { acquireCount: { r: 56 } }, Collection: { acquireCount: { r: 56 } } } protocol:op_command 211ms Sat Dec 10 07:06:50.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111698, clonedBytes: 34325966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:51.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdda666d1a4e49f55277", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34972075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:51.241 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:06:51.242 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:06:51.243 I SHARDING [conn9] moveChunk setting version to: 143|0||584bc97f90d1dc672b548352 Sat Dec 10 07:06:51.261 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34972075, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:06:51.261 I SHARDING [conn9] moveChunk updating self version to: 143|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454052263000) } -> { datetime: new Date(1454119440000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:06:51.263 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:51.263-0600-584bfdeb666d1a4e49f5527a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375211263), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34972075, catchup: 0, steady: 0 } } Sat Dec 10 07:06:51.264 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:06:51.264 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:06:51.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:51.264-0600-584bfdeb666d1a4e49f5527b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375211264), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, step 1 of 6: 0, step 2 of 6: 17, step 3 of 6: 1239, step 4 of 6: 15421, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:06:51.266 I SHARDING [conn9] distributed lock with ts: 584bfdda666d1a4e49f55275' unlocked. Sat Dec 10 07:06:51.266 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1453993645000) }, max: { datetime: new Date(1454052263000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 142000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 261 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 14606 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16704ms Sat Dec 10 07:06:51.270 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 138000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:06:51.271 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457473598000) }, { datetime: new Date(1457557184000) }) in IISLogs.pubprdweb04', ts : 584bfdeb666d1a4e49f5527c Sat Dec 10 07:06:51.272 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 138|0||584bcad890d1dc672b54835d, current metadata version is 138|0||584bcad890d1dc672b54835d Sat Dec 10 07:06:51.273 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 138|0||584bcad890d1dc672b54835d to shard version 138|1||584bcad890d1dc672b54835d Sat Dec 10 07:06:51.273 I SHARDING [conn9] collection version was loaded at version 138|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:06:51.274 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:06:51.273-0600-584bfdeb666d1a4e49f5527d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375211273), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:06:51.274 I SHARDING [conn9] moveChunk request accepted at version 138|1||584bcad890d1dc672b54835d Sat Dec 10 07:06:52.536 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:06:52.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:52.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:53.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:53.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:54.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:55.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:56.251 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776089 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 3711ms Sat Dec 10 07:06:56.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4523, clonedBytes: 1331147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:57.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14037, clonedBytes: 4152207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:58.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22580, clonedBytes: 6736656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:06:59.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30896, clonedBytes: 9234949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:00.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40321, clonedBytes: 12118233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:02.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50951, clonedBytes: 15320347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:03.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:04.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:05.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:06.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:07.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:08.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:09.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54646, clonedBytes: 16404529, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:10.043 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776296 locks:{ Global: { acquireCount: { r: 950 } }, Database: { acquireCount: { r: 475 } }, Collection: { acquireCount: { r: 475 } } } protocol:op_command 7561ms Sat Dec 10 07:07:10.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56971, clonedBytes: 17095019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:11.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66778, clonedBytes: 20015752, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:12.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76879, clonedBytes: 23014142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:13.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86641, clonedBytes: 25942201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:14.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96703, clonedBytes: 28958322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:15.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106711, clonedBytes: 31953458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:16.180 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:799421 locks:{ Global: { acquireCount: { r: 48 } }, Database: { acquireCount: { r: 24 } }, Collection: { acquireCount: { r: 24 } } } protocol:op_command 219ms Sat Dec 10 07:07:16.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfdeb666d1a4e49f5527e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33591799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:16.669 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:07:16.670 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:07:16.671 I SHARDING [conn9] moveChunk setting version to: 139|0||584bcad890d1dc672b54835d Sat Dec 10 07:07:16.676 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33591799, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:07:16.677 I SHARDING [conn9] moveChunk updating self version to: 139|1||584bcad890d1dc672b54835d through { datetime: new Date(1457557184000) } -> { datetime: new Date(1457644679000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:07:16.678 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:16.678-0600-584bfe04666d1a4e49f55281", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375236678), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33591799, catchup: 0, steady: 0 } } Sat Dec 10 07:07:16.678 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:07:16.679 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:07:16.679 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:16.679-0600-584bfe04666d1a4e49f55282", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375236679), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1264, step 4 of 6: 24129, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:07:16.680 I SHARDING [conn9] distributed lock with ts: 584bfdeb666d1a4e49f5527c' unlocked. Sat Dec 10 07:07:16.680 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457473598000) }, max: { datetime: new Date(1457557184000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 138000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 247 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 110 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25410ms Sat Dec 10 07:07:17.778 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 143000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:07:17.778 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454052263000) }, { datetime: new Date(1454119440000) }) in IISLogs.pubprdweb03', ts : 584bfe05666d1a4e49f55283 Sat Dec 10 07:07:17.779 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 143|0||584bc97f90d1dc672b548352, current metadata version is 143|0||584bc97f90d1dc672b548352 Sat Dec 10 07:07:17.780 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 143|0||584bc97f90d1dc672b548352 to shard version 143|1||584bc97f90d1dc672b548352 Sat Dec 10 07:07:17.780 I SHARDING [conn9] collection version was loaded at version 143|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:07:17.780 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:17.780-0600-584bfe05666d1a4e49f55284", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375237780), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:07:17.781 I SHARDING [conn9] moveChunk request accepted at version 143|1||584bc97f90d1dc672b548352 Sat Dec 10 07:07:18.577 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452213103000) } -> { datetime: new Date(1452291494000) } Sat Dec 10 07:07:18.577 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457542917000) } -> { datetime: new Date(1457631815000) }, with opId: 196859 Sat Dec 10 07:07:20.734 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:07:20.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:20.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:20.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:20.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:20.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:20.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:20.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:21.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:21.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:21.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:22.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:23.650 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776165 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 2910ms Sat Dec 10 07:07:23.947 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 153, clonedBytes: 48086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:24.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7329, clonedBytes: 2490617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:26.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15955, clonedBytes: 5135609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:27.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22519, clonedBytes: 7150889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:28.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27633, clonedBytes: 8714126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:29.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37311, clonedBytes: 11691029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:30.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46728, clonedBytes: 14471766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:31.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52671, clonedBytes: 16418430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:31.988 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776200 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1037ms Sat Dec 10 07:07:32.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54455, clonedBytes: 16960736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:33.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64464, clonedBytes: 19939439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:34.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74583, clonedBytes: 23087554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:35.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84855, clonedBytes: 26299254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:36.390 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95111, clonedBytes: 29321995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:37.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104663, clonedBytes: 32181113, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:37.918 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2129013 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 277ms Sat Dec 10 07:07:38.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111698, clonedBytes: 34301629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:39.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe05666d1a4e49f55285", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34914997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:39.469 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:07:39.470 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:07:39.471 I SHARDING [conn9] moveChunk setting version to: 144|0||584bc97f90d1dc672b548352 Sat Dec 10 07:07:39.480 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34914997, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:07:39.480 I SHARDING [conn9] moveChunk updating self version to: 144|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454119440000) } -> { datetime: new Date(1454204506000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:07:39.482 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:39.482-0600-584bfe1b666d1a4e49f55288", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375259482), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34914997, catchup: 0, steady: 0 } } Sat Dec 10 07:07:39.482 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:07:39.483 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:07:39.483 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:39.483-0600-584bfe1b666d1a4e49f55289", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375259483), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2957, step 4 of 6: 18729, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:07:39.484 I SHARDING [conn9] distributed lock with ts: 584bfe05666d1a4e49f55283' unlocked. Sat Dec 10 07:07:39.484 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454052263000) }, max: { datetime: new Date(1454119440000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 143000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 259 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21707ms Sat Dec 10 07:07:39.489 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 139000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:07:39.490 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457557184000) }, { datetime: new Date(1457644679000) }) in IISLogs.pubprdweb04', ts : 584bfe1b666d1a4e49f5528a Sat Dec 10 07:07:39.490 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 139|0||584bcad890d1dc672b54835d, current metadata version is 139|0||584bcad890d1dc672b54835d Sat Dec 10 07:07:39.491 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 139|0||584bcad890d1dc672b54835d to shard version 139|1||584bcad890d1dc672b54835d Sat Dec 10 07:07:39.491 I SHARDING [conn9] collection version was loaded at version 139|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:07:39.491 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:39.491-0600-584bfe1b666d1a4e49f5528b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375259491), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:07:39.492 I SHARDING [conn9] moveChunk request accepted at version 139|1||584bcad890d1dc672b54835d Sat Dec 10 07:07:39.716 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457542917000) } -> { datetime: new Date(1457631815000) } Sat Dec 10 07:07:39.716 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1460689505000) } -> { datetime: new Date(1460835683000) }, with opId: 197027 Sat Dec 10 07:07:40.578 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:07:40.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:40.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:41.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:41.555 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 972ms Sat Dec 10 07:07:41.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 163, clonedBytes: 48104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:42.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10103, clonedBytes: 3016982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:43.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20167, clonedBytes: 6063443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:44.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29549, clonedBytes: 8954411, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:45.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39779, clonedBytes: 12036128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:46.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49597, clonedBytes: 14861178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:47.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54820, clonedBytes: 16403260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:48.817 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776268 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1214ms Sat Dec 10 07:07:48.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54820, clonedBytes: 16403260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:49.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62065, clonedBytes: 18568800, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:50.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72164, clonedBytes: 21599346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:51.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82290, clonedBytes: 24623801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:52.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91487, clonedBytes: 27204589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:54.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101575, clonedBytes: 29983095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:55.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111290, clonedBytes: 32758302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:55.164 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:248846 locks:{ Global: { acquireCount: { r: 18 } }, Database: { acquireCount: { r: 9 } }, Collection: { acquireCount: { r: 9 } } } protocol:op_command 110ms Sat Dec 10 07:07:56.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe1b666d1a4e49f5528c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33039103, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:07:56.064 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:07:56.066 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:07:56.066 I SHARDING [conn9] moveChunk setting version to: 140|0||584bcad890d1dc672b54835d Sat Dec 10 07:07:56.074 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33039103, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:07:56.074 I SHARDING [conn9] moveChunk updating self version to: 140|1||584bcad890d1dc672b54835d through { datetime: new Date(1457644679000) } -> { datetime: new Date(1457733872000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:07:56.076 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:56.076-0600-584bfe2c666d1a4e49f5528f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375276076), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33039103, catchup: 0, steady: 0 } } Sat Dec 10 07:07:56.076 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:07:56.076 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:07:56.076 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:56.076-0600-584bfe2c666d1a4e49f55290", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375276076), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1089, step 4 of 6: 15481, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:07:56.078 I SHARDING [conn9] distributed lock with ts: 584bfe1b666d1a4e49f5528a' unlocked. Sat Dec 10 07:07:56.078 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457557184000) }, max: { datetime: new Date(1457644679000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 139000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 14023 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16589ms Sat Dec 10 07:07:57.180 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 144000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:07:57.181 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454119440000) }, { datetime: new Date(1454204506000) }) in IISLogs.pubprdweb03', ts : 584bfe2d666d1a4e49f55291 Sat Dec 10 07:07:57.181 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 144|0||584bc97f90d1dc672b548352, current metadata version is 144|0||584bc97f90d1dc672b548352 Sat Dec 10 07:07:57.182 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 144|0||584bc97f90d1dc672b548352 to shard version 144|1||584bc97f90d1dc672b548352 Sat Dec 10 07:07:57.182 I SHARDING [conn9] collection version was loaded at version 144|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:07:57.182 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:07:57.182-0600-584bfe2d666d1a4e49f55292", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375277182), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:07:57.183 I SHARDING [conn9] moveChunk request accepted at version 144|1||584bc97f90d1dc672b548352 Sat Dec 10 07:07:59.014 I SHARDING [RangeDeleter] rangeDeleter deleted 106531 documents for IISLogs.pubprdweb02 from { datetime: new Date(1460689505000) } -> { datetime: new Date(1460835683000) } Sat Dec 10 07:07:59.014 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449093795000) } -> { datetime: new Date(1449203335000) }, with opId: 197191 Sat Dec 10 07:08:02.191 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:08:02.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:02.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:03.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:04.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:05.037 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776270 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 2842ms Sat Dec 10 07:08:05.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 645, clonedBytes: 207865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:06.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9207, clonedBytes: 3009708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:07.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18416, clonedBytes: 6337798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:08.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28556, clonedBytes: 9556977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:09.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38468, clonedBytes: 12796908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:10.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48580, clonedBytes: 15917347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:11.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50300, clonedBytes: 16435132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:12.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50300, clonedBytes: 16435132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:13.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50300, clonedBytes: 16435132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:14.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50300, clonedBytes: 16435132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:15.010 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776294 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 4145ms Sat Dec 10 07:08:15.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58031, clonedBytes: 18761447, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:16.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68395, clonedBytes: 21870365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:17.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78630, clonedBytes: 24954803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:18.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88579, clonedBytes: 28080383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:20.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98991, clonedBytes: 31282455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:21.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104222, clonedBytes: 32844934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:21.145 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2861032 locks:{ Global: { acquireCount: { r: 164 } }, Database: { acquireCount: { r: 82 } }, Collection: { acquireCount: { r: 82 } } } protocol:op_command 520ms Sat Dec 10 07:08:22.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113744, clonedBytes: 35649796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:23.142 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe2d666d1a4e49f55293", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 35649796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:23.142 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:08:23.143 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:08:23.144 I SHARDING [conn9] moveChunk setting version to: 145|0||584bc97f90d1dc672b548352 Sat Dec 10 07:08:23.154 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 35649796, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:08:23.155 I SHARDING [conn9] moveChunk updating self version to: 145|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454204506000) } -> { datetime: new Date(1454296148000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:08:23.157 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:08:23.156-0600-584bfe47666d1a4e49f55296", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375303156), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 35649796, catchup: 0, steady: 0 } } Sat Dec 10 07:08:23.160 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:08:23.160 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:08:23.160 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:08:23.160-0600-584bfe47666d1a4e49f55297", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375303160), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5009, step 4 of 6: 20947, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:08:23.161 I SHARDING [conn9] distributed lock with ts: 584bfe2d666d1a4e49f55291' unlocked. Sat Dec 10 07:08:23.162 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454119440000) }, max: { datetime: new Date(1454204506000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 144000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:926 reslen:154 locks:{ Global: { acquireCount: { r: 1864, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 162 } }, Database: { acquireCount: { r: 928, w: 4, W: 2 } }, Collection: { acquireCount: { r: 928, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 224 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25982ms Sat Dec 10 07:08:23.166 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 140000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:08:23.167 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457644679000) }, { datetime: new Date(1457733872000) }) in IISLogs.pubprdweb04', ts : 584bfe47666d1a4e49f55298 Sat Dec 10 07:08:23.167 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 140|0||584bcad890d1dc672b54835d, current metadata version is 140|0||584bcad890d1dc672b54835d Sat Dec 10 07:08:23.168 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 140|0||584bcad890d1dc672b54835d to shard version 140|1||584bcad890d1dc672b54835d Sat Dec 10 07:08:23.168 I SHARDING [conn9] collection version was loaded at version 140|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:08:23.168 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:08:23.168-0600-584bfe47666d1a4e49f55299", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375303168), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:08:23.169 I SHARDING [conn9] moveChunk request accepted at version 140|1||584bcad890d1dc672b54835d Sat Dec 10 07:08:23.179 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449093795000) } -> { datetime: new Date(1449203335000) } Sat Dec 10 07:08:23.179 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452291494000) } -> { datetime: new Date(1452396213000) }, with opId: 197388 Sat Dec 10 07:08:24.244 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 07:08:24.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:24.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:25.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:26.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:27.362 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776091 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 3037ms Sat Dec 10 07:08:27.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:28.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4251, clonedBytes: 1277537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:29.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14074, clonedBytes: 4138581, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:30.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23315, clonedBytes: 6944538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:31.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30104, clonedBytes: 9026728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:32.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35290, clonedBytes: 10563981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:33.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44326, clonedBytes: 13289759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:34.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54391, clonedBytes: 16323946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:35.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54656, clonedBytes: 16404461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:35.787 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776263 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1073ms Sat Dec 10 07:08:36.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62483, clonedBytes: 18735469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:37.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72156, clonedBytes: 21632044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:38.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82067, clonedBytes: 24580338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:39.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91875, clonedBytes: 27540272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:40.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102537, clonedBytes: 30739453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:41.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112224, clonedBytes: 33669238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:42.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe47666d1a4e49f5529a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 33669238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:42.944 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:08:42.945 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:08:42.946 I SHARDING [conn9] moveChunk setting version to: 141|0||584bcad890d1dc672b54835d Sat Dec 10 07:08:42.955 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 33669238, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:08:42.955 I SHARDING [conn9] moveChunk updating self version to: 141|1||584bcad890d1dc672b54835d through { datetime: new Date(1457733872000) } -> { datetime: new Date(1457820851000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:08:42.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:08:42.957-0600-584bfe5a666d1a4e49f5529d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375322957), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 33669238, catchup: 0, steady: 0 } } Sat Dec 10 07:08:42.958 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:08:42.958 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:08:42.959 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:08:42.959-0600-584bfe5a666d1a4e49f5529e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375322959), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1080, step 4 of 6: 18694, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:08:42.960 I SHARDING [conn9] distributed lock with ts: 584bfe47666d1a4e49f55298' unlocked. Sat Dec 10 07:08:42.960 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457644679000) }, max: { datetime: new Date(1457733872000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 140000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 156 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 44 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19794ms Sat Dec 10 07:08:44.057 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 145000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:08:44.058 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454204506000) }, { datetime: new Date(1454296148000) }) in IISLogs.pubprdweb03', ts : 584bfe5c666d1a4e49f5529f Sat Dec 10 07:08:44.058 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 145|0||584bc97f90d1dc672b548352, current metadata version is 145|0||584bc97f90d1dc672b548352 Sat Dec 10 07:08:44.060 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 145|0||584bc97f90d1dc672b548352 to shard version 145|1||584bc97f90d1dc672b548352 Sat Dec 10 07:08:44.060 I SHARDING [conn9] collection version was loaded at version 145|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:08:44.060 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:08:44.060-0600-584bfe5c666d1a4e49f552a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375324060), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:08:44.061 I SHARDING [conn9] moveChunk request accepted at version 145|1||584bc97f90d1dc672b548352 Sat Dec 10 07:08:45.170 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:08:45.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.360 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452291494000) } -> { datetime: new Date(1452396213000) } Sat Dec 10 07:08:45.360 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457631815000) } -> { datetime: new Date(1457717774000) }, with opId: 197584 Sat Dec 10 07:08:45.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:45.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:46.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:47.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:47.903 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776101 locks:{ Global: { acquireCount: { r: 928 } }, Database: { acquireCount: { r: 464 } }, Collection: { acquireCount: { r: 464 } } } protocol:op_command 2727ms Sat Dec 10 07:08:48.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2494, clonedBytes: 730383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:49.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12430, clonedBytes: 3708908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:50.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22597, clonedBytes: 6669413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:51.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31438, clonedBytes: 9236219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:52.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41471, clonedBytes: 12130425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:53.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50543, clonedBytes: 14734201, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:54.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56168, clonedBytes: 16393887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:55.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56168, clonedBytes: 16393887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:56.540 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776045 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 2463ms Sat Dec 10 07:08:56.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56168, clonedBytes: 16393887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:57.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65425, clonedBytes: 19119826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:58.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75382, clonedBytes: 22065528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:08:59.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84991, clonedBytes: 25144575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:00.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94679, clonedBytes: 28059658, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:01.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104739, clonedBytes: 31062218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:02.528 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1046307 locks:{ Global: { acquireCount: { r: 58 } }, Database: { acquireCount: { r: 29 } }, Collection: { acquireCount: { r: 29 } } } protocol:op_command 199ms Sat Dec 10 07:09:02.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113033, clonedBytes: 33599038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:03.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe5c666d1a4e49f552a1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33828373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:03.812 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:09:03.813 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:09:03.814 I SHARDING [conn9] moveChunk setting version to: 146|0||584bc97f90d1dc672b548352 Sat Dec 10 07:09:03.820 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33828373, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:09:03.820 I SHARDING [conn9] moveChunk updating self version to: 146|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454296148000) } -> { datetime: new Date(1454382591000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:09:03.821 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:03.821-0600-584bfe6f666d1a4e49f552a4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375343821), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33828373, catchup: 0, steady: 0 } } Sat Dec 10 07:09:03.822 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:09:03.831 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:09:03.831 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:03.831-0600-584bfe6f666d1a4e49f552a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375343831), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1113, step 4 of 6: 18636, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:09:03.833 I SHARDING [conn9] distributed lock with ts: 584bfe5c666d1a4e49f5529f' unlocked. Sat Dec 10 07:09:03.833 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454204506000) }, max: { datetime: new Date(1454296148000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 145000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9032 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19776ms Sat Dec 10 07:09:03.839 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 141000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:09:03.840 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457733872000) }, { datetime: new Date(1457820851000) }) in IISLogs.pubprdweb04', ts : 584bfe6f666d1a4e49f552a6 Sat Dec 10 07:09:03.840 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 141|0||584bcad890d1dc672b54835d, current metadata version is 141|0||584bcad890d1dc672b54835d Sat Dec 10 07:09:03.842 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 141|0||584bcad890d1dc672b54835d to shard version 141|1||584bcad890d1dc672b54835d Sat Dec 10 07:09:03.842 I SHARDING [conn9] collection version was loaded at version 141|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:09:03.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:03.842-0600-584bfe6f666d1a4e49f552a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375343842), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:09:03.843 I SHARDING [conn9] moveChunk request accepted at version 141|1||584bcad890d1dc672b54835d Sat Dec 10 07:09:04.963 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:09:04.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:05.577 I SHARDING [RangeDeleter] rangeDeleter deleted 102923 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457631815000) } -> { datetime: new Date(1457717774000) } Sat Dec 10 07:09:05.578 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1460835683000) } -> { datetime: new Date(1461040455000) }, with opId: 197757 Sat Dec 10 07:09:05.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:06.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:07.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:07.306 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776206 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 2337ms Sat Dec 10 07:09:08.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6457, clonedBytes: 1958522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:09.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15939, clonedBytes: 4837286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:10.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25835, clonedBytes: 7845041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:11.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36017, clonedBytes: 10935172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:12.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46310, clonedBytes: 14020258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:13.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54502, clonedBytes: 16405654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:14.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54502, clonedBytes: 16405654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:15.297 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776103 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 2170ms Sat Dec 10 07:09:15.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54502, clonedBytes: 16405654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:16.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61957, clonedBytes: 18603380, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:17.669 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70963, clonedBytes: 21281062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:19.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84014, clonedBytes: 25201045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:20.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94078, clonedBytes: 28251141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:21.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103105, clonedBytes: 30997778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:22.135 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:979274 locks:{ Global: { acquireCount: { r: 54 } }, Database: { acquireCount: { r: 27 } }, Collection: { acquireCount: { r: 27 } } } protocol:op_command 118ms Sat Dec 10 07:09:22.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111925, clonedBytes: 33680487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:23.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe6f666d1a4e49f552a8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33772058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:23.450 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:09:23.451 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:09:23.452 I SHARDING [conn9] moveChunk setting version to: 142|0||584bcad890d1dc672b54835d Sat Dec 10 07:09:23.454 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33772058, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:09:23.454 I SHARDING [conn9] moveChunk updating self version to: 142|1||584bcad890d1dc672b54835d through { datetime: new Date(1457820851000) } -> { datetime: new Date(1457905701000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:09:23.456 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:23.456-0600-584bfe83666d1a4e49f552ab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375363456), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33772058, catchup: 0, steady: 0 } } Sat Dec 10 07:09:23.456 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:09:23.456 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:09:23.457 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:23.456-0600-584bfe83666d1a4e49f552ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375363456), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1123, step 4 of 6: 18482, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:09:23.458 I SHARDING [conn9] distributed lock with ts: 584bfe6f666d1a4e49f552a6' unlocked. Sat Dec 10 07:09:23.458 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457733872000) }, max: { datetime: new Date(1457820851000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 141000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 116 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19620ms Sat Dec 10 07:09:24.553 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 146000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:09:24.554 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454296148000) }, { datetime: new Date(1454382591000) }) in IISLogs.pubprdweb03', ts : 584bfe84666d1a4e49f552ad Sat Dec 10 07:09:24.554 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 146|0||584bc97f90d1dc672b548352, current metadata version is 146|0||584bc97f90d1dc672b548352 Sat Dec 10 07:09:24.555 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 146|0||584bc97f90d1dc672b548352 to shard version 146|1||584bc97f90d1dc672b548352 Sat Dec 10 07:09:24.555 I SHARDING [conn9] collection version was loaded at version 146|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:09:24.555 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:24.555-0600-584bfe84666d1a4e49f552ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375364555), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:09:24.556 I SHARDING [conn9] moveChunk request accepted at version 146|1||584bc97f90d1dc672b548352 Sat Dec 10 07:09:25.667 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 07:09:25.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:25.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:26.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:26.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:27.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:28.144 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776236 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 2463ms Sat Dec 10 07:09:28.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5240, clonedBytes: 1569262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:28.839 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1460835683000) } -> { datetime: new Date(1461040455000) } Sat Dec 10 07:09:28.845 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449203335000) } -> { datetime: new Date(1449339564000) }, with opId: 197948 Sat Dec 10 07:09:29.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15608, clonedBytes: 4679845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:30.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25208, clonedBytes: 7564136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:31.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35170, clonedBytes: 10533220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:32.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45185, clonedBytes: 13504235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:34.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54986, clonedBytes: 16402296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:35.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54986, clonedBytes: 16402296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:36.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54986, clonedBytes: 16402296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:36.150 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776312 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 2167ms Sat Dec 10 07:09:37.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63178, clonedBytes: 18836038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:38.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72968, clonedBytes: 21751680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:39.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82761, clonedBytes: 24845693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:40.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89100, clonedBytes: 26746781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:41.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94943, clonedBytes: 28511686, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:42.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104146, clonedBytes: 31291522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:43.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113413, clonedBytes: 34115684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:44.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe84666d1a4e49f552af", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 34224107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:44.337 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:09:44.338 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:09:44.339 I SHARDING [conn9] moveChunk setting version to: 147|0||584bc97f90d1dc672b548352 Sat Dec 10 07:09:44.342 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 34224107, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:09:44.342 I SHARDING [conn9] moveChunk updating self version to: 147|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454382591000) } -> { datetime: new Date(1454464228000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:09:44.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:44.343-0600-584bfe98666d1a4e49f552b2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375384343), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 34224107, catchup: 0, steady: 0 } } Sat Dec 10 07:09:44.344 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:09:44.344 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:09:44.344 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:44.344-0600-584bfe98666d1a4e49f552b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375384344), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1113, step 4 of 6: 18665, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:09:44.345 I SHARDING [conn9] distributed lock with ts: 584bfe84666d1a4e49f552ad' unlocked. Sat Dec 10 07:09:44.345 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454296148000) }, max: { datetime: new Date(1454382591000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 146000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2197 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 53 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19792ms Sat Dec 10 07:09:44.351 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 142000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:09:44.352 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457820851000) }, { datetime: new Date(1457905701000) }) in IISLogs.pubprdweb04', ts : 584bfe98666d1a4e49f552b4 Sat Dec 10 07:09:44.352 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 142|0||584bcad890d1dc672b54835d, current metadata version is 142|0||584bcad890d1dc672b54835d Sat Dec 10 07:09:44.353 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 142|0||584bcad890d1dc672b54835d to shard version 142|1||584bcad890d1dc672b54835d Sat Dec 10 07:09:44.353 I SHARDING [conn9] collection version was loaded at version 142|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:09:44.353 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:09:44.353-0600-584bfe98666d1a4e49f552b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375384353), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:09:44.354 I SHARDING [conn9] moveChunk request accepted at version 142|1||584bcad890d1dc672b54835d Sat Dec 10 07:09:45.504 I SHARDING [conn9] moveChunk number of documents: 112219 Sat Dec 10 07:09:45.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:45.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:46.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:46.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:47.441 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776226 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1933ms Sat Dec 10 07:09:47.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1778, clonedBytes: 538242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:48.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11979, clonedBytes: 3621720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:49.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21590, clonedBytes: 6533964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:50.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31604, clonedBytes: 9569155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:50.866 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449203335000) } -> { datetime: new Date(1449339564000) } Sat Dec 10 07:09:50.872 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452396213000) } -> { datetime: new Date(1452499408000) }, with opId: 198134 Sat Dec 10 07:09:51.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41505, clonedBytes: 12483961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:52.132 I NETWORK [conn93] end connection 10.112.9.26:50797 (30 connections now open) Sat Dec 10 07:09:52.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51556, clonedBytes: 15458985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:53.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54728, clonedBytes: 16404092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:54.186 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776246 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 972ms Sat Dec 10 07:09:54.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61240, clonedBytes: 18360724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:55.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70909, clonedBytes: 21340998, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:56.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80821, clonedBytes: 24410778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:58.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91061, clonedBytes: 27490060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:09:59.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100871, clonedBytes: 30516151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:00.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109942, clonedBytes: 33315301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:01.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfe98666d1a4e49f552b6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112219, clonedBytes: 34020991, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:01.128 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:10:01.129 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:10:01.130 I SHARDING [conn9] moveChunk setting version to: 143|0||584bcad890d1dc672b54835d Sat Dec 10 07:10:01.138 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112219, clonedBytes: 34020991, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:10:01.138 I SHARDING [conn9] moveChunk updating self version to: 143|1||584bcad890d1dc672b54835d through { datetime: new Date(1457905701000) } -> { datetime: new Date(1457977868000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:10:01.139 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:01.139-0600-584bfea9666d1a4e49f552b9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375401139), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112219, clonedBytes: 34020991, catchup: 0, steady: 0 } } Sat Dec 10 07:10:01.140 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:10:01.140 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:10:01.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:01.140-0600-584bfea9666d1a4e49f552ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375401140), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1152, step 4 of 6: 15621, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:10:01.143 I SHARDING [conn9] distributed lock with ts: 584bfe98666d1a4e49f552b4' unlocked. Sat Dec 10 07:10:01.143 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457820851000) }, max: { datetime: new Date(1457905701000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 142000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 272 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 122 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16793ms Sat Dec 10 07:10:02.244 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 147000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:10:02.245 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454382591000) }, { datetime: new Date(1454464228000) }) in IISLogs.pubprdweb03', ts : 584bfeaa666d1a4e49f552bb Sat Dec 10 07:10:02.245 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 147|0||584bc97f90d1dc672b548352, current metadata version is 147|0||584bc97f90d1dc672b548352 Sat Dec 10 07:10:02.246 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 147|0||584bc97f90d1dc672b548352 to shard version 147|1||584bc97f90d1dc672b548352 Sat Dec 10 07:10:02.246 I SHARDING [conn9] collection version was loaded at version 147|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:10:02.247 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:02.247-0600-584bfeaa666d1a4e49f552bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375402247), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:10:02.247 I SHARDING [conn9] moveChunk request accepted at version 147|1||584bc97f90d1dc672b548352 Sat Dec 10 07:10:05.057 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:10:05.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.063 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:05.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:06.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:07.127 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776072 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 2066ms Sat Dec 10 07:10:07.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:08.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8883, clonedBytes: 2681560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:09.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18116, clonedBytes: 5382618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:10.024 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452396213000) } -> { datetime: new Date(1452499408000) } Sat Dec 10 07:10:10.024 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457717774000) } -> { datetime: new Date(1457850744000) }, with opId: 198294 Sat Dec 10 07:10:10.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27181, clonedBytes: 8020512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:11.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36946, clonedBytes: 10907925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:12.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46801, clonedBytes: 13764403, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:13.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55915, clonedBytes: 16395629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:14.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55915, clonedBytes: 16395629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:15.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55915, clonedBytes: 16395629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:15.643 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 2294ms Sat Dec 10 07:10:16.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62456, clonedBytes: 18242687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:17.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71961, clonedBytes: 21007251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:18.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81660, clonedBytes: 24071326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:19.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91452, clonedBytes: 27084293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:20.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101373, clonedBytes: 29998026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:21.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109390, clonedBytes: 32367156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:21.998 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:855853 locks:{ Global: { acquireCount: { r: 52 } }, Database: { acquireCount: { r: 26 } }, Collection: { acquireCount: { r: 26 } } } protocol:op_command 183ms Sat Dec 10 07:10:22.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfeaa666d1a4e49f552bd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33637546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:22.637 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:10:22.639 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:10:22.639 I SHARDING [conn9] moveChunk setting version to: 148|0||584bc97f90d1dc672b548352 Sat Dec 10 07:10:22.710 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33637546, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:10:22.710 I SHARDING [conn9] moveChunk updating self version to: 148|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454464228000) } -> { datetime: new Date(1454540342000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:10:22.712 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:22.712-0600-584bfebe666d1a4e49f552c0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375422712), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33637546, catchup: 0, steady: 0 } } Sat Dec 10 07:10:22.713 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:10:22.718 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:10:22.718 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:22.718-0600-584bfebe666d1a4e49f552c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375422718), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2813, step 4 of 6: 17576, step 5 of 6: 80, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:10:22.732 I SHARDING [conn9] distributed lock with ts: 584bfeaa666d1a4e49f552bb' unlocked. Sat Dec 10 07:10:22.733 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454382591000) }, max: { datetime: new Date(1454464228000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 147000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:901 reslen:154 locks:{ Global: { acquireCount: { r: 1814, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5198 } }, Database: { acquireCount: { r: 903, w: 4, W: 2 } }, Collection: { acquireCount: { r: 903, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20489ms Sat Dec 10 07:10:22.739 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 143000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:10:22.741 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457905701000) }, { datetime: new Date(1457977868000) }) in IISLogs.pubprdweb04', ts : 584bfebe666d1a4e49f552c2 Sat Dec 10 07:10:22.741 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 143|0||584bcad890d1dc672b54835d, current metadata version is 143|0||584bcad890d1dc672b54835d Sat Dec 10 07:10:22.743 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 143|0||584bcad890d1dc672b54835d to shard version 143|1||584bcad890d1dc672b54835d Sat Dec 10 07:10:22.743 I SHARDING [conn9] collection version was loaded at version 143|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:10:22.743 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:22.743-0600-584bfebe666d1a4e49f552c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375422743), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:10:22.744 I SHARDING [conn9] moveChunk request accepted at version 143|1||584bcad890d1dc672b54835d Sat Dec 10 07:10:27.504 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:10:27.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:27.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:28.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:28.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:29.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:29.942 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776210 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 2433ms Sat Dec 10 07:10:30.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 671, clonedBytes: 210838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:30.888 I SHARDING [RangeDeleter] rangeDeleter deleted 102933 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457717774000) } -> { datetime: new Date(1457850744000) } Sat Dec 10 07:10:30.888 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461040455000) } -> { datetime: new Date(1461211437000) }, with opId: 198397 Sat Dec 10 07:10:31.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8563, clonedBytes: 2652188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:32.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17935, clonedBytes: 5482203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:33.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27941, clonedBytes: 8576289, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:34.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37868, clonedBytes: 11700678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:35.812 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47681, clonedBytes: 14766221, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:36.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52979, clonedBytes: 16416319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:37.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52979, clonedBytes: 16416319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:38.736 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 2376ms Sat Dec 10 07:10:38.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53602, clonedBytes: 16604439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:39.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63626, clonedBytes: 19686361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:40.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73340, clonedBytes: 22647618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:41.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83097, clonedBytes: 25640889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:43.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92889, clonedBytes: 28652815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:44.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96795, clonedBytes: 29838417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:45.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103632, clonedBytes: 31948412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:46.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfebe666d1a4e49f552c4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 34609879, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:46.118 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:10:46.126 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:10:46.126 I SHARDING [conn9] moveChunk setting version to: 144|0||584bcad890d1dc672b54835d Sat Dec 10 07:10:46.130 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 34609879, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:10:46.131 I SHARDING [conn9] moveChunk updating self version to: 144|1||584bcad890d1dc672b54835d through { datetime: new Date(1457977868000) } -> { datetime: new Date(1458012494000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:10:46.132 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:46.132-0600-584bfed6666d1a4e49f552c7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375446132), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 34609879, catchup: 0, steady: 0 } } Sat Dec 10 07:10:46.133 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:10:46.133 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:10:46.133 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:46.133-0600-584bfed6666d1a4e49f552c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375446133), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 4762, step 4 of 6: 18610, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:10:46.134 I SHARDING [conn9] distributed lock with ts: 584bfebe666d1a4e49f552c2' unlocked. Sat Dec 10 07:10:46.134 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457905701000) }, max: { datetime: new Date(1457977868000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 143000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:898 reslen:154 locks:{ Global: { acquireCount: { r: 1808, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 328 } }, Database: { acquireCount: { r: 900, w: 4, W: 2 } }, Collection: { acquireCount: { r: 900, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23396ms Sat Dec 10 07:10:47.210 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 148000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:10:47.211 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454464228000) }, { datetime: new Date(1454540342000) }) in IISLogs.pubprdweb03', ts : 584bfed7666d1a4e49f552c9 Sat Dec 10 07:10:47.211 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 148|0||584bc97f90d1dc672b548352, current metadata version is 148|0||584bc97f90d1dc672b548352 Sat Dec 10 07:10:47.212 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 148|0||584bc97f90d1dc672b548352 to shard version 148|1||584bc97f90d1dc672b548352 Sat Dec 10 07:10:47.212 I SHARDING [conn9] collection version was loaded at version 148|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:10:47.212 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:10:47.212-0600-584bfed7666d1a4e49f552ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375447212), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:10:47.213 I SHARDING [conn9] moveChunk request accepted at version 148|1||584bc97f90d1dc672b548352 Sat Dec 10 07:10:48.281 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:10:48.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:48.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:49.176 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776273 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 891ms Sat Dec 10 07:10:49.364 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 731, clonedBytes: 212330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:50.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10256, clonedBytes: 3161662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:51.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19662, clonedBytes: 6451788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:51.594 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461040455000) } -> { datetime: new Date(1461211437000) } Sat Dec 10 07:10:51.594 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449339564000) } -> { datetime: new Date(1449462938000) }, with opId: 198497 Sat Dec 10 07:10:52.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27814, clonedBytes: 8915231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:53.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37585, clonedBytes: 11990687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:54.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47635, clonedBytes: 15021472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:55.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52168, clonedBytes: 16422059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:56.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52168, clonedBytes: 16422059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:57.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52168, clonedBytes: 16422059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:58.217 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776100 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 3196ms Sat Dec 10 07:10:58.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55529, clonedBytes: 17480484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:10:59.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64072, clonedBytes: 20080556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:00.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73689, clonedBytes: 23114322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:01.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83611, clonedBytes: 26058062, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:02.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93437, clonedBytes: 29113536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:03.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103325, clonedBytes: 32223164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:04.159 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2633908 locks:{ Global: { acquireCount: { r: 138 } }, Database: { acquireCount: { r: 69 } }, Collection: { acquireCount: { r: 69 } } } protocol:op_command 136ms Sat Dec 10 07:11:04.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111585, clonedBytes: 34762760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:05.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfed7666d1a4e49f552cb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 35421425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:05.851 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:11:05.852 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:11:05.868 I SHARDING [conn9] moveChunk setting version to: 149|0||584bc97f90d1dc672b548352 Sat Dec 10 07:11:05.881 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 35421425, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:11:05.881 I SHARDING [conn9] moveChunk updating self version to: 149|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454540342000) } -> { datetime: new Date(1454619722000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:11:05.883 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:05.883-0600-584bfee9666d1a4e49f552ce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375465883), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 35421425, catchup: 0, steady: 0 } } Sat Dec 10 07:11:05.883 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:11:05.884 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:11:05.884 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:05.884-0600-584bfee9666d1a4e49f552cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375465884), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1070, step 4 of 6: 17566, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:11:05.885 I SHARDING [conn9] distributed lock with ts: 584bfed7666d1a4e49f552c9' unlocked. Sat Dec 10 07:11:05.885 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454464228000) }, max: { datetime: new Date(1454540342000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 148000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 546 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6860 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18675ms Sat Dec 10 07:11:05.890 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 144000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:11:05.891 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1457977868000) }, { datetime: new Date(1458012494000) }) in IISLogs.pubprdweb04', ts : 584bfee9666d1a4e49f552d0 Sat Dec 10 07:11:05.891 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 144|0||584bcad890d1dc672b54835d, current metadata version is 144|0||584bcad890d1dc672b54835d Sat Dec 10 07:11:05.892 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 144|0||584bcad890d1dc672b54835d to shard version 144|1||584bcad890d1dc672b54835d Sat Dec 10 07:11:05.892 I SHARDING [conn9] collection version was loaded at version 144|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:11:05.892 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:05.892-0600-584bfee9666d1a4e49f552d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375465892), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:11:05.893 I SHARDING [conn9] moveChunk request accepted at version 144|1||584bcad890d1dc672b54835d Sat Dec 10 07:11:07.305 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:11:07.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:07.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:08.124 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776018 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 813ms Sat Dec 10 07:11:08.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28, clonedBytes: 8209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:09.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8132, clonedBytes: 2528562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:10.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18109, clonedBytes: 5580211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:10.773 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449339564000) } -> { datetime: new Date(1449462938000) } Sat Dec 10 07:11:10.774 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452499408000) } -> { datetime: new Date(1452573217000) }, with opId: 198649 Sat Dec 10 07:11:11.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28030, clonedBytes: 8626077, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:12.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37718, clonedBytes: 11621696, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:13.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46948, clonedBytes: 14417962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:14.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53417, clonedBytes: 16413061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:14.916 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776211 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 708ms Sat Dec 10 07:11:15.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58995, clonedBytes: 18162698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:16.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68990, clonedBytes: 21297938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:17.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79042, clonedBytes: 24455670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:18.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88762, clonedBytes: 27454386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:19.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98454, clonedBytes: 30540880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:20.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107324, clonedBytes: 33377301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:21.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfee9666d1a4e49f552d2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 34941294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:21.790 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:11:21.791 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:11:21.791 I SHARDING [conn9] moveChunk setting version to: 145|0||584bcad890d1dc672b54835d Sat Dec 10 07:11:21.797 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 34941294, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:11:21.797 I SHARDING [conn9] moveChunk updating self version to: 145|1||584bcad890d1dc672b54835d through { datetime: new Date(1458012494000) } -> { datetime: new Date(1458056562000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:11:21.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:21.798-0600-584bfef9666d1a4e49f552d5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375481798), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 34941294, catchup: 0, steady: 0 } } Sat Dec 10 07:11:21.799 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:11:21.799 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:11:21.799 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:21.799-0600-584bfef9666d1a4e49f552d6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375481799), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1415, step 4 of 6: 14480, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:11:21.801 I SHARDING [conn9] distributed lock with ts: 584bfee9666d1a4e49f552d0' unlocked. Sat Dec 10 07:11:21.801 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457977868000) }, max: { datetime: new Date(1458012494000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 144000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 252 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 43 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15911ms Sat Dec 10 07:11:22.886 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 149000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:11:22.887 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454540342000) }, { datetime: new Date(1454619722000) }) in IISLogs.pubprdweb03', ts : 584bfefa666d1a4e49f552d7 Sat Dec 10 07:11:22.887 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 149|0||584bc97f90d1dc672b548352, current metadata version is 149|0||584bc97f90d1dc672b548352 Sat Dec 10 07:11:22.889 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 149|0||584bc97f90d1dc672b548352 to shard version 149|1||584bc97f90d1dc672b548352 Sat Dec 10 07:11:22.889 I SHARDING [conn9] collection version was loaded at version 149|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:11:22.889 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:22.889-0600-584bfefa666d1a4e49f552d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375482889), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:11:22.889 I SHARDING [conn9] moveChunk request accepted at version 149|1||584bc97f90d1dc672b548352 Sat Dec 10 07:11:24.237 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 07:11:24.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:24.984 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776021 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 740ms Sat Dec 10 07:11:25.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1833, clonedBytes: 650911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:26.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11457, clonedBytes: 3693675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:27.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21823, clonedBytes: 6890621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:28.624 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30429, clonedBytes: 9878282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:29.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40105, clonedBytes: 12969356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:30.235 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452499408000) } -> { datetime: new Date(1452573217000) } Sat Dec 10 07:11:30.235 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457850744000) } -> { datetime: new Date(1457969252000) }, with opId: 198784 Sat Dec 10 07:11:30.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48952, clonedBytes: 15611856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:31.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51343, clonedBytes: 16427582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:31.909 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776216 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 870ms Sat Dec 10 07:11:32.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59082, clonedBytes: 18711764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:33.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68952, clonedBytes: 21629554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:34.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78870, clonedBytes: 24518442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:35.888 I NETWORK [conn94] end connection 10.112.9.26:50799 (29 connections now open) Sat Dec 10 07:11:35.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88631, clonedBytes: 27372223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:36.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98660, clonedBytes: 30306396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:37.020 I NETWORK [conn95] end connection 10.112.9.26:50800 (28 connections now open) Sat Dec 10 07:11:37.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107537, clonedBytes: 32905842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:38.463 I NETWORK [conn96] end connection 10.112.9.26:50801 (27 connections now open) Sat Dec 10 07:11:39.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfefa666d1a4e49f552d9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 34730203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:39.019 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:11:39.020 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:11:39.020 I SHARDING [conn9] moveChunk setting version to: 150|0||584bc97f90d1dc672b548352 Sat Dec 10 07:11:39.033 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 34730203, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:11:39.033 I SHARDING [conn9] moveChunk updating self version to: 150|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454619722000) } -> { datetime: new Date(1454712317000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:11:39.034 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:39.034-0600-584bff0b666d1a4e49f552dc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375499034), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 34730203, catchup: 0, steady: 0 } } Sat Dec 10 07:11:39.035 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:11:39.035 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:11:39.035 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:39.035-0600-584bff0b666d1a4e49f552dd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375499035), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1350, step 4 of 6: 14777, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:11:39.036 I SHARDING [conn9] distributed lock with ts: 584bfefa666d1a4e49f552d7' unlocked. Sat Dec 10 07:11:39.036 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454540342000) }, max: { datetime: new Date(1454619722000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 149000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 148 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16150ms Sat Dec 10 07:11:39.042 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 145000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:11:39.042 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458012494000) }, { datetime: new Date(1458056562000) }) in IISLogs.pubprdweb04', ts : 584bff0b666d1a4e49f552de Sat Dec 10 07:11:39.042 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 145|0||584bcad890d1dc672b54835d, current metadata version is 145|0||584bcad890d1dc672b54835d Sat Dec 10 07:11:39.044 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 145|0||584bcad890d1dc672b54835d to shard version 145|1||584bcad890d1dc672b54835d Sat Dec 10 07:11:39.044 I SHARDING [conn9] collection version was loaded at version 145|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:11:39.044 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:39.044-0600-584bff0b666d1a4e49f552df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375499044), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:11:39.044 I SHARDING [conn9] moveChunk request accepted at version 145|1||584bcad890d1dc672b54835d Sat Dec 10 07:11:40.566 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:11:40.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:40.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:41.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:41.468 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 888ms Sat Dec 10 07:11:41.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 137, clonedBytes: 43798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:42.671 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9200, clonedBytes: 2887450, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:43.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19095, clonedBytes: 5980176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:44.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28904, clonedBytes: 8986528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:45.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38795, clonedBytes: 11967547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:46.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47965, clonedBytes: 14818271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:47.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53086, clonedBytes: 16415603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:48.719 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776265 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1415ms Sat Dec 10 07:11:48.832 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53105, clonedBytes: 16421525, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:48.967 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457850744000) } -> { datetime: new Date(1457969252000) } Sat Dec 10 07:11:48.967 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461211437000) } -> { datetime: new Date(1461389724000) }, with opId: 198898 Sat Dec 10 07:11:49.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62206, clonedBytes: 19281912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:50.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72019, clonedBytes: 22352021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:51.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81672, clonedBytes: 25327535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:52.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85708, clonedBytes: 26563263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:54.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90860, clonedBytes: 28177407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:55.037 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98523, clonedBytes: 30532452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:56.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105938, clonedBytes: 32832866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:56.098 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1975558 locks:{ Global: { acquireCount: { r: 108 } }, Database: { acquireCount: { r: 54 } }, Collection: { acquireCount: { r: 54 } } } protocol:op_command 275ms Sat Dec 10 07:11:57.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff0b666d1a4e49f552e0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 34771676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:57.117 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:11:57.118 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:11:57.118 I SHARDING [conn9] moveChunk setting version to: 146|0||584bcad890d1dc672b54835d Sat Dec 10 07:11:57.122 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 34771676, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:11:57.122 I SHARDING [conn9] moveChunk updating self version to: 146|1||584bcad890d1dc672b54835d through { datetime: new Date(1458056562000) } -> { datetime: new Date(1458075452000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:11:57.123 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:57.123-0600-584bff1d666d1a4e49f552e3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375517123), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 34771676, catchup: 0, steady: 0 } } Sat Dec 10 07:11:57.125 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:11:57.126 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:11:57.126 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:57.126-0600-584bff1d666d1a4e49f552e4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375517126), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1525, step 4 of 6: 16546, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:11:57.127 I SHARDING [conn9] distributed lock with ts: 584bff0b666d1a4e49f552de' unlocked. Sat Dec 10 07:11:57.127 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458012494000) }, max: { datetime: new Date(1458056562000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 145000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 112 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18085ms Sat Dec 10 07:11:58.230 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 150000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:11:58.231 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454619722000) }, { datetime: new Date(1454712317000) }) in IISLogs.pubprdweb03', ts : 584bff1e666d1a4e49f552e5 Sat Dec 10 07:11:58.231 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 150|0||584bc97f90d1dc672b548352, current metadata version is 150|0||584bc97f90d1dc672b548352 Sat Dec 10 07:11:58.233 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 150|0||584bc97f90d1dc672b548352 to shard version 150|1||584bc97f90d1dc672b548352 Sat Dec 10 07:11:58.233 I SHARDING [conn9] collection version was loaded at version 150|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:11:58.233 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:11:58.233-0600-584bff1e666d1a4e49f552e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375518233), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:11:58.235 I SHARDING [conn9] moveChunk request accepted at version 150|1||584bc97f90d1dc672b548352 Sat Dec 10 07:11:59.687 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:11:59.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:11:59.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:00.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:00.742 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776047 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1048ms Sat Dec 10 07:12:00.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:01.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2122, clonedBytes: 641496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:02.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9786, clonedBytes: 2937121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:03.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19650, clonedBytes: 5901932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:04.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29027, clonedBytes: 8673311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:05.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39065, clonedBytes: 11645088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:05.989 I SHARDING [RangeDeleter] rangeDeleter deleted 106522 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461211437000) } -> { datetime: new Date(1461389724000) } Sat Dec 10 07:12:05.989 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449462938000) } -> { datetime: new Date(1449590749000) }, with opId: 199005 Sat Dec 10 07:12:06.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46980, clonedBytes: 13957336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:07.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55286, clonedBytes: 16400007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:08.753 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776054 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 898ms Sat Dec 10 07:12:09.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56781, clonedBytes: 16843026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:10.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67139, clonedBytes: 19932549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:11.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77204, clonedBytes: 22939079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:12.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87553, clonedBytes: 26027287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:13.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97628, clonedBytes: 29141376, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:14.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107819, clonedBytes: 32279817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:15.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff1e666d1a4e49f552e7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 34010187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:15.296 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:12:15.297 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:12:15.298 I SHARDING [conn9] moveChunk setting version to: 151|0||584bc97f90d1dc672b548352 Sat Dec 10 07:12:15.305 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 34010187, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:12:15.305 I SHARDING [conn9] moveChunk updating self version to: 151|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454712317000) } -> { datetime: new Date(1454816935000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:12:15.307 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:15.307-0600-584bff2f666d1a4e49f552ea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375535307), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 34010187, catchup: 0, steady: 0 } } Sat Dec 10 07:12:15.308 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:12:15.308 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:12:15.308 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:15.308-0600-584bff2f666d1a4e49f552eb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375535308), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1457, step 4 of 6: 15602, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:12:15.309 I SHARDING [conn9] distributed lock with ts: 584bff1e666d1a4e49f552e5' unlocked. Sat Dec 10 07:12:15.309 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454619722000) }, max: { datetime: new Date(1454712317000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 150000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 150 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 45 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17080ms Sat Dec 10 07:12:15.316 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 146000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:12:15.317 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458056562000) }, { datetime: new Date(1458075452000) }) in IISLogs.pubprdweb04', ts : 584bff2f666d1a4e49f552ec Sat Dec 10 07:12:15.317 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 146|0||584bcad890d1dc672b54835d, current metadata version is 146|0||584bcad890d1dc672b54835d Sat Dec 10 07:12:15.318 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 146|0||584bcad890d1dc672b54835d to shard version 146|1||584bcad890d1dc672b54835d Sat Dec 10 07:12:15.318 I SHARDING [conn9] collection version was loaded at version 146|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:12:15.318 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:15.318-0600-584bff2f666d1a4e49f552ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375535318), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:12:15.319 I SHARDING [conn9] moveChunk request accepted at version 146|1||584bcad890d1dc672b54835d Sat Dec 10 07:12:16.599 I SHARDING [conn9] moveChunk number of documents: 112219 Sat Dec 10 07:12:16.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:16.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:17.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:17.237 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776217 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 632ms Sat Dec 10 07:12:17.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3187, clonedBytes: 975422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:18.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13026, clonedBytes: 3985471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:19.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22939, clonedBytes: 7034191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:20.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32378, clonedBytes: 9980031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:21.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41930, clonedBytes: 12919293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:22.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51038, clonedBytes: 15689282, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:23.844 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776256 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 739ms Sat Dec 10 07:12:23.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53416, clonedBytes: 16413267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:23.977 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449462938000) } -> { datetime: new Date(1449590749000) } Sat Dec 10 07:12:23.978 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452573217000) } -> { datetime: new Date(1452656005000) }, with opId: 199116 Sat Dec 10 07:12:24.903 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62620, clonedBytes: 19225959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:25.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72517, clonedBytes: 22246706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:26.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81728, clonedBytes: 25085191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:28.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91648, clonedBytes: 28108590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:29.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101187, clonedBytes: 31029816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:30.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109953, clonedBytes: 33721110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:31.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff2f666d1a4e49f552ee", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112219, clonedBytes: 34413530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:31.131 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:12:31.132 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:12:31.133 I SHARDING [conn9] moveChunk setting version to: 147|0||584bcad890d1dc672b54835d Sat Dec 10 07:12:31.135 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112219, clonedBytes: 34413530, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:12:31.135 I SHARDING [conn9] moveChunk updating self version to: 147|1||584bcad890d1dc672b54835d through { datetime: new Date(1458075452000) } -> { datetime: new Date(1458098689000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:12:31.139 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:31.139-0600-584bff3f666d1a4e49f552f1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375551139), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112219, clonedBytes: 34413530, catchup: 0, steady: 0 } } Sat Dec 10 07:12:31.140 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:12:31.140 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:12:31.140 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:31.140-0600-584bff3f666d1a4e49f552f2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375551140), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1283, step 4 of 6: 14526, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:12:31.143 I SHARDING [conn9] distributed lock with ts: 584bff2f666d1a4e49f552ec' unlocked. Sat Dec 10 07:12:31.143 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458056562000) }, max: { datetime: new Date(1458075452000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 146000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 139 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15827ms Sat Dec 10 07:12:32.239 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 151000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:12:32.240 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454712317000) }, { datetime: new Date(1454816935000) }) in IISLogs.pubprdweb03', ts : 584bff40666d1a4e49f552f3 Sat Dec 10 07:12:32.240 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 151|0||584bc97f90d1dc672b548352, current metadata version is 151|0||584bc97f90d1dc672b548352 Sat Dec 10 07:12:32.242 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 151|0||584bc97f90d1dc672b548352 to shard version 151|1||584bc97f90d1dc672b548352 Sat Dec 10 07:12:32.242 I SHARDING [conn9] collection version was loaded at version 151|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:12:32.242 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:32.242-0600-584bff40666d1a4e49f552f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375552242), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:12:32.242 I SHARDING [conn9] moveChunk request accepted at version 151|1||584bc97f90d1dc672b548352 Sat Dec 10 07:12:34.733 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:12:34.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:34.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:34.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:34.773 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:34.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:34.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:34.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:35.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:35.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:35.690 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776140 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 951ms Sat Dec 10 07:12:35.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:36.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9833, clonedBytes: 2938809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:37.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19838, clonedBytes: 5923218, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:38.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29731, clonedBytes: 8947293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:39.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39441, clonedBytes: 11757247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:40.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49296, clonedBytes: 14549209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:41.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55513, clonedBytes: 16398511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:42.263 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776095 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 656ms Sat Dec 10 07:12:43.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62025, clonedBytes: 18325833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:43.165 I SHARDING [RangeDeleter] rangeDeleter deleted 112116 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452573217000) } -> { datetime: new Date(1452656005000) } Sat Dec 10 07:12:43.165 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1457969252000) } -> { datetime: new Date(1458001142000) }, with opId: 199264 Sat Dec 10 07:12:44.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71952, clonedBytes: 21313680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:45.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81627, clonedBytes: 24325699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:46.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91342, clonedBytes: 27314001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:47.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100004, clonedBytes: 29918044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:48.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109589, clonedBytes: 32807036, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:49.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff40666d1a4e49f552f5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34057919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:49.193 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:12:49.194 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:12:49.195 I SHARDING [conn9] moveChunk setting version to: 152|0||584bc97f90d1dc672b548352 Sat Dec 10 07:12:49.196 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34057919, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:12:49.197 I SHARDING [conn9] moveChunk updating self version to: 152|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454816935000) } -> { datetime: new Date(1454924968000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:12:49.198 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:49.198-0600-584bff51666d1a4e49f552f8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375569198), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34057919, catchup: 0, steady: 0 } } Sat Dec 10 07:12:49.199 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:12:49.199 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:12:49.199 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:49.199-0600-584bff51666d1a4e49f552f9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375569199), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2495, step 4 of 6: 14454, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:12:49.200 I SHARDING [conn9] distributed lock with ts: 584bff40666d1a4e49f552f3' unlocked. Sat Dec 10 07:12:49.200 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454712317000) }, max: { datetime: new Date(1454816935000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 151000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 112 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16962ms Sat Dec 10 07:12:49.206 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 147000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:12:49.206 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458075452000) }, { datetime: new Date(1458098689000) }) in IISLogs.pubprdweb04', ts : 584bff51666d1a4e49f552fa Sat Dec 10 07:12:49.206 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 147|0||584bcad890d1dc672b54835d, current metadata version is 147|0||584bcad890d1dc672b54835d Sat Dec 10 07:12:49.208 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 147|0||584bcad890d1dc672b54835d to shard version 147|1||584bcad890d1dc672b54835d Sat Dec 10 07:12:49.208 I SHARDING [conn9] collection version was loaded at version 147|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:12:49.208 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:12:49.208-0600-584bff51666d1a4e49f552fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375569208), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:12:49.209 I SHARDING [conn9] moveChunk request accepted at version 147|1||584bcad890d1dc672b54835d Sat Dec 10 07:12:50.476 I SHARDING [conn9] moveChunk number of documents: 112214 Sat Dec 10 07:12:50.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:50.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:51.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:51.510 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776230 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1029ms Sat Dec 10 07:12:51.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:52.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9111, clonedBytes: 2791315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:53.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19427, clonedBytes: 5924432, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:54.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28444, clonedBytes: 8702570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:55.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36948, clonedBytes: 11314699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:56.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46283, clonedBytes: 14190759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:57.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53528, clonedBytes: 16412496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:58.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776065 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 868ms Sat Dec 10 07:12:58.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54050, clonedBytes: 16573185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:12:59.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63033, clonedBytes: 19346510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:00.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72707, clonedBytes: 22326230, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:02.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83805, clonedBytes: 25743364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:02.955 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1457969252000) } -> { datetime: new Date(1458001142000) } Sat Dec 10 07:13:02.955 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461389724000) } -> { datetime: new Date(1461524824000) }, with opId: 199398 Sat Dec 10 07:13:03.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93503, clonedBytes: 28702516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:04.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103399, clonedBytes: 31775302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:05.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff51666d1a4e49f552fc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112214, clonedBytes: 34526601, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:05.261 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:13:05.262 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:13:05.263 I SHARDING [conn9] moveChunk setting version to: 148|0||584bcad890d1dc672b54835d Sat Dec 10 07:13:05.272 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112214, clonedBytes: 34526601, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:13:05.272 I SHARDING [conn9] moveChunk updating self version to: 148|1||584bcad890d1dc672b54835d through { datetime: new Date(1458098689000) } -> { datetime: new Date(1458136892000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:13:05.273 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:05.273-0600-584bff61666d1a4e49f552ff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375585273), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112214, clonedBytes: 34526601, catchup: 0, steady: 0 } } Sat Dec 10 07:13:05.274 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:13:05.274 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:13:05.274 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:05.274-0600-584bff61666d1a4e49f55300", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375585274), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1270, step 4 of 6: 14780, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:13:05.275 I SHARDING [conn9] distributed lock with ts: 584bff51666d1a4e49f552fa' unlocked. Sat Dec 10 07:13:05.275 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458075452000) }, max: { datetime: new Date(1458098689000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 147000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:877 reslen:154 locks:{ Global: { acquireCount: { r: 1766, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 134 } }, Database: { acquireCount: { r: 879, w: 4, W: 2 } }, Collection: { acquireCount: { r: 879, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16069ms Sat Dec 10 07:13:06.374 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 152000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:13:06.375 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454816935000) }, { datetime: new Date(1454924968000) }) in IISLogs.pubprdweb03', ts : 584bff62666d1a4e49f55301 Sat Dec 10 07:13:06.375 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 152|0||584bc97f90d1dc672b548352, current metadata version is 152|0||584bc97f90d1dc672b548352 Sat Dec 10 07:13:06.377 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 152|0||584bc97f90d1dc672b548352 to shard version 152|1||584bc97f90d1dc672b548352 Sat Dec 10 07:13:06.378 I SHARDING [conn9] collection version was loaded at version 152|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:13:06.378 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:06.378-0600-584bff62666d1a4e49f55302", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375586378), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:13:06.378 I SHARDING [conn9] moveChunk request accepted at version 152|1||584bc97f90d1dc672b548352 Sat Dec 10 07:13:08.610 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:13:08.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:08.929 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:09.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:09.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:10.364 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776145 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1749ms Sat Dec 10 07:13:10.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 384, clonedBytes: 115681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:11.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9413, clonedBytes: 2826465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:12.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19285, clonedBytes: 5780219, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:13.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29333, clonedBytes: 8769949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:14.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39190, clonedBytes: 11777275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:15.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48771, clonedBytes: 14670198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:16.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54061, clonedBytes: 16408680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:17.395 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776083 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 917ms Sat Dec 10 07:13:17.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58436, clonedBytes: 17784494, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:18.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68317, clonedBytes: 20838640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:20.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77979, clonedBytes: 23854088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:20.371 I SHARDING [RangeDeleter] rangeDeleter deleted 106517 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461389724000) } -> { datetime: new Date(1461524824000) } Sat Dec 10 07:13:20.371 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449590749000) } -> { datetime: new Date(1449694996000) }, with opId: 199478 Sat Dec 10 07:13:21.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87703, clonedBytes: 27071018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:22.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97470, clonedBytes: 30229009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:23.031 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2507844 locks:{ Global: { acquireCount: { r: 132 } }, Database: { acquireCount: { r: 66 } }, Collection: { acquireCount: { r: 66 } } } protocol:op_command 125ms Sat Dec 10 07:13:23.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106167, clonedBytes: 32990852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:24.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff62666d1a4e49f55303", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 35294862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:24.123 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:13:24.124 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:13:24.129 I SHARDING [conn9] moveChunk setting version to: 153|0||584bc97f90d1dc672b548352 Sat Dec 10 07:13:24.133 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 35294862, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:13:24.133 I SHARDING [conn9] moveChunk updating self version to: 153|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454924968000) } -> { datetime: new Date(1454976191000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:13:24.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:24.135-0600-584bff74666d1a4e49f55306", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375604135), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 35294862, catchup: 0, steady: 0 } } Sat Dec 10 07:13:24.135 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:13:24.136 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:13:24.136 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:24.136-0600-584bff74666d1a4e49f55307", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375604136), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2234, step 4 of 6: 15509, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:13:24.137 I SHARDING [conn9] distributed lock with ts: 584bff62666d1a4e49f55301' unlocked. Sat Dec 10 07:13:24.137 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454816935000) }, max: { datetime: new Date(1454924968000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 152000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 269 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 4257 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17763ms Sat Dec 10 07:13:24.144 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 148000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:13:24.145 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458098689000) }, { datetime: new Date(1458136892000) }) in IISLogs.pubprdweb04', ts : 584bff74666d1a4e49f55308 Sat Dec 10 07:13:24.145 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 148|0||584bcad890d1dc672b54835d, current metadata version is 148|0||584bcad890d1dc672b54835d Sat Dec 10 07:13:24.147 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 148|0||584bcad890d1dc672b54835d to shard version 148|1||584bcad890d1dc672b54835d Sat Dec 10 07:13:24.147 I SHARDING [conn9] collection version was loaded at version 148|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:13:24.147 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:24.147-0600-584bff74666d1a4e49f55309", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375604147), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:13:24.149 I SHARDING [conn9] moveChunk request accepted at version 148|1||584bcad890d1dc672b54835d Sat Dec 10 07:13:26.288 I SHARDING [conn9] moveChunk number of documents: 112236 Sat Dec 10 07:13:26.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.377 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:26.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:27.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:27.656 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776195 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1363ms Sat Dec 10 07:13:28.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5931, clonedBytes: 1829792, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:29.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14270, clonedBytes: 4360298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:30.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24184, clonedBytes: 7387325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:31.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32393, clonedBytes: 9886674, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:32.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41740, clonedBytes: 12724943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:33.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50955, clonedBytes: 15514293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:34.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53917, clonedBytes: 16409738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:35.048 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776229 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1113ms Sat Dec 10 07:13:35.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58806, clonedBytes: 17883105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:36.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67202, clonedBytes: 20417390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:37.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77060, clonedBytes: 23383222, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:38.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87024, clonedBytes: 26374489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:39.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96811, clonedBytes: 29347067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:40.447 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449590749000) } -> { datetime: new Date(1449694996000) } Sat Dec 10 07:13:40.447 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452656005000) } -> { datetime: new Date(1452757355000) }, with opId: 199584 Sat Dec 10 07:13:40.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106838, clonedBytes: 32364871, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:41.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff74666d1a4e49f5530a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112236, clonedBytes: 33982187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:41.914 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:13:41.915 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:13:41.916 I SHARDING [conn9] moveChunk setting version to: 149|0||584bcad890d1dc672b54835d Sat Dec 10 07:13:41.918 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112236, clonedBytes: 33982187, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:13:41.918 I SHARDING [conn9] moveChunk updating self version to: 149|1||584bcad890d1dc672b54835d through { datetime: new Date(1458136892000) } -> { datetime: new Date(1458190534000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:13:41.920 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:41.920-0600-584bff85666d1a4e49f5530d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375621920), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112236, clonedBytes: 33982187, catchup: 0, steady: 0 } } Sat Dec 10 07:13:41.921 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:13:41.921 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:13:41.921 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:41.921-0600-584bff85666d1a4e49f5530e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375621921), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2141, step 4 of 6: 15622, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:13:41.924 I SHARDING [conn9] distributed lock with ts: 584bff74666d1a4e49f55308' unlocked. Sat Dec 10 07:13:41.924 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458098689000) }, max: { datetime: new Date(1458136892000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 148000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 221 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 132 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17780ms Sat Dec 10 07:13:43.021 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 153000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:13:43.023 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454924968000) }, { datetime: new Date(1454976191000) }) in IISLogs.pubprdweb03', ts : 584bff87666d1a4e49f5530f Sat Dec 10 07:13:43.023 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 153|0||584bc97f90d1dc672b548352, current metadata version is 153|0||584bc97f90d1dc672b548352 Sat Dec 10 07:13:43.025 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 153|0||584bc97f90d1dc672b548352 to shard version 153|1||584bc97f90d1dc672b548352 Sat Dec 10 07:13:43.025 I SHARDING [conn9] collection version was loaded at version 153|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:13:43.025 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:13:43.025-0600-584bff87666d1a4e49f55310", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375623025), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:13:43.025 I SHARDING [conn9] moveChunk request accepted at version 153|1||584bc97f90d1dc672b548352 Sat Dec 10 07:13:44.208 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 07:13:44.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:44.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:45.078 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776222 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 864ms Sat Dec 10 07:13:45.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1374, clonedBytes: 417316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:46.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11087, clonedBytes: 3471444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:47.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20572, clonedBytes: 6518526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:48.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30024, clonedBytes: 9421829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:49.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39303, clonedBytes: 12307910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:50.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48799, clonedBytes: 15297100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:51.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52508, clonedBytes: 16419628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:52.157 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776005 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 1241ms Sat Dec 10 07:13:52.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55416, clonedBytes: 17288166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:53.592 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64998, clonedBytes: 20308707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:54.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74651, clonedBytes: 23307388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:55.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83922, clonedBytes: 26255911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:56.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93515, clonedBytes: 29548846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:57.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102733, clonedBytes: 32695224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:57.993 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3565238 locks:{ Global: { acquireCount: { r: 170 } }, Database: { acquireCount: { r: 85 } }, Collection: { acquireCount: { r: 85 } } } protocol:op_command 221ms Sat Dec 10 07:13:58.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110218, clonedBytes: 35201886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:13:59.550 I SHARDING [RangeDeleter] rangeDeleter deleted 112331 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452656005000) } -> { datetime: new Date(1452757355000) } Sat Dec 10 07:13:59.551 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458001142000) } -> { datetime: new Date(1458048992000) }, with opId: 199706 Sat Dec 10 07:13:59.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:00.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:01.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:02.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:03.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:04.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:05.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:06.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:07.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:08.994 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:10.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:11.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:12.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:13.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:14.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:15.003 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458001142000) } -> { datetime: new Date(1458048992000) } Sat Dec 10 07:14:15.004 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461524824000) } -> { datetime: new Date(1461631362000) }, with opId: 199763 Sat Dec 10 07:14:15.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:16.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:17.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:18.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:19.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bff87666d1a4e49f55311", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:19.240 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:14:19.241 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:14:19.242 I SHARDING [conn9] moveChunk setting version to: 154|0||584bc97f90d1dc672b548352 Sat Dec 10 07:14:19.251 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:14:19.251 I SHARDING [conn9] moveChunk updating self version to: 154|1||584bc97f90d1dc672b548352 through { datetime: new Date(1454976191000) } -> { datetime: new Date(1455037808000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:14:19.253 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:19.253-0600-584bffab666d1a4e49f55314", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375659253), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 36354150, catchup: 0, steady: 0 } } Sat Dec 10 07:14:19.253 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:14:19.254 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:14:19.254 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:19.254-0600-584bffab666d1a4e49f55315", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375659254), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1186, step 4 of 6: 35025, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:14:19.255 I SHARDING [conn9] distributed lock with ts: 584bff87666d1a4e49f5530f' unlocked. Sat Dec 10 07:14:19.255 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454924968000) }, max: { datetime: new Date(1454976191000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 153000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 207 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 36235ms Sat Dec 10 07:14:19.260 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 149000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:14:19.261 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458136892000) }, { datetime: new Date(1458190534000) }) in IISLogs.pubprdweb04', ts : 584bffab666d1a4e49f55316 Sat Dec 10 07:14:19.261 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 149|0||584bcad890d1dc672b54835d, current metadata version is 149|0||584bcad890d1dc672b54835d Sat Dec 10 07:14:19.264 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 149|0||584bcad890d1dc672b54835d to shard version 149|1||584bcad890d1dc672b54835d Sat Dec 10 07:14:19.264 I SHARDING [conn9] collection version was loaded at version 149|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:14:19.264 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:19.264-0600-584bffab666d1a4e49f55317", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375659264), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:14:19.265 I SHARDING [conn9] moveChunk request accepted at version 149|1||584bcad890d1dc672b54835d Sat Dec 10 07:14:20.305 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:14:20.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:20.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:21.211 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776310 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 902ms Sat Dec 10 07:14:21.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66, clonedBytes: 19302, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:22.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6367, clonedBytes: 1895720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:23.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15383, clonedBytes: 4574455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:24.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25146, clonedBytes: 7454226, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:25.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34993, clonedBytes: 10430106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:26.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44268, clonedBytes: 13191106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:27.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54004, clonedBytes: 16111089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:28.473 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776248 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 741ms Sat Dec 10 07:14:28.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55646, clonedBytes: 16597276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:29.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65974, clonedBytes: 19627996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:30.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75569, clonedBytes: 22472946, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:31.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85483, clonedBytes: 25480140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:32.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95646, clonedBytes: 28540759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:32.923 I SHARDING [RangeDeleter] rangeDeleter deleted 106513 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461524824000) } -> { datetime: new Date(1461631362000) } Sat Dec 10 07:14:32.923 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449694996000) } -> { datetime: new Date(1449855998000) }, with opId: 199891 Sat Dec 10 07:14:33.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105553, clonedBytes: 31527612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:34.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffab666d1a4e49f55318", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33529304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:34.848 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:14:34.849 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:14:34.850 I SHARDING [conn9] moveChunk setting version to: 150|0||584bcad890d1dc672b54835d Sat Dec 10 07:14:34.859 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33529304, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:14:34.859 I SHARDING [conn9] moveChunk updating self version to: 150|1||584bcad890d1dc672b54835d through { datetime: new Date(1458190534000) } -> { datetime: new Date(1458268291000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:14:34.861 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:34.861-0600-584bffba666d1a4e49f5531b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375674861), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33529304, catchup: 0, steady: 0 } } Sat Dec 10 07:14:34.861 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:14:34.862 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:14:34.862 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:34.862-0600-584bffba666d1a4e49f5531c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375674862), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1043, step 4 of 6: 14540, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:14:34.863 I SHARDING [conn9] distributed lock with ts: 584bffab666d1a4e49f55316' unlocked. Sat Dec 10 07:14:34.863 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458136892000) }, max: { datetime: new Date(1458190534000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 149000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 528 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15604ms Sat Dec 10 07:14:35.972 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 154000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:14:35.973 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1454976191000) }, { datetime: new Date(1455037808000) }) in IISLogs.pubprdweb03', ts : 584bffbb666d1a4e49f5531d Sat Dec 10 07:14:35.973 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 154|0||584bc97f90d1dc672b548352, current metadata version is 154|0||584bc97f90d1dc672b548352 Sat Dec 10 07:14:35.975 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 154|0||584bc97f90d1dc672b548352 to shard version 154|1||584bc97f90d1dc672b548352 Sat Dec 10 07:14:35.975 I SHARDING [conn9] collection version was loaded at version 154|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:14:35.975 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:35.975-0600-584bffbb666d1a4e49f5531e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375675975), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:14:35.975 I SHARDING [conn9] moveChunk request accepted at version 154|1||584bc97f90d1dc672b548352 Sat Dec 10 07:14:37.123 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 07:14:37.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:37.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:38.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:38.640 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } protocol:op_command 1511ms Sat Dec 10 07:14:39.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6595, clonedBytes: 2261621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:40.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16926, clonedBytes: 5719263, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:41.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26030, clonedBytes: 8741045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:42.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35741, clonedBytes: 11954107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:43.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45128, clonedBytes: 15370071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:44.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48433, clonedBytes: 16448116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:45.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48433, clonedBytes: 16448116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:45.992 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776223 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 1962ms Sat Dec 10 07:14:46.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54722, clonedBytes: 18492166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:47.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64507, clonedBytes: 21500144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:48.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72915, clonedBytes: 24292660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:49.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80158, clonedBytes: 26559803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:50.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90175, clonedBytes: 29728137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:51.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100300, clonedBytes: 32803978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:52.203 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:4117386 locks:{ Global: { acquireCount: { r: 216 } }, Database: { acquireCount: { r: 108 } }, Collection: { acquireCount: { r: 108 } } } protocol:op_command 293ms Sat Dec 10 07:14:52.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107108, clonedBytes: 34932455, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:53.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffbb666d1a4e49f5531f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 36906451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:53.934 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:14:53.935 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:14:53.944 I SHARDING [conn9] moveChunk setting version to: 155|0||584bc97f90d1dc672b548352 Sat Dec 10 07:14:53.955 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 36906451, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:14:53.955 I SHARDING [conn9] moveChunk updating self version to: 155|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455037808000) } -> { datetime: new Date(1455101628000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:14:53.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:53.957-0600-584bffcd666d1a4e49f55322", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375693957), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 36906451, catchup: 0, steady: 0 } } Sat Dec 10 07:14:53.958 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:14:53.958 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:14:53.959 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:53.958-0600-584bffcd666d1a4e49f55323", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375693958), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1151, step 4 of 6: 16806, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:14:53.960 I SHARDING [conn9] distributed lock with ts: 584bffbb666d1a4e49f5531d' unlocked. Sat Dec 10 07:14:53.960 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1454976191000) }, max: { datetime: new Date(1455037808000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 154000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 759 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 8377 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17988ms Sat Dec 10 07:14:53.965 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 150000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:14:53.965 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458190534000) }, { datetime: new Date(1458268291000) }) in IISLogs.pubprdweb04', ts : 584bffcd666d1a4e49f55324 Sat Dec 10 07:14:53.965 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 150|0||584bcad890d1dc672b54835d, current metadata version is 150|0||584bcad890d1dc672b54835d Sat Dec 10 07:14:53.967 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 150|0||584bcad890d1dc672b54835d to shard version 150|1||584bcad890d1dc672b54835d Sat Dec 10 07:14:53.967 I SHARDING [conn9] collection version was loaded at version 150|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:14:53.967 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:14:53.967-0600-584bffcd666d1a4e49f55325", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375693967), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:14:53.967 I SHARDING [conn9] moveChunk request accepted at version 150|1||584bcad890d1dc672b54835d Sat Dec 10 07:14:55.149 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:14:55.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:55.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:56.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:56.785 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776324 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1629ms Sat Dec 10 07:14:57.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3280, clonedBytes: 979472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:58.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13428, clonedBytes: 4004425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:59.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23653, clonedBytes: 7029766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:14:59.577 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449694996000) } -> { datetime: new Date(1449855998000) } Sat Dec 10 07:14:59.577 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452757355000) } -> { datetime: new Date(1452836810000) }, with opId: 200062 Sat Dec 10 07:15:00.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33718, clonedBytes: 10037643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:01.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43619, clonedBytes: 12950208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:02.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53458, clonedBytes: 15877723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:03.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55215, clonedBytes: 16400781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:03.475 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776078 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 883ms Sat Dec 10 07:15:04.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63275, clonedBytes: 18811105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:05.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73241, clonedBytes: 21790986, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:06.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82636, clonedBytes: 24581123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:07.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92665, clonedBytes: 27574744, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:08.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102436, clonedBytes: 30518360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:09.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111661, clonedBytes: 33305270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:10.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffcd666d1a4e49f55326", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33478130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:10.604 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:15:10.605 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:15:10.638 I SHARDING [conn9] moveChunk setting version to: 151|0||584bcad890d1dc672b54835d Sat Dec 10 07:15:10.640 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33478130, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:15:10.640 I SHARDING [conn9] moveChunk updating self version to: 151|1||584bcad890d1dc672b54835d through { datetime: new Date(1458268291000) } -> { datetime: new Date(1458351106000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:15:10.642 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:10.642-0600-584bffde666d1a4e49f55329", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375710642), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33478130, catchup: 0, steady: 0 } } Sat Dec 10 07:15:10.642 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:15:10.642 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:15:10.643 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:10.643-0600-584bffde666d1a4e49f5532a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375710643), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1185, step 4 of 6: 15449, step 5 of 6: 38, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:15:10.644 I SHARDING [conn9] distributed lock with ts: 584bffcd666d1a4e49f55324' unlocked. Sat Dec 10 07:15:10.644 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458190534000) }, max: { datetime: new Date(1458268291000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 150000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 169 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 32280 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16679ms Sat Dec 10 07:15:11.913 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 155000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:15:11.914 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455037808000) }, { datetime: new Date(1455101628000) }) in IISLogs.pubprdweb03', ts : 584bffdf666d1a4e49f5532b Sat Dec 10 07:15:11.914 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 155|0||584bc97f90d1dc672b548352, current metadata version is 155|0||584bc97f90d1dc672b548352 Sat Dec 10 07:15:11.916 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 155|0||584bc97f90d1dc672b548352 to shard version 155|1||584bc97f90d1dc672b548352 Sat Dec 10 07:15:11.916 I SHARDING [conn9] collection version was loaded at version 155|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:15:11.916 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:11.916-0600-584bffdf666d1a4e49f5532c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375711916), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:15:11.917 I SHARDING [conn9] moveChunk request accepted at version 155|1||584bc97f90d1dc672b548352 Sat Dec 10 07:15:13.732 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:15:13.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:13.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:13.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:13.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:13.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:13.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:13.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:14.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:14.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:14.705 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776269 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 969ms Sat Dec 10 07:15:14.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39, clonedBytes: 11495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:16.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17706, clonedBytes: 5345378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:17.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26878, clonedBytes: 8231251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:18.711 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452757355000) } -> { datetime: new Date(1452836810000) } Sat Dec 10 07:15:18.711 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458048992000) } -> { datetime: new Date(1458069423000) }, with opId: 200238 Sat Dec 10 07:15:18.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36294, clonedBytes: 11057032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:19.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45901, clonedBytes: 13860520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:20.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54274, clonedBytes: 16326318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:21.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54534, clonedBytes: 16405493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:21.996 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776292 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 1137ms Sat Dec 10 07:15:22.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61714, clonedBytes: 18579833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:23.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70724, clonedBytes: 21249873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:24.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79053, clonedBytes: 23823441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:25.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86717, clonedBytes: 26466097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:26.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94194, clonedBytes: 28912111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:27.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102855, clonedBytes: 31453191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:28.674 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2068890 locks:{ Global: { acquireCount: { r: 108 } }, Database: { acquireCount: { r: 54 } }, Collection: { acquireCount: { r: 54 } } } protocol:op_command 202ms Sat Dec 10 07:15:29.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110127, clonedBytes: 33744124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:30.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bffdf666d1a4e49f5532d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34854632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:30.044 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:15:30.045 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:15:30.045 I SHARDING [conn9] moveChunk setting version to: 156|0||584bc97f90d1dc672b548352 Sat Dec 10 07:15:30.055 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34854632, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:15:30.055 I SHARDING [conn9] moveChunk updating self version to: 156|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455101628000) } -> { datetime: new Date(1455139341000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:15:30.057 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:30.057-0600-584bfff2666d1a4e49f55330", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375730057), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34854632, catchup: 0, steady: 0 } } Sat Dec 10 07:15:30.058 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:15:30.058 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:15:30.058 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:30.058-0600-584bfff2666d1a4e49f55331", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375730058), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1816, step 4 of 6: 16309, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:15:30.059 I SHARDING [conn9] distributed lock with ts: 584bffdf666d1a4e49f5532b' unlocked. Sat Dec 10 07:15:30.059 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455037808000) }, max: { datetime: new Date(1455101628000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 155000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 147 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18146ms Sat Dec 10 07:15:30.065 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 151000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:15:30.065 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458268291000) }, { datetime: new Date(1458351106000) }) in IISLogs.pubprdweb04', ts : 584bfff2666d1a4e49f55332 Sat Dec 10 07:15:30.065 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 151|0||584bcad890d1dc672b54835d, current metadata version is 151|0||584bcad890d1dc672b54835d Sat Dec 10 07:15:30.067 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 151|0||584bcad890d1dc672b54835d to shard version 151|1||584bcad890d1dc672b54835d Sat Dec 10 07:15:30.067 I SHARDING [conn9] collection version was loaded at version 151|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:15:30.067 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:30.067-0600-584bfff2666d1a4e49f55333", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375730067), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:15:30.067 I SHARDING [conn9] moveChunk request accepted at version 151|1||584bcad890d1dc672b54835d Sat Dec 10 07:15:33.329 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:15:33.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:33.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:34.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:35.386 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776319 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 2032ms Sat Dec 10 07:15:35.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:36.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4015, clonedBytes: 1239592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:37.459 I SHARDING [RangeDeleter] rangeDeleter deleted 102922 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458048992000) } -> { datetime: new Date(1458069423000) } Sat Dec 10 07:15:37.459 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461631362000) } -> { datetime: new Date(1461745551000) }, with opId: 200376 Sat Dec 10 07:15:37.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11854, clonedBytes: 3602934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:38.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22161, clonedBytes: 6658903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:39.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36948, clonedBytes: 11075333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:41.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46843, clonedBytes: 14046662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:42.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54701, clonedBytes: 16404374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:43.032 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776090 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1170ms Sat Dec 10 07:15:43.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54701, clonedBytes: 16404374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:44.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64372, clonedBytes: 19288748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:45.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77447, clonedBytes: 23177172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:46.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87446, clonedBytes: 26090565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:47.751 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93150, clonedBytes: 27788028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:48.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102990, clonedBytes: 30715190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:49.663 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:696859 locks:{ Global: { acquireCount: { r: 40 } }, Database: { acquireCount: { r: 20 } }, Collection: { acquireCount: { r: 20 } } } protocol:op_command 153ms Sat Dec 10 07:15:49.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111312, clonedBytes: 33209635, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:50.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584bfff2666d1a4e49f55334", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33488860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:50.829 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:15:50.830 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:15:50.831 I SHARDING [conn9] moveChunk setting version to: 152|0||584bcad890d1dc672b54835d Sat Dec 10 07:15:50.833 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33488860, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:15:50.833 I SHARDING [conn9] moveChunk updating self version to: 152|1||584bcad890d1dc672b54835d through { datetime: new Date(1458351106000) } -> { datetime: new Date(1458442673000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:15:50.834 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:50.834-0600-584c0006666d1a4e49f55337", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375750834), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33488860, catchup: 0, steady: 0 } } Sat Dec 10 07:15:50.835 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:15:50.835 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:15:50.835 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:50.835-0600-584c0006666d1a4e49f55338", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375750835), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3264, step 4 of 6: 17495, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:15:50.837 I SHARDING [conn9] distributed lock with ts: 584bfff2666d1a4e49f55332' unlocked. Sat Dec 10 07:15:50.837 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458268291000) }, max: { datetime: new Date(1458351106000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 151000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 201 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20772ms Sat Dec 10 07:15:51.955 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 156000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:15:51.956 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455101628000) }, { datetime: new Date(1455139341000) }) in IISLogs.pubprdweb03', ts : 584c0007666d1a4e49f55339 Sat Dec 10 07:15:51.956 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 156|0||584bc97f90d1dc672b548352, current metadata version is 156|0||584bc97f90d1dc672b548352 Sat Dec 10 07:15:51.957 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 156|0||584bc97f90d1dc672b548352 to shard version 156|1||584bc97f90d1dc672b548352 Sat Dec 10 07:15:51.957 I SHARDING [conn9] collection version was loaded at version 156|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:15:51.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:15:51.957-0600-584c0007666d1a4e49f5533a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375751957), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:15:51.958 I SHARDING [conn9] moveChunk request accepted at version 156|1||584bc97f90d1dc672b548352 Sat Dec 10 07:15:53.290 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 07:15:53.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:53.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:54.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:54.688 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 1378ms Sat Dec 10 07:15:55.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5812, clonedBytes: 1843723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:56.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16150, clonedBytes: 5199473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:57.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25954, clonedBytes: 8421511, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:57.612 I SHARDING [RangeDeleter] rangeDeleter deleted 106458 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461631362000) } -> { datetime: new Date(1461745551000) } Sat Dec 10 07:15:57.613 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1449855998000) } -> { datetime: new Date(1450027463000) }, with opId: 200551 Sat Dec 10 07:15:58.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35607, clonedBytes: 11540580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:15:59.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45391, clonedBytes: 14609596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:00.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51093, clonedBytes: 16429554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:01.456 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776061 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 1330ms Sat Dec 10 07:16:01.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51333, clonedBytes: 16501051, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:02.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61091, clonedBytes: 19619637, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:03.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71052, clonedBytes: 22787576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:04.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80953, clonedBytes: 26002977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:05.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91013, clonedBytes: 29184700, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:06.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100658, clonedBytes: 32386170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:06.982 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3828537 locks:{ Global: { acquireCount: { r: 188 } }, Database: { acquireCount: { r: 94 } }, Collection: { acquireCount: { r: 94 } } } protocol:op_command 110ms Sat Dec 10 07:16:07.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109208, clonedBytes: 35185678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:08.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0007666d1a4e49f5533b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 36617540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:08.770 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:16:08.771 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:16:08.781 I SHARDING [conn9] moveChunk setting version to: 157|0||584bc97f90d1dc672b548352 Sat Dec 10 07:16:08.792 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 36617540, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:16:08.792 I SHARDING [conn9] moveChunk updating self version to: 157|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455139341000) } -> { datetime: new Date(1455199611000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:16:08.794 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:08.794-0600-584c0018666d1a4e49f5533e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375768794), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 36617540, catchup: 0, steady: 0 } } Sat Dec 10 07:16:08.794 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:16:08.796 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:16:08.796 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:08.796-0600-584c0018666d1a4e49f5533f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375768796), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1337, step 4 of 6: 15474, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:16:08.796 I SHARDING [conn9] distributed lock with ts: 584c0007666d1a4e49f55339' unlocked. Sat Dec 10 07:16:08.796 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455101628000) }, max: { datetime: new Date(1455139341000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 156000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 280 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 8355 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16842ms Sat Dec 10 07:16:08.801 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 152000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:16:08.802 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458351106000) }, { datetime: new Date(1458442673000) }) in IISLogs.pubprdweb04', ts : 584c0018666d1a4e49f55340 Sat Dec 10 07:16:08.802 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 152|0||584bcad890d1dc672b54835d, current metadata version is 152|0||584bcad890d1dc672b54835d Sat Dec 10 07:16:08.804 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 152|0||584bcad890d1dc672b54835d to shard version 152|1||584bcad890d1dc672b54835d Sat Dec 10 07:16:08.804 I SHARDING [conn9] collection version was loaded at version 152|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:16:08.804 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:08.804-0600-584c0018666d1a4e49f55341", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375768804), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:16:08.804 I SHARDING [conn9] moveChunk request accepted at version 152|1||584bcad890d1dc672b54835d Sat Dec 10 07:16:09.983 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 07:16:09.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:09.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:09.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:10.671 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776227 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 674ms Sat Dec 10 07:16:11.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2802, clonedBytes: 849001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:12.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12227, clonedBytes: 3682487, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:13.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22498, clonedBytes: 6745315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:14.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32647, clonedBytes: 9773369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:15.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42743, clonedBytes: 12788853, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:16.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52817, clonedBytes: 15799074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:16.988 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776090 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 581ms Sat Dec 10 07:16:17.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56171, clonedBytes: 16801918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:18.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66276, clonedBytes: 19825703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:19.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76536, clonedBytes: 22928184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:20.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86802, clonedBytes: 26016571, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:21.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92955, clonedBytes: 27867292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:22.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101041, clonedBytes: 30316017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:23.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109307, clonedBytes: 32809092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:24.479 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0018666d1a4e49f55342", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 33684979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:24.479 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:16:24.480 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:16:24.480 I SHARDING [conn9] moveChunk setting version to: 153|0||584bcad890d1dc672b54835d Sat Dec 10 07:16:24.487 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 33684979, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:16:24.487 I SHARDING [conn9] moveChunk updating self version to: 153|1||584bcad890d1dc672b54835d through { datetime: new Date(1458442673000) } -> { datetime: new Date(1458545809000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:16:24.489 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:24.489-0600-584c0028666d1a4e49f55345", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375784489), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 33684979, catchup: 0, steady: 0 } } Sat Dec 10 07:16:24.489 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:16:24.493 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:16:24.493 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:24.493-0600-584c0028666d1a4e49f55346", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375784493), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1180, step 4 of 6: 14493, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:16:24.494 I SHARDING [conn9] distributed lock with ts: 584c0018666d1a4e49f55340' unlocked. Sat Dec 10 07:16:24.494 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458351106000) }, max: { datetime: new Date(1458442673000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 152000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4164 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15693ms Sat Dec 10 07:16:25.622 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 157000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:16:25.623 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455139341000) }, { datetime: new Date(1455199611000) }) in IISLogs.pubprdweb03', ts : 584c0029666d1a4e49f55347 Sat Dec 10 07:16:25.623 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 157|0||584bc97f90d1dc672b548352, current metadata version is 157|0||584bc97f90d1dc672b548352 Sat Dec 10 07:16:25.624 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 157|0||584bc97f90d1dc672b548352 to shard version 157|1||584bc97f90d1dc672b548352 Sat Dec 10 07:16:25.625 I SHARDING [conn9] collection version was loaded at version 157|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:16:25.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:25.625-0600-584c0029666d1a4e49f55348", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375785625), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:16:25.625 I SHARDING [conn9] moveChunk request accepted at version 157|1||584bc97f90d1dc672b548352 Sat Dec 10 07:16:26.815 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 07:16:26.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:26.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:26.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:26.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:26.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:26.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:26.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:27.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:27.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:27.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:28.115 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776170 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1295ms Sat Dec 10 07:16:28.478 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1449855998000) } -> { datetime: new Date(1450027463000) } Sat Dec 10 07:16:28.478 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452836810000) } -> { datetime: new Date(1452913804000) }, with opId: 200793 Sat Dec 10 07:16:28.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6600, clonedBytes: 2097046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:29.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16464, clonedBytes: 5148997, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:30.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26239, clonedBytes: 8163130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:31.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36000, clonedBytes: 11185732, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:32.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46110, clonedBytes: 14461110, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:34.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52151, clonedBytes: 16422075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:35.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52151, clonedBytes: 16422075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:35.081 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776204 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 1455ms Sat Dec 10 07:16:36.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60347, clonedBytes: 19452760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:37.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71364, clonedBytes: 22993372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:38.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81470, clonedBytes: 26192004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:39.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92770, clonedBytes: 29771813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:40.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101002, clonedBytes: 32412483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:40.968 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3689544 locks:{ Global: { acquireCount: { r: 186 } }, Database: { acquireCount: { r: 93 } }, Collection: { acquireCount: { r: 93 } } } protocol:op_command 307ms Sat Dec 10 07:16:41.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107716, clonedBytes: 34585017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:42.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0029666d1a4e49f55349", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 36478575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:42.564 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:16:42.565 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:16:42.566 I SHARDING [conn9] moveChunk setting version to: 158|0||584bc97f90d1dc672b548352 Sat Dec 10 07:16:42.576 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 36478575, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:16:42.576 I SHARDING [conn9] moveChunk updating self version to: 158|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455199611000) } -> { datetime: new Date(1455240513000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:16:42.578 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:42.578-0600-584c003a666d1a4e49f5534c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375802578), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 36478575, catchup: 0, steady: 0 } } Sat Dec 10 07:16:42.579 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:16:42.579 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:16:42.579 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:42.579-0600-584c003a666d1a4e49f5534d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375802579), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1192, step 4 of 6: 15745, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:16:42.581 I SHARDING [conn9] distributed lock with ts: 584c0029666d1a4e49f55347' unlocked. Sat Dec 10 07:16:42.581 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455139341000) }, max: { datetime: new Date(1455199611000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 157000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 139 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 28 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16959ms Sat Dec 10 07:16:42.585 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 153000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:16:42.587 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458442673000) }, { datetime: new Date(1458545809000) }) in IISLogs.pubprdweb04', ts : 584c003a666d1a4e49f5534e Sat Dec 10 07:16:42.587 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 153|0||584bcad890d1dc672b54835d, current metadata version is 153|0||584bcad890d1dc672b54835d Sat Dec 10 07:16:42.591 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 153|0||584bcad890d1dc672b54835d to shard version 153|1||584bcad890d1dc672b54835d Sat Dec 10 07:16:42.591 I SHARDING [conn9] collection version was loaded at version 153|1||584bcad890d1dc672b54835d, took 4ms Sat Dec 10 07:16:42.591 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:16:42.591-0600-584c003a666d1a4e49f5534f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375802591), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:16:42.592 I SHARDING [conn9] moveChunk request accepted at version 153|1||584bcad890d1dc672b54835d Sat Dec 10 07:16:43.725 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 07:16:43.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:43.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:43.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:43.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:43.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:43.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:43.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:44.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:44.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:44.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:45.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:46.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:46.929 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } protocol:op_command 3149ms Sat Dec 10 07:16:47.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4269, clonedBytes: 1287992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:48.924 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14000, clonedBytes: 4223185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:49.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23627, clonedBytes: 7089552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:51.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32865, clonedBytes: 9845520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:52.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45970, clonedBytes: 13737291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:53.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54841, clonedBytes: 16403356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:54.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54841, clonedBytes: 16403356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:55.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54841, clonedBytes: 16403356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:56.156 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776326 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 2837ms Sat Dec 10 07:16:56.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57671, clonedBytes: 17254169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:57.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67706, clonedBytes: 20264847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:58.093 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452836810000) } -> { datetime: new Date(1452913804000) } Sat Dec 10 07:16:58.093 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458069423000) } -> { datetime: new Date(1458132959000) }, with opId: 200953 Sat Dec 10 07:16:58.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77570, clonedBytes: 23230088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:16:59.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87642, clonedBytes: 26302025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:00.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97637, clonedBytes: 29324401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:01.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107727, clonedBytes: 32356633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:02.004 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:903206 locks:{ Global: { acquireCount: { r: 50 } }, Database: { acquireCount: { r: 25 } }, Collection: { acquireCount: { r: 25 } } } protocol:op_command 142ms Sat Dec 10 07:17:02.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c003a666d1a4e49f55350", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 33696105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:02.729 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:17:02.730 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:17:02.731 I SHARDING [conn9] moveChunk setting version to: 154|0||584bcad890d1dc672b54835d Sat Dec 10 07:17:02.734 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 33696105, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:17:02.735 I SHARDING [conn9] moveChunk updating self version to: 154|1||584bcad890d1dc672b54835d through { datetime: new Date(1458545809000) } -> { datetime: new Date(1458622922000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:17:02.736 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:02.736-0600-584c004e666d1a4e49f55353", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375822736), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 33696105, catchup: 0, steady: 0 } } Sat Dec 10 07:17:02.737 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:17:02.737 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:17:02.737 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:02.737-0600-584c004e666d1a4e49f55354", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375822737), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1136, step 4 of 6: 18999, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:17:02.739 I SHARDING [conn9] distributed lock with ts: 584c003a666d1a4e49f5534e' unlocked. Sat Dec 10 07:17:02.739 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458442673000) }, max: { datetime: new Date(1458545809000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 153000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 262 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 67 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20154ms Sat Dec 10 07:17:03.843 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 158000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:17:03.845 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455199611000) }, { datetime: new Date(1455240513000) }) in IISLogs.pubprdweb03', ts : 584c004f666d1a4e49f55355 Sat Dec 10 07:17:03.845 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 158|0||584bc97f90d1dc672b548352, current metadata version is 158|0||584bc97f90d1dc672b548352 Sat Dec 10 07:17:03.846 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 158|0||584bc97f90d1dc672b548352 to shard version 158|1||584bc97f90d1dc672b548352 Sat Dec 10 07:17:03.846 I SHARDING [conn9] collection version was loaded at version 158|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:17:03.846 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:03.846-0600-584c004f666d1a4e49f55356", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375823846), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:17:03.849 I SHARDING [conn9] moveChunk request accepted at version 158|1||584bc97f90d1dc672b548352 Sat Dec 10 07:17:05.170 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 07:17:05.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:05.851 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776041 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 620ms Sat Dec 10 07:17:06.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 162, clonedBytes: 53377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:07.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3900, clonedBytes: 1253838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:08.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13707, clonedBytes: 4141465, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:09.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23288, clonedBytes: 7102375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:10.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33277, clonedBytes: 10360809, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:11.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43315, clonedBytes: 13513318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:12.396 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52609, clonedBytes: 16418740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:12.919 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 563ms Sat Dec 10 07:17:13.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56522, clonedBytes: 17557895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:13.468 I SHARDING [RangeDeleter] rangeDeleter deleted 102891 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458069423000) } -> { datetime: new Date(1458132959000) } Sat Dec 10 07:17:13.469 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461745551000) } -> { datetime: new Date(1461875517000) }, with opId: 201062 Sat Dec 10 07:17:14.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66470, clonedBytes: 20539074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:15.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76388, clonedBytes: 23791193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:16.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86313, clonedBytes: 26971496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:17.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96199, clonedBytes: 30249805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:18.563 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2840963 locks:{ Global: { acquireCount: { r: 140 } }, Database: { acquireCount: { r: 70 } }, Collection: { acquireCount: { r: 70 } } } protocol:op_command 105ms Sat Dec 10 07:17:18.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105102, clonedBytes: 32838389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:19.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c004f666d1a4e49f55357", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 35628480, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:19.598 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:17:19.601 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:17:19.602 I SHARDING [conn9] moveChunk setting version to: 159|0||584bc97f90d1dc672b548352 Sat Dec 10 07:17:19.603 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 35628480, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:17:19.603 I SHARDING [conn9] moveChunk updating self version to: 159|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455240513000) } -> { datetime: new Date(1455318389000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:17:19.605 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:19.605-0600-584c005f666d1a4e49f5535a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375839605), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 35628480, catchup: 0, steady: 0 } } Sat Dec 10 07:17:19.606 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:17:19.606 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:17:19.606 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:19.606-0600-584c005f666d1a4e49f5535b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375839606), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1325, step 4 of 6: 14422, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:17:19.608 I SHARDING [conn9] distributed lock with ts: 584c004f666d1a4e49f55355' unlocked. Sat Dec 10 07:17:19.608 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455199611000) }, max: { datetime: new Date(1455240513000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 158000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 966 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15765ms Sat Dec 10 07:17:19.613 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 154000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:17:19.613 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458545809000) }, { datetime: new Date(1458622922000) }) in IISLogs.pubprdweb04', ts : 584c005f666d1a4e49f5535c Sat Dec 10 07:17:19.614 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 154|0||584bcad890d1dc672b54835d, current metadata version is 154|0||584bcad890d1dc672b54835d Sat Dec 10 07:17:19.615 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 154|0||584bcad890d1dc672b54835d to shard version 154|1||584bcad890d1dc672b54835d Sat Dec 10 07:17:19.615 I SHARDING [conn9] collection version was loaded at version 154|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:17:19.615 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:19.615-0600-584c005f666d1a4e49f5535d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375839615), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:17:19.616 I SHARDING [conn9] moveChunk request accepted at version 154|1||584bcad890d1dc672b54835d Sat Dec 10 07:17:20.913 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:17:20.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:20.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:20.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:20.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:21.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:21.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:21.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:21.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:21.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:21.983 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776320 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 1065ms Sat Dec 10 07:17:22.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:23.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9717, clonedBytes: 2878937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:24.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20104, clonedBytes: 5985193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:25.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25322, clonedBytes: 7503207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:26.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30757, clonedBytes: 9036758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:27.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40060, clonedBytes: 11764287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:28.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49672, clonedBytes: 14594243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:29.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55777, clonedBytes: 16396843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:29.484 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776205 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 614ms Sat Dec 10 07:17:30.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63161, clonedBytes: 18607311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:31.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72520, clonedBytes: 21314330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:32.154 I SHARDING [RangeDeleter] rangeDeleter deleted 106602 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461745551000) } -> { datetime: new Date(1461875517000) } Sat Dec 10 07:17:32.154 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450027463000) } -> { datetime: new Date(1450195802000) }, with opId: 201153 Sat Dec 10 07:17:32.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82554, clonedBytes: 24238767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:33.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92837, clonedBytes: 27274190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:34.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103163, clonedBytes: 30413722, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:35.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c005f666d1a4e49f5535e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33123288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:35.512 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:17:35.513 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:17:35.514 I SHARDING [conn9] moveChunk setting version to: 155|0||584bcad890d1dc672b54835d Sat Dec 10 07:17:35.517 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33123288, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:17:35.517 I SHARDING [conn9] moveChunk updating self version to: 155|1||584bcad890d1dc672b54835d through { datetime: new Date(1458622922000) } -> { datetime: new Date(1458700571000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:17:35.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:35.518-0600-584c006f666d1a4e49f55361", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375855518), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33123288, catchup: 0, steady: 0 } } Sat Dec 10 07:17:35.519 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:17:35.519 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:17:35.519 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:35.519-0600-584c006f666d1a4e49f55362", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375855519), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1300, step 4 of 6: 14593, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:17:35.521 I SHARDING [conn9] distributed lock with ts: 584c005f666d1a4e49f5535c' unlocked. Sat Dec 10 07:17:35.521 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458545809000) }, max: { datetime: new Date(1458622922000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 154000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 202 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15908ms Sat Dec 10 07:17:36.614 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 159000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:17:36.615 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455240513000) }, { datetime: new Date(1455318389000) }) in IISLogs.pubprdweb03', ts : 584c0070666d1a4e49f55363 Sat Dec 10 07:17:36.615 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 159|0||584bc97f90d1dc672b548352, current metadata version is 159|0||584bc97f90d1dc672b548352 Sat Dec 10 07:17:36.616 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 159|0||584bc97f90d1dc672b548352 to shard version 159|1||584bc97f90d1dc672b548352 Sat Dec 10 07:17:36.616 I SHARDING [conn9] collection version was loaded at version 159|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:17:36.616 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:36.616-0600-584c0070666d1a4e49f55364", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375856616), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:17:36.618 I SHARDING [conn9] moveChunk request accepted at version 159|1||584bc97f90d1dc672b548352 Sat Dec 10 07:17:38.070 I SHARDING [conn9] moveChunk number of documents: 113747 Sat Dec 10 07:17:38.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:38.595 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776250 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 514ms Sat Dec 10 07:17:38.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:39.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4196, clonedBytes: 1349412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:40.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14170, clonedBytes: 4465063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:41.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24336, clonedBytes: 8128369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:42.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33909, clonedBytes: 11153331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:43.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43947, clonedBytes: 14351583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:44.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50730, clonedBytes: 16432102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:45.183 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776048 locks:{ Global: { acquireCount: { r: 808 } }, Database: { acquireCount: { r: 404 } }, Collection: { acquireCount: { r: 404 } } } protocol:op_command 1222ms Sat Dec 10 07:17:45.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51044, clonedBytes: 16540397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:46.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61051, clonedBytes: 19906574, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:47.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70324, clonedBytes: 22932665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:48.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80497, clonedBytes: 26316549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:49.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91041, clonedBytes: 29698255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:50.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100568, clonedBytes: 32870246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:50.903 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:4263839 locks:{ Global: { acquireCount: { r: 212 } }, Database: { acquireCount: { r: 106 } }, Collection: { acquireCount: { r: 106 } } } protocol:op_command 237ms Sat Dec 10 07:17:51.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108045, clonedBytes: 35253944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:52.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0070666d1a4e49f55365", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113747, clonedBytes: 37052794, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:52.743 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:17:52.745 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:17:52.746 I SHARDING [conn9] moveChunk setting version to: 160|0||584bc97f90d1dc672b548352 Sat Dec 10 07:17:52.752 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113747, clonedBytes: 37052794, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:17:52.752 I SHARDING [conn9] moveChunk updating self version to: 160|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455318389000) } -> { datetime: new Date(1455408405000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:17:52.754 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:52.754-0600-584c0080666d1a4e49f55368", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375872754), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113747, clonedBytes: 37052794, catchup: 0, steady: 0 } } Sat Dec 10 07:17:52.755 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:17:52.756 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:17:52.756 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:52.756-0600-584c0080666d1a4e49f55369", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375872756), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1454, step 4 of 6: 14669, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:17:52.757 I SHARDING [conn9] distributed lock with ts: 584c0070666d1a4e49f55363' unlocked. Sat Dec 10 07:17:52.757 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455240513000) }, max: { datetime: new Date(1455318389000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 159000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 711 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 100 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16144ms Sat Dec 10 07:17:52.763 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 155000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:17:52.764 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458622922000) }, { datetime: new Date(1458700571000) }) in IISLogs.pubprdweb04', ts : 584c0080666d1a4e49f5536a Sat Dec 10 07:17:52.764 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 155|0||584bcad890d1dc672b54835d, current metadata version is 155|0||584bcad890d1dc672b54835d Sat Dec 10 07:17:52.765 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 155|0||584bcad890d1dc672b54835d to shard version 155|1||584bcad890d1dc672b54835d Sat Dec 10 07:17:52.765 I SHARDING [conn9] collection version was loaded at version 155|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:17:52.766 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:17:52.766-0600-584c0080666d1a4e49f5536b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375872766), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:17:52.766 I SHARDING [conn9] moveChunk request accepted at version 155|1||584bcad890d1dc672b54835d Sat Dec 10 07:17:53.683 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 07:17:53.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.691 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:53.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:54.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:54.372 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776274 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 674ms Sat Dec 10 07:17:54.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 398, clonedBytes: 118334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:55.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9983, clonedBytes: 2885926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:56.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20316, clonedBytes: 5943347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:58.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31470, clonedBytes: 9281859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:17:59.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39004, clonedBytes: 11626504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:00.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49033, clonedBytes: 14558242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:01.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55039, clonedBytes: 16401963, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:01.312 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776148 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 603ms Sat Dec 10 07:18:02.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62133, clonedBytes: 18523364, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:03.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72011, clonedBytes: 21477335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:03.512 I SHARDING [RangeDeleter] rangeDeleter deleted 113732 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450027463000) } -> { datetime: new Date(1450195802000) } Sat Dec 10 07:18:03.512 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1452913804000) } -> { datetime: new Date(1453007168000) }, with opId: 201339 Sat Dec 10 07:18:04.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81871, clonedBytes: 24354962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:05.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91928, clonedBytes: 27360347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:06.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102698, clonedBytes: 30607725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:07.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0080666d1a4e49f5536c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 33468580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:07.354 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:18:07.355 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:18:07.356 I SHARDING [conn9] moveChunk setting version to: 156|0||584bcad890d1dc672b54835d Sat Dec 10 07:18:07.367 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 33468580, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:18:07.367 I SHARDING [conn9] moveChunk updating self version to: 156|1||584bcad890d1dc672b54835d through { datetime: new Date(1458700571000) } -> { datetime: new Date(1458781281000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:18:07.368 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:07.368-0600-584c008f666d1a4e49f5536f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375887368), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 33468580, catchup: 0, steady: 0 } } Sat Dec 10 07:18:07.369 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:18:07.369 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:18:07.369 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:07.369-0600-584c008f666d1a4e49f55370", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375887369), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 920, step 4 of 6: 13667, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:18:07.371 I SHARDING [conn9] distributed lock with ts: 584c0080666d1a4e49f5536a' unlocked. Sat Dec 10 07:18:07.371 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458622922000) }, max: { datetime: new Date(1458700571000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 155000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 123 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 545 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 14608ms Sat Dec 10 07:18:08.457 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 160000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:18:08.458 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455318389000) }, { datetime: new Date(1455408405000) }) in IISLogs.pubprdweb03', ts : 584c0090666d1a4e49f55371 Sat Dec 10 07:18:08.458 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 160|0||584bc97f90d1dc672b548352, current metadata version is 160|0||584bc97f90d1dc672b548352 Sat Dec 10 07:18:08.461 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 160|0||584bc97f90d1dc672b548352 to shard version 160|1||584bc97f90d1dc672b548352 Sat Dec 10 07:18:08.461 I SHARDING [conn9] collection version was loaded at version 160|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:18:08.461 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:08.461-0600-584c0090666d1a4e49f55372", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375888461), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:18:08.464 I SHARDING [conn9] moveChunk request accepted at version 160|1||584bc97f90d1dc672b548352 Sat Dec 10 07:18:09.616 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:18:09.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:09.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:10.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:10.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:10.984 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1342ms Sat Dec 10 07:18:11.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6519, clonedBytes: 2045350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:12.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15904, clonedBytes: 4930536, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:13.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26431, clonedBytes: 8201043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:14.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36790, clonedBytes: 11378514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:15.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47060, clonedBytes: 14354410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:16.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53870, clonedBytes: 16410073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:17.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53870, clonedBytes: 16410073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:19.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53870, clonedBytes: 16410073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:19.323 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 2715ms Sat Dec 10 07:18:20.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60717, clonedBytes: 18498932, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:21.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70855, clonedBytes: 21662043, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:22.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81813, clonedBytes: 24938863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:23.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91782, clonedBytes: 28123044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:23.747 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1452913804000) } -> { datetime: new Date(1453007168000) } Sat Dec 10 07:18:23.755 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458132959000) } -> { datetime: new Date(1458228535000) }, with opId: 201426 Sat Dec 10 07:18:24.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101676, clonedBytes: 31309338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:25.059 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2091286 locks:{ Global: { acquireCount: { r: 118 } }, Database: { acquireCount: { r: 59 } }, Collection: { acquireCount: { r: 59 } } } protocol:op_command 221ms Sat Dec 10 07:18:25.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109580, clonedBytes: 33735370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:26.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0090666d1a4e49f55373", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34877415, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:26.391 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:18:26.393 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:18:26.393 I SHARDING [conn9] moveChunk setting version to: 161|0||584bc97f90d1dc672b548352 Sat Dec 10 07:18:26.396 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34877415, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:18:26.396 I SHARDING [conn9] moveChunk updating self version to: 161|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455408405000) } -> { datetime: new Date(1455493875000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:18:26.397 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:26.397-0600-584c00a2666d1a4e49f55376", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375906397), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34877415, catchup: 0, steady: 0 } } Sat Dec 10 07:18:26.398 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:18:26.398 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:18:26.398 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:26.398-0600-584c00a2666d1a4e49f55377", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375906398), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1154, step 4 of 6: 16772, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:18:26.399 I SHARDING [conn9] distributed lock with ts: 584c0090666d1a4e49f55371' unlocked. Sat Dec 10 07:18:26.399 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455318389000) }, max: { datetime: new Date(1455408405000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 160000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 156 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17943ms Sat Dec 10 07:18:26.404 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 156000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:18:26.405 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458700571000) }, { datetime: new Date(1458781281000) }) in IISLogs.pubprdweb04', ts : 584c00a2666d1a4e49f55378 Sat Dec 10 07:18:26.405 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 156|0||584bcad890d1dc672b54835d, current metadata version is 156|0||584bcad890d1dc672b54835d Sat Dec 10 07:18:26.406 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 156|0||584bcad890d1dc672b54835d to shard version 156|1||584bcad890d1dc672b54835d Sat Dec 10 07:18:26.406 I SHARDING [conn9] collection version was loaded at version 156|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:18:26.406 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:26.406-0600-584c00a2666d1a4e49f55379", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375906406), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:18:26.407 I SHARDING [conn9] moveChunk request accepted at version 156|1||584bcad890d1dc672b54835d Sat Dec 10 07:18:27.492 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:18:27.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:27.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:28.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:28.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:29.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:30.277 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776325 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 2781ms Sat Dec 10 07:18:30.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2825, clonedBytes: 853675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:31.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11809, clonedBytes: 3562969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:32.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20615, clonedBytes: 6201401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:33.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30691, clonedBytes: 9197864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:34.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40454, clonedBytes: 12113699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:35.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50638, clonedBytes: 15111845, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:36.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55111, clonedBytes: 16401510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:37.067 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776036 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 735ms Sat Dec 10 07:18:37.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62286, clonedBytes: 18481607, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:38.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72389, clonedBytes: 21521656, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:39.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82360, clonedBytes: 24445107, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:41.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93001, clonedBytes: 27528862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:42.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103053, clonedBytes: 30521194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:42.479 I SHARDING [RangeDeleter] rangeDeleter deleted 102969 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458132959000) } -> { datetime: new Date(1458228535000) } Sat Dec 10 07:18:42.479 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1461875517000) } -> { datetime: new Date(1462000391000) }, with opId: 201559 Sat Dec 10 07:18:43.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00a2666d1a4e49f5537a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33291358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:43.155 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:18:43.157 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:18:43.157 I SHARDING [conn9] moveChunk setting version to: 157|0||584bcad890d1dc672b54835d Sat Dec 10 07:18:43.161 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33291358, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:18:43.162 I SHARDING [conn9] moveChunk updating self version to: 157|1||584bcad890d1dc672b54835d through { datetime: new Date(1458781281000) } -> { datetime: new Date(1458867307000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:18:43.163 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:43.163-0600-584c00b3666d1a4e49f5537d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375923163), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33291358, catchup: 0, steady: 0 } } Sat Dec 10 07:18:43.164 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:18:43.164 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:18:43.164 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:43.164-0600-584c00b3666d1a4e49f5537e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375923164), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1087, step 4 of 6: 15660, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:18:43.165 I SHARDING [conn9] distributed lock with ts: 584c00a2666d1a4e49f55378' unlocked. Sat Dec 10 07:18:43.166 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458700571000) }, max: { datetime: new Date(1458781281000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 156000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1284 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16762ms Sat Dec 10 07:18:44.267 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 161000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:18:44.268 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455408405000) }, { datetime: new Date(1455493875000) }) in IISLogs.pubprdweb03', ts : 584c00b4666d1a4e49f5537f Sat Dec 10 07:18:44.268 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 161|0||584bc97f90d1dc672b548352, current metadata version is 161|0||584bc97f90d1dc672b548352 Sat Dec 10 07:18:44.270 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 161|0||584bc97f90d1dc672b548352 to shard version 161|1||584bc97f90d1dc672b548352 Sat Dec 10 07:18:44.270 I SHARDING [conn9] collection version was loaded at version 161|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:18:44.270 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:18:44.270-0600-584c00b4666d1a4e49f55380", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375924270), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:18:44.271 I SHARDING [conn9] moveChunk request accepted at version 161|1||584bc97f90d1dc672b548352 Sat Dec 10 07:18:45.334 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:18:45.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:45.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:46.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:47.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:48.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:48.743 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776327 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 3403ms Sat Dec 10 07:18:49.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3569, clonedBytes: 1002474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:50.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13689, clonedBytes: 4113057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:51.666 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23984, clonedBytes: 7292941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:52.731 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34061, clonedBytes: 10352207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:54.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46772, clonedBytes: 14150320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:55.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54085, clonedBytes: 16408694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:55.757 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776135 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 957ms Sat Dec 10 07:18:56.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56361, clonedBytes: 17114396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:57.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66077, clonedBytes: 20157070, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:58.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73052, clonedBytes: 22527031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:18:59.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83165, clonedBytes: 25738178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:00.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93149, clonedBytes: 28995652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:01.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104310, clonedBytes: 32637750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:02.001 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2799775 locks:{ Global: { acquireCount: { r: 154 } }, Database: { acquireCount: { r: 77 } }, Collection: { acquireCount: { r: 77 } } } protocol:op_command 553ms Sat Dec 10 07:19:02.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108999, clonedBytes: 34056983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:03.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00b4666d1a4e49f55381", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 35587670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:03.448 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:19:03.449 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:19:03.450 I SHARDING [conn9] moveChunk setting version to: 162|0||584bc97f90d1dc672b548352 Sat Dec 10 07:19:03.460 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 35587670, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:19:03.460 I SHARDING [conn9] moveChunk updating self version to: 162|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455493875000) } -> { datetime: new Date(1455568632000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:19:03.462 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:03.462-0600-584c00c7666d1a4e49f55384", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375943462), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 35587670, catchup: 0, steady: 0 } } Sat Dec 10 07:19:03.462 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:19:03.463 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:19:03.463 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:03.463-0600-584c00c7666d1a4e49f55385", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375943463), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1066, step 4 of 6: 18108, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:19:03.465 I SHARDING [conn9] distributed lock with ts: 584c00b4666d1a4e49f5537f' unlocked. Sat Dec 10 07:19:03.465 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455408405000) }, max: { datetime: new Date(1455493875000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 161000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 915 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19199ms Sat Dec 10 07:19:03.485 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 157000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:19:03.486 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458781281000) }, { datetime: new Date(1458867307000) }) in IISLogs.pubprdweb04', ts : 584c00c7666d1a4e49f55386 Sat Dec 10 07:19:03.486 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 157|0||584bcad890d1dc672b54835d, current metadata version is 157|0||584bcad890d1dc672b54835d Sat Dec 10 07:19:03.488 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 157|0||584bcad890d1dc672b54835d to shard version 157|1||584bcad890d1dc672b54835d Sat Dec 10 07:19:03.488 I SHARDING [conn9] collection version was loaded at version 157|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:19:03.488 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:03.488-0600-584c00c7666d1a4e49f55387", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375943488), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:19:03.488 I SHARDING [conn9] moveChunk request accepted at version 157|1||584bcad890d1dc672b54835d Sat Dec 10 07:19:03.536 I SHARDING [RangeDeleter] rangeDeleter deleted 106489 documents for IISLogs.pubprdweb02 from { datetime: new Date(1461875517000) } -> { datetime: new Date(1462000391000) } Sat Dec 10 07:19:03.536 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450195802000) } -> { datetime: new Date(1450356172000) }, with opId: 201688 Sat Dec 10 07:19:04.837 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:19:04.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:04.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:04.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:04.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:04.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:04.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:05.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:05.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:05.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:05.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:06.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:08.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:08.122 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776229 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 3281ms Sat Dec 10 07:19:09.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4383, clonedBytes: 1317740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:10.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14365, clonedBytes: 4332666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:11.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24153, clonedBytes: 7243599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:12.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34020, clonedBytes: 10154977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:13.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44022, clonedBytes: 13122476, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:14.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53473, clonedBytes: 15952408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:15.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55049, clonedBytes: 16401848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:16.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55049, clonedBytes: 16401848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:16.562 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776180 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 2211ms Sat Dec 10 07:19:17.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61043, clonedBytes: 18199968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:18.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71111, clonedBytes: 21193135, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:19.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80934, clonedBytes: 24095068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:20.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90980, clonedBytes: 27013904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:21.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100968, clonedBytes: 29994441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:22.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110280, clonedBytes: 32802373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:23.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00c7666d1a4e49f55388", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 33391882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:23.437 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:19:23.438 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:19:23.439 I SHARDING [conn9] moveChunk setting version to: 158|0||584bcad890d1dc672b54835d Sat Dec 10 07:19:23.451 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 33391882, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:19:23.451 I SHARDING [conn9] moveChunk updating self version to: 158|1||584bcad890d1dc672b54835d through { datetime: new Date(1458867307000) } -> { datetime: new Date(1458962814000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:19:23.453 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:23.453-0600-584c00db666d1a4e49f5538b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375963453), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 33391882, catchup: 0, steady: 0 } } Sat Dec 10 07:19:23.455 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:19:23.455 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:19:23.455 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:23.455-0600-584c00db666d1a4e49f5538c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375963455), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1351, step 4 of 6: 18596, step 5 of 6: 18, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:19:23.456 I SHARDING [conn9] distributed lock with ts: 584c00c7666d1a4e49f55386' unlocked. Sat Dec 10 07:19:23.457 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458781281000) }, max: { datetime: new Date(1458867307000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 157000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12713 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19972ms Sat Dec 10 07:19:24.539 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 162000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:19:24.541 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455493875000) }, { datetime: new Date(1455568632000) }) in IISLogs.pubprdweb03', ts : 584c00dc666d1a4e49f5538d Sat Dec 10 07:19:24.541 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 162|0||584bc97f90d1dc672b548352, current metadata version is 162|0||584bc97f90d1dc672b548352 Sat Dec 10 07:19:24.543 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 162|0||584bc97f90d1dc672b548352 to shard version 162|1||584bc97f90d1dc672b548352 Sat Dec 10 07:19:24.543 I SHARDING [conn9] collection version was loaded at version 162|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:19:24.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:24.543-0600-584c00dc666d1a4e49f5538e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375964543), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:19:24.544 I SHARDING [conn9] moveChunk request accepted at version 162|1||584bc97f90d1dc672b548352 Sat Dec 10 07:19:26.765 I SHARDING [conn9] moveChunk number of documents: 113735 Sat Dec 10 07:19:26.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:26.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:26.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:26.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:26.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:26.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:27.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:27.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:27.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:27.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:28.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:29.485 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776120 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 2715ms Sat Dec 10 07:19:29.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 301, clonedBytes: 90979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:31.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7416, clonedBytes: 2334055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:32.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17241, clonedBytes: 5498922, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:33.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26649, clonedBytes: 8895786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:34.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34945, clonedBytes: 11493322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:35.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43523, clonedBytes: 14238496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:36.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50492, clonedBytes: 16433638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:36.807 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776120 locks:{ Global: { acquireCount: { r: 826 } }, Database: { acquireCount: { r: 413 } }, Collection: { acquireCount: { r: 413 } } } protocol:op_command 757ms Sat Dec 10 07:19:37.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54023, clonedBytes: 17499254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:37.853 I SHARDING [RangeDeleter] rangeDeleter deleted 113756 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450195802000) } -> { datetime: new Date(1450356172000) } Sat Dec 10 07:19:37.853 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453007168000) } -> { datetime: new Date(1453099680000) }, with opId: 201902 Sat Dec 10 07:19:38.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63787, clonedBytes: 20510360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:39.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72909, clonedBytes: 23366484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:40.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82714, clonedBytes: 26577517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:41.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92569, clonedBytes: 29681463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:42.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102413, clonedBytes: 32857273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:42.763 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3748338 locks:{ Global: { acquireCount: { r: 182 } }, Database: { acquireCount: { r: 91 } }, Collection: { acquireCount: { r: 91 } } } protocol:op_command 185ms Sat Dec 10 07:19:43.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109941, clonedBytes: 35248844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:44.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00dc666d1a4e49f5538f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113735, clonedBytes: 36537319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:44.632 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:19:44.633 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:19:44.633 I SHARDING [conn9] moveChunk setting version to: 163|0||584bc97f90d1dc672b548352 Sat Dec 10 07:19:44.635 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113735, clonedBytes: 36537319, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:19:44.636 I SHARDING [conn9] moveChunk updating self version to: 163|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455568632000) } -> { datetime: new Date(1455648700000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:19:44.637 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:44.637-0600-584c00f0666d1a4e49f55392", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375984637), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113735, clonedBytes: 36537319, catchup: 0, steady: 0 } } Sat Dec 10 07:19:44.638 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:19:44.638 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:19:44.638 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:44.638-0600-584c00f0666d1a4e49f55393", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375984638), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2224, step 4 of 6: 17862, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:19:44.639 I SHARDING [conn9] distributed lock with ts: 584c00dc666d1a4e49f5538d' unlocked. Sat Dec 10 07:19:44.639 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455493875000) }, max: { datetime: new Date(1455568632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 162000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:899 reslen:154 locks:{ Global: { acquireCount: { r: 1810, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 189 } }, Database: { acquireCount: { r: 901, w: 4, W: 2 } }, Collection: { acquireCount: { r: 901, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 127 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20100ms Sat Dec 10 07:19:44.644 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 158000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:19:44.644 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458867307000) }, { datetime: new Date(1458962814000) }) in IISLogs.pubprdweb04', ts : 584c00f0666d1a4e49f55394 Sat Dec 10 07:19:44.644 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 158|0||584bcad890d1dc672b54835d, current metadata version is 158|0||584bcad890d1dc672b54835d Sat Dec 10 07:19:44.646 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 158|0||584bcad890d1dc672b54835d to shard version 158|1||584bcad890d1dc672b54835d Sat Dec 10 07:19:44.646 I SHARDING [conn9] collection version was loaded at version 158|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:19:44.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:19:44.646-0600-584c00f0666d1a4e49f55395", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481375984646), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:19:44.647 I SHARDING [conn9] moveChunk request accepted at version 158|1||584bcad890d1dc672b54835d Sat Dec 10 07:19:46.176 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:19:46.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:46.939 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776179 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 758ms Sat Dec 10 07:19:47.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2055, clonedBytes: 625693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:48.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12095, clonedBytes: 3639288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:49.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22793, clonedBytes: 6837659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:50.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32821, clonedBytes: 9820005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:51.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43086, clonedBytes: 12857516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:52.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53130, clonedBytes: 15864933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:53.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54915, clonedBytes: 16402736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:54.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54915, clonedBytes: 16402736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:54.845 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776057 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 2168ms Sat Dec 10 07:19:55.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61229, clonedBytes: 18238426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:56.398 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453007168000) } -> { datetime: new Date(1453099680000) } Sat Dec 10 07:19:56.398 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458228535000) } -> { datetime: new Date(1458319533000) }, with opId: 202044 Sat Dec 10 07:19:56.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71339, clonedBytes: 21320184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:57.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81905, clonedBytes: 24422913, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:58.757 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92438, clonedBytes: 27529293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:19:59.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102326, clonedBytes: 30510007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:00.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111210, clonedBytes: 33176177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:01.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c00f0666d1a4e49f55396", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33474640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:01.840 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:20:01.841 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:20:01.841 I SHARDING [conn9] moveChunk setting version to: 159|0||584bcad890d1dc672b54835d Sat Dec 10 07:20:01.850 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33474640, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:20:01.850 I SHARDING [conn9] moveChunk updating self version to: 159|1||584bcad890d1dc672b54835d through { datetime: new Date(1458962814000) } -> { datetime: new Date(1459081878000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:20:01.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:01.852-0600-584c0101666d1a4e49f55399", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376001852), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33474640, catchup: 0, steady: 0 } } Sat Dec 10 07:20:01.853 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:20:01.853 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:20:01.853 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:01.853-0600-584c0101666d1a4e49f5539a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376001853), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1532, step 4 of 6: 15659, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:20:01.855 I SHARDING [conn9] distributed lock with ts: 584c00f0666d1a4e49f55394' unlocked. Sat Dec 10 07:20:01.855 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458867307000) }, max: { datetime: new Date(1458962814000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 158000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 330 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 264 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17211ms Sat Dec 10 07:20:02.949 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 163000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:20:02.950 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455568632000) }, { datetime: new Date(1455648700000) }) in IISLogs.pubprdweb03', ts : 584c0102666d1a4e49f5539b Sat Dec 10 07:20:02.950 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 163|0||584bc97f90d1dc672b548352, current metadata version is 163|0||584bc97f90d1dc672b548352 Sat Dec 10 07:20:02.952 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 163|0||584bc97f90d1dc672b548352 to shard version 163|1||584bc97f90d1dc672b548352 Sat Dec 10 07:20:02.952 I SHARDING [conn9] collection version was loaded at version 163|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:20:02.952 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:02.952-0600-584c0102666d1a4e49f5539c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376002952), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:20:02.952 I SHARDING [conn9] moveChunk request accepted at version 163|1||584bc97f90d1dc672b548352 Sat Dec 10 07:20:04.024 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 07:20:04.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:04.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:05.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:05.982 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776230 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 1953ms Sat Dec 10 07:20:06.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 465, clonedBytes: 154303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:07.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10928, clonedBytes: 3325789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:08.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23517, clonedBytes: 7190915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:09.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34139, clonedBytes: 10431383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:10.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43894, clonedBytes: 13384765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:12.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53866, clonedBytes: 16410130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:13.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53866, clonedBytes: 16410130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:14.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53866, clonedBytes: 16410130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:14.786 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776253 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 2762ms Sat Dec 10 07:20:15.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56053, clonedBytes: 17171985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:16.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66135, clonedBytes: 20379693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:16.845 I SHARDING [RangeDeleter] rangeDeleter deleted 102931 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458228535000) } -> { datetime: new Date(1458319533000) } Sat Dec 10 07:20:16.845 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1462000391000) } -> { datetime: new Date(1462207398000) }, with opId: 202216 Sat Dec 10 07:20:17.189 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76122, clonedBytes: 23561839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:18.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85972, clonedBytes: 26567724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:19.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95470, clonedBytes: 29489156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:20.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105289, clonedBytes: 32628363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:20.798 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2408610 locks:{ Global: { acquireCount: { r: 130 } }, Database: { acquireCount: { r: 65 } }, Collection: { acquireCount: { r: 65 } } } protocol:op_command 464ms Sat Dec 10 07:20:21.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110715, clonedBytes: 34269504, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:22.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:23.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:24.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:25.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:26.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:27.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:28.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:29.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:30.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0102666d1a4e49f5539d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:30.515 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:20:30.516 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:20:30.516 I SHARDING [conn9] moveChunk setting version to: 164|0||584bc97f90d1dc672b548352 Sat Dec 10 07:20:30.522 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:20:30.522 I SHARDING [conn9] moveChunk updating self version to: 164|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455648700000) } -> { datetime: new Date(1455710119000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:20:30.523 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:30.523-0600-584c011e666d1a4e49f553a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376030523), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 35195512, catchup: 0, steady: 0 } } Sat Dec 10 07:20:30.524 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:20:30.524 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:20:30.524 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:30.524-0600-584c011e666d1a4e49f553a1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376030524), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1074, step 4 of 6: 26485, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:20:30.525 I SHARDING [conn9] distributed lock with ts: 584c0102666d1a4e49f5539b' unlocked. Sat Dec 10 07:20:30.525 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455568632000) }, max: { datetime: new Date(1455648700000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 163000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 88 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27576ms Sat Dec 10 07:20:30.530 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 159000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:20:30.531 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1458962814000) }, { datetime: new Date(1459081878000) }) in IISLogs.pubprdweb04', ts : 584c011e666d1a4e49f553a2 Sat Dec 10 07:20:30.531 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 159|0||584bcad890d1dc672b54835d, current metadata version is 159|0||584bcad890d1dc672b54835d Sat Dec 10 07:20:30.532 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 159|0||584bcad890d1dc672b54835d to shard version 159|1||584bcad890d1dc672b54835d Sat Dec 10 07:20:30.532 I SHARDING [conn9] collection version was loaded at version 159|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:20:30.532 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:30.532-0600-584c011e666d1a4e49f553a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376030532), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:20:30.533 I SHARDING [conn9] moveChunk request accepted at version 159|1||584bcad890d1dc672b54835d Sat Dec 10 07:20:34.877 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:20:34.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:34.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:34.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:34.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:34.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:34.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:35.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:35.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:35.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:35.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:37.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:37.264 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776335 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 2381ms Sat Dec 10 07:20:37.447 I SHARDING [RangeDeleter] rangeDeleter deleted 106519 documents for IISLogs.pubprdweb02 from { datetime: new Date(1462000391000) } -> { datetime: new Date(1462207398000) } Sat Dec 10 07:20:37.447 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450356172000) } -> { datetime: new Date(1450482200000) }, with opId: 202350 Sat Dec 10 07:20:38.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 668, clonedBytes: 197698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:39.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6689, clonedBytes: 2003928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:40.088 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13716, clonedBytes: 4093795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:41.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23217, clonedBytes: 6916578, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:42.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32986, clonedBytes: 9837028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:43.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42591, clonedBytes: 12711606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:44.201 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52626, clonedBytes: 15679875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:45.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55055, clonedBytes: 16401912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:45.516 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1064ms Sat Dec 10 07:20:46.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60977, clonedBytes: 18173953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:47.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71196, clonedBytes: 21211647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:48.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81065, clonedBytes: 24171381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:49.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91150, clonedBytes: 27195087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:50.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101401, clonedBytes: 30253146, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:51.348 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:666132 locks:{ Global: { acquireCount: { r: 40 } }, Database: { acquireCount: { r: 20 } }, Collection: { acquireCount: { r: 20 } } } protocol:op_command 133ms Sat Dec 10 07:20:51.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110332, clonedBytes: 32897545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:52.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c011e666d1a4e49f553a4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33458041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:52.408 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:20:52.409 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:20:52.410 I SHARDING [conn9] moveChunk setting version to: 160|0||584bcad890d1dc672b54835d Sat Dec 10 07:20:52.421 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33458041, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:20:52.422 I SHARDING [conn9] moveChunk updating self version to: 160|1||584bcad890d1dc672b54835d through { datetime: new Date(1459081878000) } -> { datetime: new Date(1459182355000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:20:52.423 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:52.423-0600-584c0134666d1a4e49f553a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376052423), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33458041, catchup: 0, steady: 0 } } Sat Dec 10 07:20:52.424 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:20:52.424 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:20:52.424 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:52.424-0600-584c0134666d1a4e49f553a8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376052424), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4348, step 4 of 6: 17525, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:20:52.425 I SHARDING [conn9] distributed lock with ts: 584c011e666d1a4e49f553a2' unlocked. Sat Dec 10 07:20:52.425 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458962814000) }, max: { datetime: new Date(1459081878000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 159000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:918 reslen:154 locks:{ Global: { acquireCount: { r: 1848, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8279 } }, Database: { acquireCount: { r: 920, w: 4, W: 2 } }, Collection: { acquireCount: { r: 920, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21896ms Sat Dec 10 07:20:53.519 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 164000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:20:53.520 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455648700000) }, { datetime: new Date(1455710119000) }) in IISLogs.pubprdweb03', ts : 584c0135666d1a4e49f553a9 Sat Dec 10 07:20:53.521 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 164|0||584bc97f90d1dc672b548352, current metadata version is 164|0||584bc97f90d1dc672b548352 Sat Dec 10 07:20:53.522 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 164|0||584bc97f90d1dc672b548352 to shard version 164|1||584bc97f90d1dc672b548352 Sat Dec 10 07:20:53.522 I SHARDING [conn9] collection version was loaded at version 164|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:20:53.522 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:20:53.522-0600-584c0135666d1a4e49f553aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376053522), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:20:53.523 I SHARDING [conn9] moveChunk request accepted at version 164|1||584bc97f90d1dc672b548352 Sat Dec 10 07:20:54.671 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:20:54.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:54.709 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:54.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:54.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:54.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:54.821 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:54.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:55.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:55.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:55.346 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776073 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 652ms Sat Dec 10 07:20:55.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 122, clonedBytes: 31896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:56.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1216, clonedBytes: 359950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:57.853 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9535, clonedBytes: 2977482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:58.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19247, clonedBytes: 6055444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:20:59.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29312, clonedBytes: 9192239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:00.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39440, clonedBytes: 12223808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:01.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49370, clonedBytes: 15338064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:03.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52824, clonedBytes: 16417267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:04.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52824, clonedBytes: 16417267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:04.635 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 2282ms Sat Dec 10 07:21:05.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56089, clonedBytes: 17401531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:06.128 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65884, clonedBytes: 20484407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:07.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75797, clonedBytes: 24022585, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:08.003 I SHARDING [RangeDeleter] rangeDeleter deleted 113655 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450356172000) } -> { datetime: new Date(1450482200000) } Sat Dec 10 07:21:08.004 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453099680000) } -> { datetime: new Date(1453205407000) }, with opId: 202553 Sat Dec 10 07:21:08.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85753, clonedBytes: 27055253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:09.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95779, clonedBytes: 30134385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:10.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104432, clonedBytes: 32843013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:10.277 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2896758 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } protocol:op_command 176ms Sat Dec 10 07:21:11.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0135666d1a4e49f553ab", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 35684855, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:11.262 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:21:11.264 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:21:11.264 I SHARDING [conn9] moveChunk setting version to: 165|0||584bc97f90d1dc672b548352 Sat Dec 10 07:21:11.268 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 35684855, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:21:11.268 I SHARDING [conn9] moveChunk updating self version to: 165|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455710119000) } -> { datetime: new Date(1455746929000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:21:11.269 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:11.269-0600-584c0147666d1a4e49f553ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376071269), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 35684855, catchup: 0, steady: 0 } } Sat Dec 10 07:21:11.270 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:21:11.271 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:21:11.271 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:11.271-0600-584c0147666d1a4e49f553af", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376071271), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1167, step 4 of 6: 16570, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:21:11.272 I SHARDING [conn9] distributed lock with ts: 584c0135666d1a4e49f553a9' unlocked. Sat Dec 10 07:21:11.272 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455648700000) }, max: { datetime: new Date(1455710119000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 164000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 725 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 445 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17753ms Sat Dec 10 07:21:11.278 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 160000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:21:11.279 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459081878000) }, { datetime: new Date(1459182355000) }) in IISLogs.pubprdweb04', ts : 584c0147666d1a4e49f553b0 Sat Dec 10 07:21:11.279 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 160|0||584bcad890d1dc672b54835d, current metadata version is 160|0||584bcad890d1dc672b54835d Sat Dec 10 07:21:11.280 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 160|0||584bcad890d1dc672b54835d to shard version 160|1||584bcad890d1dc672b54835d Sat Dec 10 07:21:11.280 I SHARDING [conn9] collection version was loaded at version 160|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:21:11.281 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:11.280-0600-584c0147666d1a4e49f553b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376071280), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:21:11.281 I SHARDING [conn9] moveChunk request accepted at version 160|1||584bcad890d1dc672b54835d Sat Dec 10 07:21:12.979 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:21:12.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:13.721 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776306 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 737ms Sat Dec 10 07:21:14.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 207, clonedBytes: 61436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:15.123 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3565, clonedBytes: 1064753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:16.151 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10396, clonedBytes: 3095782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:17.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20237, clonedBytes: 6012469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:18.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30415, clonedBytes: 9069903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:19.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39733, clonedBytes: 11885061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:20.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49806, clonedBytes: 14922120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:21.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54693, clonedBytes: 16404417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:22.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54693, clonedBytes: 16404417, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:23.088 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776194 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 2243ms Sat Dec 10 07:21:23.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56837, clonedBytes: 17057703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:24.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67271, clonedBytes: 20198747, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:25.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77537, clonedBytes: 23253171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:26.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87614, clonedBytes: 26245197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:27.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99601, clonedBytes: 29785473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:28.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109777, clonedBytes: 32805985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:28.948 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453099680000) } -> { datetime: new Date(1453205407000) } Sat Dec 10 07:21:28.948 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458319533000) } -> { datetime: new Date(1458425734000) }, with opId: 202640 Sat Dec 10 07:21:29.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0147666d1a4e49f553b2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33527716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:29.771 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:21:29.772 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:21:29.772 I SHARDING [conn9] moveChunk setting version to: 161|0||584bcad890d1dc672b54835d Sat Dec 10 07:21:29.778 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33527716, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:21:29.778 I SHARDING [conn9] moveChunk updating self version to: 161|1||584bcad890d1dc672b54835d through { datetime: new Date(1459182355000) } -> { datetime: new Date(1459270146000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:21:29.779 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:29.779-0600-584c0159666d1a4e49f553b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376089779), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33527716, catchup: 0, steady: 0 } } Sat Dec 10 07:21:29.780 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:21:29.780 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:21:29.780 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:29.780-0600-584c0159666d1a4e49f553b6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376089780), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1700, step 4 of 6: 16787, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:21:29.783 I SHARDING [conn9] distributed lock with ts: 584c0147666d1a4e49f553b0' unlocked. Sat Dec 10 07:21:29.783 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459081878000) }, max: { datetime: new Date(1459182355000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 160000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:883 reslen:154 locks:{ Global: { acquireCount: { r: 1778, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 191 } }, Database: { acquireCount: { r: 885, w: 4, W: 2 } }, Collection: { acquireCount: { r: 885, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18505ms Sat Dec 10 07:21:30.889 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 165000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:21:30.890 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455710119000) }, { datetime: new Date(1455746929000) }) in IISLogs.pubprdweb03', ts : 584c015a666d1a4e49f553b7 Sat Dec 10 07:21:30.890 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 165|0||584bc97f90d1dc672b548352, current metadata version is 165|0||584bc97f90d1dc672b548352 Sat Dec 10 07:21:30.892 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 165|0||584bc97f90d1dc672b548352 to shard version 165|1||584bc97f90d1dc672b548352 Sat Dec 10 07:21:30.892 I SHARDING [conn9] collection version was loaded at version 165|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:21:30.892 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:30.892-0600-584c015a666d1a4e49f553b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376090892), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:21:30.893 I SHARDING [conn9] moveChunk request accepted at version 165|1||584bc97f90d1dc672b548352 Sat Dec 10 07:21:31.934 I SHARDING [conn9] moveChunk number of documents: 113748 Sat Dec 10 07:21:31.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:31.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:31.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:31.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:32.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:32.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:32.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:32.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:32.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:33.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:34.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:34.727 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776150 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 2788ms Sat Dec 10 07:21:35.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2746, clonedBytes: 878717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:36.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12950, clonedBytes: 4031681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:37.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22926, clonedBytes: 7002261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:38.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33664, clonedBytes: 10234534, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:39.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43704, clonedBytes: 13360023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:40.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53155, clonedBytes: 16198093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:41.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53858, clonedBytes: 16410106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:41.445 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 995ms Sat Dec 10 07:21:42.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62630, clonedBytes: 19061456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:43.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70914, clonedBytes: 21652427, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:44.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75290, clonedBytes: 23072123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:45.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83081, clonedBytes: 25458554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:46.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92330, clonedBytes: 28417291, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:47.182 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458319533000) } -> { datetime: new Date(1458425734000) } Sat Dec 10 07:21:47.182 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1462207398000) } -> { datetime: new Date(1462300261000) }, with opId: 202788 Sat Dec 10 07:21:47.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100355, clonedBytes: 30760955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:48.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109729, clonedBytes: 33542463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:49.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c015a666d1a4e49f553b9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113748, clonedBytes: 34724594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:49.700 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:21:49.701 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:21:49.702 I SHARDING [conn9] moveChunk setting version to: 166|0||584bc97f90d1dc672b548352 Sat Dec 10 07:21:49.712 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113748, clonedBytes: 34724594, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:21:49.712 I SHARDING [conn9] moveChunk updating self version to: 166|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455746929000) } -> { datetime: new Date(1455811458000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:21:49.714 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:49.714-0600-584c016d666d1a4e49f553bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376109714), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113748, clonedBytes: 34724594, catchup: 0, steady: 0 } } Sat Dec 10 07:21:49.715 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:21:49.720 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:21:49.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:49.720-0600-584c016d666d1a4e49f553bd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376109720), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1044, step 4 of 6: 17761, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:21:49.721 I SHARDING [conn9] distributed lock with ts: 584c015a666d1a4e49f553b7' unlocked. Sat Dec 10 07:21:49.721 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455710119000) }, max: { datetime: new Date(1455746929000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 165000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4971 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18834ms Sat Dec 10 07:21:49.726 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 161000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:21:49.727 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459182355000) }, { datetime: new Date(1459270146000) }) in IISLogs.pubprdweb04', ts : 584c016d666d1a4e49f553be Sat Dec 10 07:21:49.727 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 161|0||584bcad890d1dc672b54835d, current metadata version is 161|0||584bcad890d1dc672b54835d Sat Dec 10 07:21:49.728 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 161|0||584bcad890d1dc672b54835d to shard version 161|1||584bcad890d1dc672b54835d Sat Dec 10 07:21:49.729 I SHARDING [conn9] collection version was loaded at version 161|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:21:49.729 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:21:49.729-0600-584c016d666d1a4e49f553bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376109729), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:21:49.729 I SHARDING [conn9] moveChunk request accepted at version 161|1||584bcad890d1dc672b54835d Sat Dec 10 07:21:50.862 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:21:50.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:50.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:50.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:50.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:50.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:50.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:51.045 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:51.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:51.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:52.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:52.886 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776159 locks:{ Global: { acquireCount: { r: 892 } }, Database: { acquireCount: { r: 446 } }, Collection: { acquireCount: { r: 446 } } } protocol:op_command 2017ms Sat Dec 10 07:21:53.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 824, clonedBytes: 243035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:54.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6424, clonedBytes: 1906243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:55.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11584, clonedBytes: 3445330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:56.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18879, clonedBytes: 5610683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:57.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26767, clonedBytes: 7930996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:58.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35929, clonedBytes: 10654027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:21:59.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44272, clonedBytes: 13173931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:00.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54069, clonedBytes: 16143054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:01.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54932, clonedBytes: 16402597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:02.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54932, clonedBytes: 16402597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:03.268 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776229 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 2516ms Sat Dec 10 07:22:03.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58717, clonedBytes: 17541860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:04.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68362, clonedBytes: 20480029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:05.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77920, clonedBytes: 23325419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:06.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87870, clonedBytes: 26285896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:07.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98301, clonedBytes: 29365630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:08.290 I SHARDING [RangeDeleter] rangeDeleter deleted 106559 documents for IISLogs.pubprdweb02 from { datetime: new Date(1462207398000) } -> { datetime: new Date(1462300261000) } Sat Dec 10 07:22:08.291 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450482200000) } -> { datetime: new Date(1450569597000) }, with opId: 202933 Sat Dec 10 07:22:08.934 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108403, clonedBytes: 32395769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:09.199 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:727340 locks:{ Global: { acquireCount: { r: 42 } }, Database: { acquireCount: { r: 21 } }, Collection: { acquireCount: { r: 21 } } } protocol:op_command 119ms Sat Dec 10 07:22:09.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c016d666d1a4e49f553c0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33519461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:09.958 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:22:09.959 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:22:09.960 I SHARDING [conn9] moveChunk setting version to: 162|0||584bcad890d1dc672b54835d Sat Dec 10 07:22:09.962 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33519461, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:22:09.962 I SHARDING [conn9] moveChunk updating self version to: 162|1||584bcad890d1dc672b54835d through { datetime: new Date(1459270146000) } -> { datetime: new Date(1459367933000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:22:09.963 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:09.963-0600-584c0181666d1a4e49f553c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376129963), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33519461, catchup: 0, steady: 0 } } Sat Dec 10 07:22:09.964 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:22:09.964 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:22:09.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:09.964-0600-584c0181666d1a4e49f553c4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376129964), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1138, step 4 of 6: 19089, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:22:09.965 I SHARDING [conn9] distributed lock with ts: 584c016d666d1a4e49f553be' unlocked. Sat Dec 10 07:22:09.965 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459182355000) }, max: { datetime: new Date(1459270146000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 161000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 151 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20240ms Sat Dec 10 07:22:11.047 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 166000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:22:11.048 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455746929000) }, { datetime: new Date(1455811458000) }) in IISLogs.pubprdweb03', ts : 584c0183666d1a4e49f553c5 Sat Dec 10 07:22:11.048 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 166|0||584bc97f90d1dc672b548352, current metadata version is 166|0||584bc97f90d1dc672b548352 Sat Dec 10 07:22:11.053 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 166|0||584bc97f90d1dc672b548352 to shard version 166|1||584bc97f90d1dc672b548352 Sat Dec 10 07:22:11.053 I SHARDING [conn9] collection version was loaded at version 166|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:22:11.053 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:11.053-0600-584c0183666d1a4e49f553c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376131053), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:22:11.054 I SHARDING [conn9] moveChunk request accepted at version 166|1||584bc97f90d1dc672b548352 Sat Dec 10 07:22:12.259 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:22:12.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:12.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:13.421 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:13.658 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776307 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 1394ms Sat Dec 10 07:22:14.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2402, clonedBytes: 734556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:15.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11503, clonedBytes: 3505371, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:16.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21601, clonedBytes: 6557374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:17.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30616, clonedBytes: 9299046, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:18.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39336, clonedBytes: 11984204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:20.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51289, clonedBytes: 15605876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:21.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53929, clonedBytes: 16409766, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:21.489 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776222 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1167ms Sat Dec 10 07:22:22.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58748, clonedBytes: 17863389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:23.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68521, clonedBytes: 20871659, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:24.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77681, clonedBytes: 23756294, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:25.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87225, clonedBytes: 26723317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:26.203 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96926, clonedBytes: 29660577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:27.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106766, clonedBytes: 32599375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:27.604 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1971967 locks:{ Global: { acquireCount: { r: 106 } }, Database: { acquireCount: { r: 53 } }, Collection: { acquireCount: { r: 53 } } } protocol:op_command 294ms Sat Dec 10 07:22:28.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 113077, clonedBytes: 34564414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:29.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0183666d1a4e49f553c7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34757468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:29.278 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:22:29.279 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:22:29.280 I SHARDING [conn9] moveChunk setting version to: 167|0||584bc97f90d1dc672b548352 Sat Dec 10 07:22:29.289 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34757468, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:22:29.289 I SHARDING [conn9] moveChunk updating self version to: 167|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455811458000) } -> { datetime: new Date(1455873299000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:22:29.291 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:29.291-0600-584c0195666d1a4e49f553ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376149291), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34757468, catchup: 0, steady: 0 } } Sat Dec 10 07:22:29.291 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:22:29.305 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:22:29.305 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:29.305-0600-584c0195666d1a4e49f553cb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376149305), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, step 1 of 6: 0, step 2 of 6: 6, step 3 of 6: 1208, step 4 of 6: 17015, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:22:29.307 I SHARDING [conn9] distributed lock with ts: 584c0183666d1a4e49f553c5' unlocked. Sat Dec 10 07:22:29.307 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455746929000) }, max: { datetime: new Date(1455811458000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 166000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 14037 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 3635 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18261ms Sat Dec 10 07:22:29.312 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 162000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:22:29.312 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459270146000) }, { datetime: new Date(1459367933000) }) in IISLogs.pubprdweb04', ts : 584c0195666d1a4e49f553cc Sat Dec 10 07:22:29.312 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 162|0||584bcad890d1dc672b54835d, current metadata version is 162|0||584bcad890d1dc672b54835d Sat Dec 10 07:22:29.314 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 162|0||584bcad890d1dc672b54835d to shard version 162|1||584bcad890d1dc672b54835d Sat Dec 10 07:22:29.314 I SHARDING [conn9] collection version was loaded at version 162|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:22:29.314 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:29.314-0600-584c0195666d1a4e49f553cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376149314), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:22:29.315 I SHARDING [conn9] moveChunk request accepted at version 162|1||584bcad890d1dc672b54835d Sat Dec 10 07:22:30.313 I SHARDING [conn9] moveChunk number of documents: 112194 Sat Dec 10 07:22:30.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:30.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:31.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:32.033 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776216 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1715ms Sat Dec 10 07:22:32.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 167, clonedBytes: 48869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:33.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7150, clonedBytes: 2079680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:34.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16970, clonedBytes: 4850094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:35.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27083, clonedBytes: 7880714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:36.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36868, clonedBytes: 10792731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:37.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46161, clonedBytes: 13561623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:38.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53776, clonedBytes: 15804318, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:39.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55727, clonedBytes: 16397089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:40.083 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1304ms Sat Dec 10 07:22:40.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59837, clonedBytes: 17582056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:41.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69932, clonedBytes: 20368075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:42.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79853, clonedBytes: 23249776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:43.282 I SHARDING [RangeDeleter] rangeDeleter deleted 113833 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450482200000) } -> { datetime: new Date(1450569597000) } Sat Dec 10 07:22:43.282 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453205407000) } -> { datetime: new Date(1453320360000) }, with opId: 203223 Sat Dec 10 07:22:43.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89397, clonedBytes: 26036126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:44.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99439, clonedBytes: 29012052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:45.764 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109205, clonedBytes: 31897648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:46.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0195666d1a4e49f553ce", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112194, clonedBytes: 32827729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:46.789 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:22:46.790 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:22:46.791 I SHARDING [conn9] moveChunk setting version to: 163|0||584bcad890d1dc672b54835d Sat Dec 10 07:22:46.803 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112194, clonedBytes: 32827729, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:22:46.803 I SHARDING [conn9] moveChunk updating self version to: 163|1||584bcad890d1dc672b54835d through { datetime: new Date(1459367933000) } -> { datetime: new Date(1459509601000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:22:46.804 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:46.804-0600-584c01a6666d1a4e49f553d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376166804), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112194, clonedBytes: 32827729, catchup: 0, steady: 0 } } Sat Dec 10 07:22:46.805 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:22:46.805 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:22:46.805 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:46.805-0600-584c01a6666d1a4e49f553d2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376166805), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1001, step 4 of 6: 16472, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:22:46.806 I SHARDING [conn9] distributed lock with ts: 584c0195666d1a4e49f553cc' unlocked. Sat Dec 10 07:22:46.806 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459270146000) }, max: { datetime: new Date(1459367933000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 162000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 180 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 33 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17495ms Sat Dec 10 07:22:47.893 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 167000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:22:47.894 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455811458000) }, { datetime: new Date(1455873299000) }) in IISLogs.pubprdweb03', ts : 584c01a7666d1a4e49f553d3 Sat Dec 10 07:22:47.894 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 167|0||584bc97f90d1dc672b548352, current metadata version is 167|0||584bc97f90d1dc672b548352 Sat Dec 10 07:22:47.895 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 167|0||584bc97f90d1dc672b548352 to shard version 167|1||584bc97f90d1dc672b548352 Sat Dec 10 07:22:47.895 I SHARDING [conn9] collection version was loaded at version 167|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:22:47.895 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:22:47.895-0600-584c01a7666d1a4e49f553d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376167895), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:22:47.896 I SHARDING [conn9] moveChunk request accepted at version 167|1||584bc97f90d1dc672b548352 Sat Dec 10 07:22:49.359 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:22:49.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:49.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:50.468 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776303 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1104ms Sat Dec 10 07:22:50.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:51.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1188, clonedBytes: 356668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:52.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11228, clonedBytes: 3516961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:53.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21110, clonedBytes: 6447807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:54.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31332, clonedBytes: 9551624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:55.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41612, clonedBytes: 12684818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:56.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50740, clonedBytes: 15508636, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:57.923 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776278 locks:{ Global: { acquireCount: { r: 890 } }, Database: { acquireCount: { r: 445 } }, Collection: { acquireCount: { r: 445 } } } protocol:op_command 710ms Sat Dec 10 07:22:57.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53637, clonedBytes: 16411806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:22:59.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62958, clonedBytes: 19146874, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:00.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71535, clonedBytes: 21608092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:01.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80575, clonedBytes: 24273484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:01.150 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453205407000) } -> { datetime: new Date(1453320360000) } Sat Dec 10 07:23:01.150 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458425734000) } -> { datetime: new Date(1458570311000) }, with opId: 203366 Sat Dec 10 07:23:02.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91466, clonedBytes: 27495720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:03.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101595, clonedBytes: 30479268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:04.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111620, clonedBytes: 33381523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:05.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01a7666d1a4e49f553d5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 33996985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:05.352 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:23:05.353 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:23:05.354 I SHARDING [conn9] moveChunk setting version to: 168|0||584bc97f90d1dc672b548352 Sat Dec 10 07:23:05.358 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 33996985, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:23:05.358 I SHARDING [conn9] moveChunk updating self version to: 168|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455873299000) } -> { datetime: new Date(1455940047000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:23:05.359 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:05.359-0600-584c01b9666d1a4e49f553d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376185359), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 33996985, catchup: 0, steady: 0 } } Sat Dec 10 07:23:05.360 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:23:05.361 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:23:05.361 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:05.361-0600-584c01b9666d1a4e49f553d9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376185361), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1466, step 4 of 6: 15988, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:23:05.362 I SHARDING [conn9] distributed lock with ts: 584c01a7666d1a4e49f553d3' unlocked. Sat Dec 10 07:23:05.362 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455811458000) }, max: { datetime: new Date(1455873299000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 167000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 737 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17470ms Sat Dec 10 07:23:05.368 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 163000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:23:05.369 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459367933000) }, { datetime: new Date(1459509601000) }) in IISLogs.pubprdweb04', ts : 584c01b9666d1a4e49f553da Sat Dec 10 07:23:05.369 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 163|0||584bcad890d1dc672b54835d, current metadata version is 163|0||584bcad890d1dc672b54835d Sat Dec 10 07:23:05.371 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 163|0||584bcad890d1dc672b54835d to shard version 163|1||584bcad890d1dc672b54835d Sat Dec 10 07:23:05.371 I SHARDING [conn9] collection version was loaded at version 163|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:23:05.371 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:05.371-0600-584c01b9666d1a4e49f553db", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376185371), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:23:05.372 I SHARDING [conn9] moveChunk request accepted at version 163|1||584bcad890d1dc672b54835d Sat Dec 10 07:23:06.400 I SHARDING [conn9] moveChunk number of documents: 112253 Sat Dec 10 07:23:06.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:06.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:07.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:07.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:07.725 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776124 locks:{ Global: { acquireCount: { r: 908 } }, Database: { acquireCount: { r: 454 } }, Collection: { acquireCount: { r: 454 } } } protocol:op_command 1313ms Sat Dec 10 07:23:08.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7579, clonedBytes: 2331482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:09.636 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17372, clonedBytes: 5229714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:10.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24419, clonedBytes: 7321304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:11.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30151, clonedBytes: 9019284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:12.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39721, clonedBytes: 11727602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:13.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49231, clonedBytes: 14423389, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:14.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55998, clonedBytes: 16395100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:15.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55998, clonedBytes: 16395100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:15.922 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776235 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1404ms Sat Dec 10 07:23:16.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63355, clonedBytes: 18672342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:17.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73178, clonedBytes: 21557683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:18.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84326, clonedBytes: 24900699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:19.146 I SHARDING [RangeDeleter] rangeDeleter deleted 102926 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458425734000) } -> { datetime: new Date(1458570311000) } Sat Dec 10 07:23:19.146 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1462300261000) } -> { datetime: new Date(1462470450000) }, with opId: 203520 Sat Dec 10 07:23:20.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93650, clonedBytes: 27640736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:21.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103028, clonedBytes: 30406966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:22.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01b9666d1a4e49f553dc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112253, clonedBytes: 32999027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:22.068 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:23:22.070 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:23:22.070 I SHARDING [conn9] moveChunk setting version to: 164|0||584bcad890d1dc672b54835d Sat Dec 10 07:23:22.076 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112253, clonedBytes: 32999027, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:23:22.076 I SHARDING [conn9] moveChunk updating self version to: 164|1||584bcad890d1dc672b54835d through { datetime: new Date(1459509601000) } -> { datetime: new Date(1459641650000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:23:22.078 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:22.077-0600-584c01ca666d1a4e49f553df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376202077), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112253, clonedBytes: 32999027, catchup: 0, steady: 0 } } Sat Dec 10 07:23:22.078 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:23:22.084 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:23:22.084 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:22.084-0600-584c01ca666d1a4e49f553e0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376202084), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1038, step 4 of 6: 15657, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:23:22.085 I SHARDING [conn9] distributed lock with ts: 584c01b9666d1a4e49f553da' unlocked. Sat Dec 10 07:23:22.085 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459367933000) }, max: { datetime: new Date(1459509601000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 163000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 17188 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16717ms Sat Dec 10 07:23:23.180 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 168000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:23:23.181 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455873299000) }, { datetime: new Date(1455940047000) }) in IISLogs.pubprdweb03', ts : 584c01cb666d1a4e49f553e1 Sat Dec 10 07:23:23.181 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 168|0||584bc97f90d1dc672b548352, current metadata version is 168|0||584bc97f90d1dc672b548352 Sat Dec 10 07:23:23.184 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 168|0||584bc97f90d1dc672b548352 to shard version 168|1||584bc97f90d1dc672b548352 Sat Dec 10 07:23:23.184 I SHARDING [conn9] collection version was loaded at version 168|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:23:23.184 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:23.184-0600-584c01cb666d1a4e49f553e2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376203184), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:23:23.185 I SHARDING [conn9] moveChunk request accepted at version 168|1||584bc97f90d1dc672b548352 Sat Dec 10 07:23:26.452 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 07:23:26.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.528 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:26.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:27.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:27.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:27.744 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776225 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1255ms Sat Dec 10 07:23:28.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2095, clonedBytes: 600652, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:29.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10022, clonedBytes: 2894944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:30.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20035, clonedBytes: 5814500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:31.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30069, clonedBytes: 8791787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:32.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40222, clonedBytes: 11722595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:33.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50446, clonedBytes: 14693331, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:34.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55914, clonedBytes: 16395789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:35.435 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776187 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1181ms Sat Dec 10 07:23:35.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57937, clonedBytes: 17004925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:36.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68117, clonedBytes: 20036985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:37.333 I SHARDING [RangeDeleter] rangeDeleter deleted 106524 documents for IISLogs.pubprdweb02 from { datetime: new Date(1462300261000) } -> { datetime: new Date(1462470450000) } Sat Dec 10 07:23:37.333 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450569597000) } -> { datetime: new Date(1450655143000) }, with opId: 203600 Sat Dec 10 07:23:37.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77881, clonedBytes: 22973741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:38.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87369, clonedBytes: 25668670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:39.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97403, clonedBytes: 28574100, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:40.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107500, clonedBytes: 31527631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:41.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01cb666d1a4e49f553e3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 33407288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:41.910 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:23:41.911 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:23:41.947 I SHARDING [conn9] moveChunk setting version to: 169|0||584bc97f90d1dc672b548352 Sat Dec 10 07:23:41.957 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 33407288, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:23:41.957 I SHARDING [conn9] moveChunk updating self version to: 169|1||584bc97f90d1dc672b548352 through { datetime: new Date(1455940047000) } -> { datetime: new Date(1456015927000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:23:41.959 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:41.959-0600-584c01dd666d1a4e49f553e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376221959), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 33407288, catchup: 0, steady: 0 } } Sat Dec 10 07:23:41.960 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:23:41.970 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:23:41.970 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:41.970-0600-584c01dd666d1a4e49f553e7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376221970), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 3271, step 4 of 6: 15453, step 5 of 6: 59, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:23:41.971 I SHARDING [conn9] distributed lock with ts: 584c01cb666d1a4e49f553e1' unlocked. Sat Dec 10 07:23:41.971 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455873299000) }, max: { datetime: new Date(1455940047000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 168000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:904 reslen:154 locks:{ Global: { acquireCount: { r: 1820, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 9874 } }, Database: { acquireCount: { r: 906, w: 4, W: 2 } }, Collection: { acquireCount: { r: 906, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 461 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18791ms Sat Dec 10 07:23:41.978 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 164000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:23:41.979 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459509601000) }, { datetime: new Date(1459641650000) }) in IISLogs.pubprdweb04', ts : 584c01dd666d1a4e49f553e8 Sat Dec 10 07:23:41.979 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 164|0||584bcad890d1dc672b54835d, current metadata version is 164|0||584bcad890d1dc672b54835d Sat Dec 10 07:23:41.981 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 164|0||584bcad890d1dc672b54835d to shard version 164|1||584bcad890d1dc672b54835d Sat Dec 10 07:23:41.981 I SHARDING [conn9] collection version was loaded at version 164|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:23:41.981 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:23:41.981-0600-584c01dd666d1a4e49f553e9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376221981), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:23:41.982 I SHARDING [conn9] moveChunk request accepted at version 164|1||584bcad890d1dc672b54835d Sat Dec 10 07:23:47.884 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:23:47.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:47.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:47.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:47.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:47.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:47.954 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:48.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:48.157 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:48.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:48.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:49.094 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776161 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1155ms Sat Dec 10 07:23:49.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7155, clonedBytes: 2050001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:51.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15773, clonedBytes: 4536893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:52.071 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20312, clonedBytes: 5872833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:53.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29492, clonedBytes: 8545440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:54.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38341, clonedBytes: 11031238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:55.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48390, clonedBytes: 13963901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:56.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56574, clonedBytes: 16391105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:57.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56574, clonedBytes: 16391105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:57.773 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16562037 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 1776ms Sat Dec 10 07:23:58.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60170, clonedBytes: 17461685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:23:59.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70659, clonedBytes: 20559826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:00.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80890, clonedBytes: 23438673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:01.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90819, clonedBytes: 26328826, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:02.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100897, clonedBytes: 29286175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:03.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111050, clonedBytes: 32227726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:04.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01dd666d1a4e49f553ea", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 32574561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:04.478 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:24:04.479 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:24:04.480 I SHARDING [conn9] moveChunk setting version to: 165|0||584bcad890d1dc672b54835d Sat Dec 10 07:24:04.488 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 32574561, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:24:04.488 I SHARDING [conn9] moveChunk updating self version to: 165|1||584bcad890d1dc672b54835d through { datetime: new Date(1459641650000) } -> { datetime: new Date(1459777452000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:24:04.490 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:04.490-0600-584c01f4666d1a4e49f553ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376244490), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 32574561, catchup: 0, steady: 0 } } Sat Dec 10 07:24:04.490 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:24:04.491 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:24:04.491 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:04.491-0600-584c01f4666d1a4e49f553ee", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376244491), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 5905, step 4 of 6: 16590, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:24:04.492 I SHARDING [conn9] distributed lock with ts: 584c01dd666d1a4e49f553e8' unlocked. Sat Dec 10 07:24:04.492 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459509601000) }, max: { datetime: new Date(1459641650000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 164000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 168 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22515ms Sat Dec 10 07:24:05.581 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 169000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:24:05.582 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1455940047000) }, { datetime: new Date(1456015927000) }) in IISLogs.pubprdweb03', ts : 584c01f5666d1a4e49f553ef Sat Dec 10 07:24:05.582 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 169|0||584bc97f90d1dc672b548352, current metadata version is 169|0||584bc97f90d1dc672b548352 Sat Dec 10 07:24:05.585 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 169|0||584bc97f90d1dc672b548352 to shard version 169|1||584bc97f90d1dc672b548352 Sat Dec 10 07:24:05.585 I SHARDING [conn9] collection version was loaded at version 169|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:24:05.585 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:05.585-0600-584c01f5666d1a4e49f553f0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376245585), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:24:05.586 I SHARDING [conn9] moveChunk request accepted at version 169|1||584bc97f90d1dc672b548352 Sat Dec 10 07:24:07.873 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:24:07.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:07.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:07.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:07.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:07.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:07.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:08.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:08.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:08.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:08.960 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776257 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1082ms Sat Dec 10 07:24:08.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:09.242 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450569597000) } -> { datetime: new Date(1450655143000) } Sat Dec 10 07:24:09.255 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453320360000) } -> { datetime: new Date(1453442531000) }, with opId: 203860 Sat Dec 10 07:24:10.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6752, clonedBytes: 1970454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:11.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16094, clonedBytes: 4719647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:12.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25950, clonedBytes: 7583481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:13.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35679, clonedBytes: 10408468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:14.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45384, clonedBytes: 13310386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:15.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:16.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55146, clonedBytes: 16401197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:16.339 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776058 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1178ms Sat Dec 10 07:24:17.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62843, clonedBytes: 18810150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:18.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72631, clonedBytes: 21841352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:19.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82443, clonedBytes: 24849357, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:20.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92601, clonedBytes: 28162706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:21.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102648, clonedBytes: 31182272, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:22.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111569, clonedBytes: 33956470, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:23.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c01f5666d1a4e49f553f1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34678896, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:23.442 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:24:23.444 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:24:23.444 I SHARDING [conn9] moveChunk setting version to: 170|0||584bc97f90d1dc672b548352 Sat Dec 10 07:24:23.449 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34678896, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:24:23.449 I SHARDING [conn9] moveChunk updating self version to: 170|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456015927000) } -> { datetime: new Date(1456088878000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:24:23.450 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:23.450-0600-584c0207666d1a4e49f553f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376263450), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34678896, catchup: 0, steady: 0 } } Sat Dec 10 07:24:23.451 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:24:23.451 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:24:23.451 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:23.451-0600-584c0207666d1a4e49f553f5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376263451), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 2289, step 4 of 6: 15565, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:24:23.453 I SHARDING [conn9] distributed lock with ts: 584c01f5666d1a4e49f553ef' unlocked. Sat Dec 10 07:24:23.453 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1455940047000) }, max: { datetime: new Date(1456015927000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 169000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:902 reslen:154 locks:{ Global: { acquireCount: { r: 1816, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 164 } }, Database: { acquireCount: { r: 904, w: 4, W: 2 } }, Collection: { acquireCount: { r: 904, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 44 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17872ms Sat Dec 10 07:24:23.459 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 165000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:24:23.460 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459641650000) }, { datetime: new Date(1459777452000) }) in IISLogs.pubprdweb04', ts : 584c0207666d1a4e49f553f6 Sat Dec 10 07:24:23.460 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 165|0||584bcad890d1dc672b54835d, current metadata version is 165|0||584bcad890d1dc672b54835d Sat Dec 10 07:24:23.463 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 165|0||584bcad890d1dc672b54835d to shard version 165|1||584bcad890d1dc672b54835d Sat Dec 10 07:24:23.463 I SHARDING [conn9] collection version was loaded at version 165|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:24:23.463 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:23.463-0600-584c0207666d1a4e49f553f7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376263463), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:24:23.464 I SHARDING [conn9] moveChunk request accepted at version 165|1||584bcad890d1dc672b54835d Sat Dec 10 07:24:24.794 I SHARDING [conn9] moveChunk number of documents: 112213 Sat Dec 10 07:24:24.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:24.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:24.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:24.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:24.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:24.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:24.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:25.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:25.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:25.823 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776252 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1023ms Sat Dec 10 07:24:25.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:26.914 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9708, clonedBytes: 2905004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:28.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20272, clonedBytes: 5992164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:28.451 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453320360000) } -> { datetime: new Date(1453442531000) } Sat Dec 10 07:24:28.452 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458570311000) } -> { datetime: new Date(1458711455000) }, with opId: 204014 Sat Dec 10 07:24:29.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31882, clonedBytes: 9370731, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:30.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38112, clonedBytes: 11204048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:31.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48087, clonedBytes: 14187123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:32.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55477, clonedBytes: 16398875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:33.076 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776222 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 997ms Sat Dec 10 07:24:33.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57357, clonedBytes: 16987789, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:34.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66502, clonedBytes: 20078621, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:35.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76255, clonedBytes: 23164961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:36.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86266, clonedBytes: 26233505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:37.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96282, clonedBytes: 29363755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:38.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106291, clonedBytes: 32393442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:39.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0207666d1a4e49f553f8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112213, clonedBytes: 34221528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:39.549 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:24:39.550 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:24:39.550 I SHARDING [conn9] moveChunk setting version to: 166|0||584bcad890d1dc672b54835d Sat Dec 10 07:24:39.561 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112213, clonedBytes: 34221528, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:24:39.561 I SHARDING [conn9] moveChunk updating self version to: 166|1||584bcad890d1dc672b54835d through { datetime: new Date(1459777452000) } -> { datetime: new Date(1459860920000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:24:39.564 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:39.564-0600-584c0217666d1a4e49f553fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376279564), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112213, clonedBytes: 34221528, catchup: 0, steady: 0 } } Sat Dec 10 07:24:39.564 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:24:39.565 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:24:39.565 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:39.565-0600-584c0217666d1a4e49f553fc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376279565), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1333, step 4 of 6: 14750, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:24:39.566 I SHARDING [conn9] distributed lock with ts: 584c0207666d1a4e49f553f6' unlocked. Sat Dec 10 07:24:39.566 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459641650000) }, max: { datetime: new Date(1459777452000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 165000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 225 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16107ms Sat Dec 10 07:24:40.662 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 170000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:24:40.663 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456015927000) }, { datetime: new Date(1456088878000) }) in IISLogs.pubprdweb03', ts : 584c0218666d1a4e49f553fd Sat Dec 10 07:24:40.663 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 170|0||584bc97f90d1dc672b548352, current metadata version is 170|0||584bc97f90d1dc672b548352 Sat Dec 10 07:24:40.664 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 170|0||584bc97f90d1dc672b548352 to shard version 170|1||584bc97f90d1dc672b548352 Sat Dec 10 07:24:40.665 I SHARDING [conn9] collection version was loaded at version 170|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:24:40.665 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:40.665-0600-584c0218666d1a4e49f553fe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376280665), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:24:40.665 I SHARDING [conn9] moveChunk request accepted at version 170|1||584bc97f90d1dc672b548352 Sat Dec 10 07:24:41.772 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:24:41.796 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:41.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:41.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:41.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:41.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:41.913 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:41.982 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:42.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:42.373 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:42.615 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776222 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 837ms Sat Dec 10 07:24:42.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 115, clonedBytes: 40116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:43.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6212, clonedBytes: 1882822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:44.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16337, clonedBytes: 5077479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:45.491 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458570311000) } -> { datetime: new Date(1458711455000) } Sat Dec 10 07:24:45.492 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1462470450000) } -> { datetime: new Date(1462683425000) }, with opId: 204121 Sat Dec 10 07:24:46.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26679, clonedBytes: 8713092, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:47.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36453, clonedBytes: 11659926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:48.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46871, clonedBytes: 14857304, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:49.137 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776210 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 483ms Sat Dec 10 07:24:49.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52123, clonedBytes: 16422323, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:50.179 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61092, clonedBytes: 19076993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:51.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71089, clonedBytes: 22200440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:52.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80901, clonedBytes: 25240085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:53.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91051, clonedBytes: 28556974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:54.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101763, clonedBytes: 31882385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:54.845 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2918759 locks:{ Global: { acquireCount: { r: 142 } }, Database: { acquireCount: { r: 71 } }, Collection: { acquireCount: { r: 71 } } } protocol:op_command 123ms Sat Dec 10 07:24:55.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110553, clonedBytes: 34707773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:56.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0218666d1a4e49f553ff", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 35706670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:56.450 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:24:56.451 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:24:56.452 I SHARDING [conn9] moveChunk setting version to: 171|0||584bc97f90d1dc672b548352 Sat Dec 10 07:24:56.458 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 35706670, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:24:56.458 I SHARDING [conn9] moveChunk updating self version to: 171|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456088878000) } -> { datetime: new Date(1456162051000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:24:56.459 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:56.459-0600-584c0228666d1a4e49f55402", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376296459), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 35706670, catchup: 0, steady: 0 } } Sat Dec 10 07:24:56.460 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:24:56.460 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:24:56.460 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:56.460-0600-584c0228666d1a4e49f55403", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376296460), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1111, step 4 of 6: 14672, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:24:56.461 I SHARDING [conn9] distributed lock with ts: 584c0218666d1a4e49f553fd' unlocked. Sat Dec 10 07:24:56.461 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456015927000) }, max: { datetime: new Date(1456088878000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 170000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 201 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15800ms Sat Dec 10 07:24:56.466 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 166000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:24:56.467 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459777452000) }, { datetime: new Date(1459860920000) }) in IISLogs.pubprdweb04', ts : 584c0228666d1a4e49f55404 Sat Dec 10 07:24:56.467 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 166|0||584bcad890d1dc672b54835d, current metadata version is 166|0||584bcad890d1dc672b54835d Sat Dec 10 07:24:56.468 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 166|0||584bcad890d1dc672b54835d to shard version 166|1||584bcad890d1dc672b54835d Sat Dec 10 07:24:56.468 I SHARDING [conn9] collection version was loaded at version 166|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:24:56.468 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:24:56.468-0600-584c0228666d1a4e49f55405", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376296468), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:24:56.469 I SHARDING [conn9] moveChunk request accepted at version 166|1||584bcad890d1dc672b54835d Sat Dec 10 07:24:58.169 I SHARDING [conn9] moveChunk number of documents: 112233 Sat Dec 10 07:24:58.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:58.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:59.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:24:59.313 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776202 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 1138ms Sat Dec 10 07:25:00.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6213, clonedBytes: 1917698, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:01.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15761, clonedBytes: 4730029, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:01.538 I SHARDING [RangeDeleter] rangeDeleter deleted 106517 documents for IISLogs.pubprdweb02 from { datetime: new Date(1462470450000) } -> { datetime: new Date(1462683425000) } Sat Dec 10 07:25:01.538 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450655143000) } -> { datetime: new Date(1450744355000) }, with opId: 204254 Sat Dec 10 07:25:02.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25471, clonedBytes: 7777584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:03.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34693, clonedBytes: 10554005, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:04.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44620, clonedBytes: 13623737, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:05.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53211, clonedBytes: 16414687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:05.972 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776243 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 685ms Sat Dec 10 07:25:06.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56736, clonedBytes: 17492096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:07.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66589, clonedBytes: 20746175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:08.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76266, clonedBytes: 23782673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:09.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85814, clonedBytes: 27007507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:10.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95232, clonedBytes: 30103661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:11.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103890, clonedBytes: 32847139, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:11.975 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2691435 locks:{ Global: { acquireCount: { r: 146 } }, Database: { acquireCount: { r: 73 } }, Collection: { acquireCount: { r: 73 } } } protocol:op_command 511ms Sat Dec 10 07:25:12.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110014, clonedBytes: 34813756, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:13.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0228666d1a4e49f55406", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112233, clonedBytes: 35489478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:13.632 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:25:13.633 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:25:13.634 I SHARDING [conn9] moveChunk setting version to: 167|0||584bcad890d1dc672b54835d Sat Dec 10 07:25:13.639 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112233, clonedBytes: 35489478, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:25:13.639 I SHARDING [conn9] moveChunk updating self version to: 167|1||584bcad890d1dc672b54835d through { datetime: new Date(1459860920000) } -> { datetime: new Date(1459950187000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:25:13.640 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:13.640-0600-584c0239666d1a4e49f55409", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376313640), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112233, clonedBytes: 35489478, catchup: 0, steady: 0 } } Sat Dec 10 07:25:13.641 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:25:13.642 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:25:13.642 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:13.642-0600-584c0239666d1a4e49f5540a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376313642), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1704, step 4 of 6: 15457, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:25:13.644 I SHARDING [conn9] distributed lock with ts: 584c0228666d1a4e49f55404' unlocked. Sat Dec 10 07:25:13.644 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459777452000) }, max: { datetime: new Date(1459860920000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 166000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:878 reslen:154 locks:{ Global: { acquireCount: { r: 1768, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 884 } }, Database: { acquireCount: { r: 880, w: 4, W: 2 } }, Collection: { acquireCount: { r: 880, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17178ms Sat Dec 10 07:25:14.737 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 171000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:25:14.738 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456088878000) }, { datetime: new Date(1456162051000) }) in IISLogs.pubprdweb03', ts : 584c023a666d1a4e49f5540b Sat Dec 10 07:25:14.738 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 171|0||584bc97f90d1dc672b548352, current metadata version is 171|0||584bc97f90d1dc672b548352 Sat Dec 10 07:25:14.740 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 171|0||584bc97f90d1dc672b548352 to shard version 171|1||584bc97f90d1dc672b548352 Sat Dec 10 07:25:14.740 I SHARDING [conn9] collection version was loaded at version 171|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:25:14.741 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:14.741-0600-584c023a666d1a4e49f5540c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376314741), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:25:14.741 I SHARDING [conn9] moveChunk request accepted at version 171|1||584bc97f90d1dc672b548352 Sat Dec 10 07:25:15.714 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:25:15.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:15.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:15.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:15.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:15.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:15.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:15.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:16.021 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:16.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:16.464 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776182 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 745ms Sat Dec 10 07:25:16.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106, clonedBytes: 31466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:17.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2476, clonedBytes: 725694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:18.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12321, clonedBytes: 3734552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:19.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22373, clonedBytes: 6671193, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:20.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32166, clonedBytes: 9604947, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:21.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41943, clonedBytes: 13023857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:22.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51179, clonedBytes: 15799793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:24.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53068, clonedBytes: 16415668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:24.849 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776009 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 1684ms Sat Dec 10 07:25:25.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54359, clonedBytes: 16778404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:26.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61460, clonedBytes: 18995188, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:27.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69909, clonedBytes: 21640554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:28.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79707, clonedBytes: 24602667, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:29.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88595, clonedBytes: 27247087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:29.928 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450655143000) } -> { datetime: new Date(1450744355000) } Sat Dec 10 07:25:29.928 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453442531000) } -> { datetime: new Date(1453564489000) }, with opId: 204445 Sat Dec 10 07:25:30.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98278, clonedBytes: 30064516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:31.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107150, clonedBytes: 32824065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:31.404 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2059459 locks:{ Global: { acquireCount: { r: 110 } }, Database: { acquireCount: { r: 55 } }, Collection: { acquireCount: { r: 55 } } } protocol:op_command 190ms Sat Dec 10 07:25:32.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c023a666d1a4e49f5540d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 34844934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:32.297 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:25:32.298 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:25:32.306 I SHARDING [conn9] moveChunk setting version to: 172|0||584bc97f90d1dc672b548352 Sat Dec 10 07:25:32.313 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 34844934, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:25:32.313 I SHARDING [conn9] moveChunk updating self version to: 172|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456162051000) } -> { datetime: new Date(1456227159000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:25:32.323 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:32.323-0600-584c024c666d1a4e49f55410", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376332323), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 34844934, catchup: 0, steady: 0 } } Sat Dec 10 07:25:32.324 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:25:32.324 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:25:32.324 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:32.324-0600-584c024c666d1a4e49f55411", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376332324), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 976, step 4 of 6: 16578, step 5 of 6: 27, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:25:32.326 I SHARDING [conn9] distributed lock with ts: 584c023a666d1a4e49f5540b' unlocked. Sat Dec 10 07:25:32.326 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456088878000) }, max: { datetime: new Date(1456162051000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 171000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 143 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 82 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17589ms Sat Dec 10 07:25:32.331 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 167000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:25:32.332 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459860920000) }, { datetime: new Date(1459950187000) }) in IISLogs.pubprdweb04', ts : 584c024c666d1a4e49f55412 Sat Dec 10 07:25:32.332 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 167|0||584bcad890d1dc672b54835d, current metadata version is 167|0||584bcad890d1dc672b54835d Sat Dec 10 07:25:32.333 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 167|0||584bcad890d1dc672b54835d to shard version 167|1||584bcad890d1dc672b54835d Sat Dec 10 07:25:32.333 I SHARDING [conn9] collection version was loaded at version 167|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:25:32.333 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:32.333-0600-584c024c666d1a4e49f55413", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376332333), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:25:32.334 I SHARDING [conn9] moveChunk request accepted at version 167|1||584bcad890d1dc672b54835d Sat Dec 10 07:25:33.689 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:25:33.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:33.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:33.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:33.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:33.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:33.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:33.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:34.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:34.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:34.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:35.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:36.228 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 2522ms Sat Dec 10 07:25:36.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 339, clonedBytes: 100781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:37.927 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5921, clonedBytes: 1822320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:38.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15616, clonedBytes: 4696702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:39.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25404, clonedBytes: 7733228, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:41.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35101, clonedBytes: 10753857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:42.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44819, clonedBytes: 13679544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:43.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53753, clonedBytes: 16410729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:44.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53753, clonedBytes: 16410729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:45.110 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776244 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 2152ms Sat Dec 10 07:25:45.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53753, clonedBytes: 16410729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:46.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62946, clonedBytes: 19244028, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:47.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77959, clonedBytes: 23800085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:48.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87610, clonedBytes: 27153252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:49.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97263, clonedBytes: 30177327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:50.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105968, clonedBytes: 32832430, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:50.937 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1913686 locks:{ Global: { acquireCount: { r: 102 } }, Database: { acquireCount: { r: 51 } }, Collection: { acquireCount: { r: 51 } } } protocol:op_command 216ms Sat Dec 10 07:25:51.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c024c666d1a4e49f55414", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 34709548, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:51.837 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:25:51.839 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:25:51.848 I SHARDING [conn9] moveChunk setting version to: 168|0||584bcad890d1dc672b54835d Sat Dec 10 07:25:51.852 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 34709548, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:25:51.852 I SHARDING [conn9] moveChunk updating self version to: 168|1||584bcad890d1dc672b54835d through { datetime: new Date(1459950187000) } -> { datetime: new Date(1460046377000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:25:51.854 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:51.854-0600-584c025f666d1a4e49f55417", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376351854), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 34709548, catchup: 0, steady: 0 } } Sat Dec 10 07:25:51.854 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:25:51.854 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:25:51.855 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:51.854-0600-584c025f666d1a4e49f55418", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376351854), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1363, step 4 of 6: 18138, step 5 of 6: 16, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:25:51.856 I SHARDING [conn9] distributed lock with ts: 584c024c666d1a4e49f55412' unlocked. Sat Dec 10 07:25:51.856 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459860920000) }, max: { datetime: new Date(1459950187000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 167000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:880 reslen:154 locks:{ Global: { acquireCount: { r: 1772, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 92 } }, Database: { acquireCount: { r: 882, w: 4, W: 2 } }, Collection: { acquireCount: { r: 882, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 204 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19525ms Sat Dec 10 07:25:52.947 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 172000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:25:52.948 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456162051000) }, { datetime: new Date(1456227159000) }) in IISLogs.pubprdweb03', ts : 584c0260666d1a4e49f55419 Sat Dec 10 07:25:52.948 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 172|0||584bc97f90d1dc672b548352, current metadata version is 172|0||584bc97f90d1dc672b548352 Sat Dec 10 07:25:52.949 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 172|0||584bc97f90d1dc672b548352 to shard version 172|1||584bc97f90d1dc672b548352 Sat Dec 10 07:25:52.949 I SHARDING [conn9] collection version was loaded at version 172|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:25:52.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:25:52.949-0600-584c0260666d1a4e49f5541a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376352949), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:25:52.950 I SHARDING [conn9] moveChunk request accepted at version 172|1||584bc97f90d1dc672b548352 Sat Dec 10 07:25:53.960 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453442531000) } -> { datetime: new Date(1453564489000) } Sat Dec 10 07:25:53.960 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458711455000) } -> { datetime: new Date(1458809253000) }, with opId: 204596 Sat Dec 10 07:25:54.155 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 07:25:54.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.174 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:54.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:55.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:56.238 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776197 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 2079ms Sat Dec 10 07:25:56.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:57.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6348, clonedBytes: 1746779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:58.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16016, clonedBytes: 4593897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:25:59.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26119, clonedBytes: 7719878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:00.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32372, clonedBytes: 9770959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:01.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39129, clonedBytes: 11836982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:02.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47829, clonedBytes: 14382992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:03.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54366, clonedBytes: 16406597, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:04.174 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 795ms Sat Dec 10 07:26:04.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58583, clonedBytes: 17643261, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:05.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68558, clonedBytes: 20610530, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:06.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78185, clonedBytes: 23735796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:07.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87892, clonedBytes: 26836765, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:09.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99259, clonedBytes: 30303695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:10.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107586, clonedBytes: 32908483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:11.067 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0260666d1a4e49f5541b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 34842082, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:11.067 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:26:11.069 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:26:11.069 I SHARDING [conn9] moveChunk setting version to: 173|0||584bc97f90d1dc672b548352 Sat Dec 10 07:26:11.072 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 34842082, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:26:11.072 I SHARDING [conn9] moveChunk updating self version to: 173|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456227159000) } -> { datetime: new Date(1456278736000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:26:11.074 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:11.074-0600-584c0273666d1a4e49f5541e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376371074), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 34842082, catchup: 0, steady: 0 } } Sat Dec 10 07:26:11.075 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:26:11.075 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:26:11.075 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:11.075-0600-584c0273666d1a4e49f5541f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376371075), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1207, step 4 of 6: 16908, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:26:11.076 I SHARDING [conn9] distributed lock with ts: 584c0260666d1a4e49f55419' unlocked. Sat Dec 10 07:26:11.076 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456162051000) }, max: { datetime: new Date(1456227159000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 172000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1107 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18130ms Sat Dec 10 07:26:11.084 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 168000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:26:11.085 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1459950187000) }, { datetime: new Date(1460046377000) }) in IISLogs.pubprdweb04', ts : 584c0273666d1a4e49f55420 Sat Dec 10 07:26:11.085 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 168|0||584bcad890d1dc672b54835d, current metadata version is 168|0||584bcad890d1dc672b54835d Sat Dec 10 07:26:11.087 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 168|0||584bcad890d1dc672b54835d to shard version 168|1||584bcad890d1dc672b54835d Sat Dec 10 07:26:11.087 I SHARDING [conn9] collection version was loaded at version 168|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:26:11.087 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:11.087-0600-584c0273666d1a4e49f55421", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376371087), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:26:11.087 I SHARDING [conn9] moveChunk request accepted at version 168|1||584bcad890d1dc672b54835d Sat Dec 10 07:26:11.868 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458711455000) } -> { datetime: new Date(1458809253000) } Sat Dec 10 07:26:11.869 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1462683425000) } -> { datetime: new Date(1462872851000) }, with opId: 204705 Sat Dec 10 07:26:12.452 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:26:12.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:12.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:13.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:13.126 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776148 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 667ms Sat Dec 10 07:26:13.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2857, clonedBytes: 881740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:14.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12439, clonedBytes: 3712821, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:15.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23153, clonedBytes: 7057502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:16.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32755, clonedBytes: 9935236, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:17.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43543, clonedBytes: 13194372, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:18.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53028, clonedBytes: 16071118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:19.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54010, clonedBytes: 16409040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:20.042 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776051 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1101ms Sat Dec 10 07:26:20.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60931, clonedBytes: 18470764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:22.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72589, clonedBytes: 22531101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:23.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82672, clonedBytes: 25785270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:24.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92815, clonedBytes: 28871799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:25.261 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103022, clonedBytes: 31917522, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:26.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112092, clonedBytes: 34642734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:27.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0273666d1a4e49f55422", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 34684286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:27.336 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:26:27.337 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:26:27.338 I SHARDING [conn9] moveChunk setting version to: 169|0||584bcad890d1dc672b54835d Sat Dec 10 07:26:27.341 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 34684286, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:26:27.341 I SHARDING [conn9] moveChunk updating self version to: 169|1||584bcad890d1dc672b54835d through { datetime: new Date(1460046377000) } -> { datetime: new Date(1460146043000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:26:27.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:27.343-0600-584c0283666d1a4e49f55425", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376387343), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 34684286, catchup: 0, steady: 0 } } Sat Dec 10 07:26:27.343 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:26:27.344 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:26:27.344 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:27.344-0600-584c0283666d1a4e49f55426", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376387344), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1369, step 4 of 6: 14878, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:26:27.345 I SHARDING [conn9] distributed lock with ts: 584c0273666d1a4e49f55420' unlocked. Sat Dec 10 07:26:27.345 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459950187000) }, max: { datetime: new Date(1460046377000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 168000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:879 reslen:154 locks:{ Global: { acquireCount: { r: 1770, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 193 } }, Database: { acquireCount: { r: 881, w: 4, W: 2 } }, Collection: { acquireCount: { r: 881, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16262ms Sat Dec 10 07:26:27.897 I SHARDING [RangeDeleter] rangeDeleter deleted 106532 documents for IISLogs.pubprdweb02 from { datetime: new Date(1462683425000) } -> { datetime: new Date(1462872851000) } Sat Dec 10 07:26:27.897 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450744355000) } -> { datetime: new Date(1450824405000) }, with opId: 204870 Sat Dec 10 07:26:28.426 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 173000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:26:28.427 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456227159000) }, { datetime: new Date(1456278736000) }) in IISLogs.pubprdweb03', ts : 584c0284666d1a4e49f55427 Sat Dec 10 07:26:28.427 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 173|0||584bc97f90d1dc672b548352, current metadata version is 173|0||584bc97f90d1dc672b548352 Sat Dec 10 07:26:28.429 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 173|0||584bc97f90d1dc672b548352 to shard version 173|1||584bc97f90d1dc672b548352 Sat Dec 10 07:26:28.429 I SHARDING [conn9] collection version was loaded at version 173|1||584bc97f90d1dc672b548352, took 2ms Sat Dec 10 07:26:28.430 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:28.429-0600-584c0284666d1a4e49f55428", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376388429), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:26:28.431 I SHARDING [conn9] moveChunk request accepted at version 173|1||584bc97f90d1dc672b548352 Sat Dec 10 07:26:30.199 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 07:26:30.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:30.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:31.013 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776245 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 809ms Sat Dec 10 07:26:31.283 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 229, clonedBytes: 68638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:32.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3451, clonedBytes: 1030132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:33.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14068, clonedBytes: 4297943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:34.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25179, clonedBytes: 7568130, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:35.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34423, clonedBytes: 10312026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:36.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44922, clonedBytes: 13610099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:37.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54422, clonedBytes: 16406253, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:38.664 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 824ms Sat Dec 10 07:26:38.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55435, clonedBytes: 16679793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:39.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65223, clonedBytes: 19705164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:40.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75092, clonedBytes: 22857348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:41.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85166, clonedBytes: 25851161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:42.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95239, clonedBytes: 28939667, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:44.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105314, clonedBytes: 32111786, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:45.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0284666d1a4e49f55429", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 34719493, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:45.043 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:26:45.044 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:26:45.045 I SHARDING [conn9] moveChunk setting version to: 174|0||584bc97f90d1dc672b548352 Sat Dec 10 07:26:45.050 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 34719493, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:26:45.050 I SHARDING [conn9] moveChunk updating self version to: 174|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456278736000) } -> { datetime: new Date(1456339811000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:26:45.052 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:45.052-0600-584c0295666d1a4e49f5542c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376405052), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 34719493, catchup: 0, steady: 0 } } Sat Dec 10 07:26:45.055 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:26:45.055 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:26:45.055 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:45.055-0600-584c0295666d1a4e49f5542d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376405055), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1771, step 4 of 6: 14839, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:26:45.057 I SHARDING [conn9] distributed lock with ts: 584c0284666d1a4e49f55427' unlocked. Sat Dec 10 07:26:45.057 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456227159000) }, max: { datetime: new Date(1456278736000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 173000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:894 reslen:154 locks:{ Global: { acquireCount: { r: 1800, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 224 } }, Database: { acquireCount: { r: 896, w: 4, W: 2 } }, Collection: { acquireCount: { r: 896, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 205 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16631ms Sat Dec 10 07:26:45.062 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 169000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:26:45.063 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460046377000) }, { datetime: new Date(1460146043000) }) in IISLogs.pubprdweb04', ts : 584c0295666d1a4e49f5542e Sat Dec 10 07:26:45.063 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 169|0||584bcad890d1dc672b54835d, current metadata version is 169|0||584bcad890d1dc672b54835d Sat Dec 10 07:26:45.065 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 169|0||584bcad890d1dc672b54835d to shard version 169|1||584bcad890d1dc672b54835d Sat Dec 10 07:26:45.065 I SHARDING [conn9] collection version was loaded at version 169|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:26:45.065 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:26:45.065-0600-584c0295666d1a4e49f5542f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376405065), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:26:45.066 I SHARDING [conn9] moveChunk request accepted at version 169|1||584bcad890d1dc672b54835d Sat Dec 10 07:26:46.397 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 07:26:46.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:46.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:47.075 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776205 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 674ms Sat Dec 10 07:26:47.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 331, clonedBytes: 104905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:48.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8273, clonedBytes: 2681326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:49.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18167, clonedBytes: 5722688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:50.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26707, clonedBytes: 8253852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:51.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36007, clonedBytes: 10980136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:52.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45817, clonedBytes: 13995117, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:53.630 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53207, clonedBytes: 16414718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:54.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53207, clonedBytes: 16414718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:54.850 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776301 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1471ms Sat Dec 10 07:26:55.332 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450744355000) } -> { datetime: new Date(1450824405000) } Sat Dec 10 07:26:55.332 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453564489000) } -> { datetime: new Date(1453647821000) }, with opId: 205000 Sat Dec 10 07:26:55.683 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59904, clonedBytes: 18802143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:56.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69588, clonedBytes: 21915758, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:57.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79292, clonedBytes: 24757975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:58.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88854, clonedBytes: 27628928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:26:59.803 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98523, clonedBytes: 30461324, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:00.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106626, clonedBytes: 32828048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:00.951 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1614635 locks:{ Global: { acquireCount: { r: 96 } }, Database: { acquireCount: { r: 48 } }, Collection: { acquireCount: { r: 48 } } } protocol:op_command 300ms Sat Dec 10 07:27:01.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0295666d1a4e49f55430", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 34410057, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:01.876 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:27:01.877 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:27:01.878 I SHARDING [conn9] moveChunk setting version to: 170|0||584bcad890d1dc672b54835d Sat Dec 10 07:27:01.889 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 34410057, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:27:01.889 I SHARDING [conn9] moveChunk updating self version to: 170|1||584bcad890d1dc672b54835d through { datetime: new Date(1460146043000) } -> { datetime: new Date(1460344441000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:27:01.891 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:01.890-0600-584c02a5666d1a4e49f55433", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376421890), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 34410057, catchup: 0, steady: 0 } } Sat Dec 10 07:27:01.891 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:27:01.891 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:27:01.891 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:01.891-0600-584c02a5666d1a4e49f55434", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376421891), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1333, step 4 of 6: 15475, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:27:01.893 I SHARDING [conn9] distributed lock with ts: 584c0295666d1a4e49f5542e' unlocked. Sat Dec 10 07:27:01.893 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460046377000) }, max: { datetime: new Date(1460146043000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 169000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:883 reslen:154 locks:{ Global: { acquireCount: { r: 1778, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 14552 } }, Database: { acquireCount: { r: 885, w: 4, W: 2 } }, Collection: { acquireCount: { r: 885, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 54 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16831ms Sat Dec 10 07:27:02.974 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 174000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:27:02.975 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456278736000) }, { datetime: new Date(1456339811000) }) in IISLogs.pubprdweb03', ts : 584c02a6666d1a4e49f55435 Sat Dec 10 07:27:02.975 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 174|0||584bc97f90d1dc672b548352, current metadata version is 174|0||584bc97f90d1dc672b548352 Sat Dec 10 07:27:02.976 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 174|0||584bc97f90d1dc672b548352 to shard version 174|1||584bc97f90d1dc672b548352 Sat Dec 10 07:27:02.976 I SHARDING [conn9] collection version was loaded at version 174|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:27:02.976 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:02.976-0600-584c02a6666d1a4e49f55436", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376422976), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:27:02.977 I SHARDING [conn9] moveChunk request accepted at version 174|1||584bc97f90d1dc672b548352 Sat Dec 10 07:27:05.806 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:27:05.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:05.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:05.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:05.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:05.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:05.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:05.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:06.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:06.420 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:06.658 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776122 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 848ms Sat Dec 10 07:27:06.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76, clonedBytes: 22055, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:07.962 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7547, clonedBytes: 2298124, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:08.988 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17509, clonedBytes: 5821016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:10.085 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28143, clonedBytes: 8847381, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:11.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38303, clonedBytes: 12023941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:12.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48465, clonedBytes: 15069180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:13.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52817, clonedBytes: 16417365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:14.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52817, clonedBytes: 16417365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:15.229 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52817, clonedBytes: 16417365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:15.409 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776249 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 2790ms Sat Dec 10 07:27:16.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60111, clonedBytes: 18621679, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:17.288 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69791, clonedBytes: 21470074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:18.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79319, clonedBytes: 24378297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:19.113 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453564489000) } -> { datetime: new Date(1453647821000) } Sat Dec 10 07:27:19.113 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458809253000) } -> { datetime: new Date(1458912620000) }, with opId: 205134 Sat Dec 10 07:27:19.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89280, clonedBytes: 27588893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:20.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99440, clonedBytes: 30613094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:21.242 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2169130 locks:{ Global: { acquireCount: { r: 118 } }, Database: { acquireCount: { r: 59 } }, Collection: { acquireCount: { r: 59 } } } protocol:op_command 109ms Sat Dec 10 07:27:21.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108253, clonedBytes: 33295184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:22.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02a6666d1a4e49f55437", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34955262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:22.440 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:27:22.441 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:27:22.442 I SHARDING [conn9] moveChunk setting version to: 175|0||584bc97f90d1dc672b548352 Sat Dec 10 07:27:22.453 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34955262, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:27:22.453 I SHARDING [conn9] moveChunk updating self version to: 175|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456339811000) } -> { datetime: new Date(1456399632000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:27:22.454 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:22.454-0600-584c02ba666d1a4e49f5543a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376442454), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34955262, catchup: 0, steady: 0 } } Sat Dec 10 07:27:22.455 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:27:22.455 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:27:22.455 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:22.455-0600-584c02ba666d1a4e49f5543b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376442455), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2831, step 4 of 6: 16630, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:27:22.457 I SHARDING [conn9] distributed lock with ts: 584c02a6666d1a4e49f55435' unlocked. Sat Dec 10 07:27:22.457 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456278736000) }, max: { datetime: new Date(1456339811000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 174000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 365 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19483ms Sat Dec 10 07:27:22.461 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 170000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:27:22.462 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460146043000) }, { datetime: new Date(1460344441000) }) in IISLogs.pubprdweb04', ts : 584c02ba666d1a4e49f5543c Sat Dec 10 07:27:22.462 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 170|0||584bcad890d1dc672b54835d, current metadata version is 170|0||584bcad890d1dc672b54835d Sat Dec 10 07:27:22.463 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 170|0||584bcad890d1dc672b54835d to shard version 170|1||584bcad890d1dc672b54835d Sat Dec 10 07:27:22.463 I SHARDING [conn9] collection version was loaded at version 170|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:27:22.463 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:22.463-0600-584c02ba666d1a4e49f5543d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376442463), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:27:22.464 I SHARDING [conn9] moveChunk request accepted at version 170|1||584bcad890d1dc672b54835d Sat Dec 10 07:27:23.999 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:27:24.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.233 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:24.815 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776215 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 805ms Sat Dec 10 07:27:25.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61, clonedBytes: 17886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:26.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10134, clonedBytes: 2978931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:27.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19250, clonedBytes: 5671993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:28.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29242, clonedBytes: 8519136, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:29.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39406, clonedBytes: 11402209, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:30.503 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49631, clonedBytes: 14366595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:31.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56595, clonedBytes: 16391012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:32.052 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16435179 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 837ms Sat Dec 10 07:27:32.559 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60473, clonedBytes: 17520441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:33.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70647, clonedBytes: 20477004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:34.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80511, clonedBytes: 23189061, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:35.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90079, clonedBytes: 25953573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:36.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99824, clonedBytes: 28827270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:37.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108722, clonedBytes: 31443416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:38.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02ba666d1a4e49f5543e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 32447757, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:38.781 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:27:38.782 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:27:38.782 I SHARDING [conn9] moveChunk setting version to: 171|0||584bcad890d1dc672b54835d Sat Dec 10 07:27:38.784 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 32447757, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:27:38.784 I SHARDING [conn9] moveChunk updating self version to: 171|1||584bcad890d1dc672b54835d through { datetime: new Date(1460344441000) } -> { datetime: new Date(1460484181000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:27:38.786 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:38.786-0600-584c02ca666d1a4e49f55441", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376458786), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 32447757, catchup: 0, steady: 0 } } Sat Dec 10 07:27:38.786 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:27:38.787 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:27:38.787 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:38.787-0600-584c02ca666d1a4e49f55442", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376458787), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1544, step 4 of 6: 14770, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:27:38.788 I SHARDING [conn9] distributed lock with ts: 584c02ba666d1a4e49f5543c' unlocked. Sat Dec 10 07:27:38.788 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460146043000) }, max: { datetime: new Date(1460344441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 170000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 439 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16327ms Sat Dec 10 07:27:39.867 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 175000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:27:39.868 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456339811000) }, { datetime: new Date(1456399632000) }) in IISLogs.pubprdweb03', ts : 584c02cb666d1a4e49f55443 Sat Dec 10 07:27:39.868 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 175|0||584bc97f90d1dc672b548352, current metadata version is 175|0||584bc97f90d1dc672b548352 Sat Dec 10 07:27:39.870 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 175|0||584bc97f90d1dc672b548352 to shard version 175|1||584bc97f90d1dc672b548352 Sat Dec 10 07:27:39.870 I SHARDING [conn9] collection version was loaded at version 175|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:27:39.870 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:39.870-0600-584c02cb666d1a4e49f55444", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376459870), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:27:39.871 I SHARDING [conn9] moveChunk request accepted at version 175|1||584bc97f90d1dc672b548352 Sat Dec 10 07:27:41.858 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:27:41.865 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:41.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:41.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:41.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:41.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:41.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:42.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:42.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:42.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:42.831 I SHARDING [RangeDeleter] rangeDeleter deleted 102920 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458809253000) } -> { datetime: new Date(1458912620000) } Sat Dec 10 07:27:42.831 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1462872851000) } -> { datetime: new Date(1463021082000) }, with opId: 205344 Sat Dec 10 07:27:42.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:44.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:44.309 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776146 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 2447ms Sat Dec 10 07:27:45.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1489, clonedBytes: 445089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:46.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10724, clonedBytes: 3303220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:47.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20481, clonedBytes: 6231101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:48.137 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30330, clonedBytes: 9444544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:49.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40438, clonedBytes: 12480307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:50.190 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50535, clonedBytes: 15547456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:51.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53479, clonedBytes: 16412755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:51.379 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776325 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 888ms Sat Dec 10 07:27:52.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61079, clonedBytes: 18723827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:53.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70591, clonedBytes: 21603903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:54.348 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80776, clonedBytes: 25131746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:55.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91048, clonedBytes: 28214540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:56.440 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101837, clonedBytes: 31525509, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:57.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111096, clonedBytes: 34311796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:58.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02cb666d1a4e49f55445", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 35085972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:27:58.490 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:27:58.491 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:27:58.491 I SHARDING [conn9] moveChunk setting version to: 176|0||584bc97f90d1dc672b548352 Sat Dec 10 07:27:58.499 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 35085972, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:27:58.499 I SHARDING [conn9] moveChunk updating self version to: 176|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456399632000) } -> { datetime: new Date(1456453189000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:27:58.500 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:58.500-0600-584c02de666d1a4e49f55448", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376478500), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 35085972, catchup: 0, steady: 0 } } Sat Dec 10 07:27:58.501 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:27:58.501 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:27:58.501 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:58.501-0600-584c02de666d1a4e49f55449", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376478501), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1989, step 4 of 6: 16628, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:27:58.502 I SHARDING [conn9] distributed lock with ts: 584c02cb666d1a4e49f55443' unlocked. Sat Dec 10 07:27:58.503 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456339811000) }, max: { datetime: new Date(1456399632000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 175000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 137 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18635ms Sat Dec 10 07:27:58.508 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 171000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:27:58.509 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460344441000) }, { datetime: new Date(1460484181000) }) in IISLogs.pubprdweb04', ts : 584c02de666d1a4e49f5544a Sat Dec 10 07:27:58.509 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 171|0||584bcad890d1dc672b54835d, current metadata version is 171|0||584bcad890d1dc672b54835d Sat Dec 10 07:27:58.510 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 171|0||584bcad890d1dc672b54835d to shard version 171|1||584bcad890d1dc672b54835d Sat Dec 10 07:27:58.510 I SHARDING [conn9] collection version was loaded at version 171|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:27:58.510 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:27:58.510-0600-584c02de666d1a4e49f5544b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376478510), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:27:58.511 I SHARDING [conn9] moveChunk request accepted at version 171|1||584bcad890d1dc672b54835d Sat Dec 10 07:28:01.218 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:28:01.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.323 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:01.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:02.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:02.448 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776232 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 1223ms Sat Dec 10 07:28:03.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 628, clonedBytes: 183591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:04.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1779, clonedBytes: 523990, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:04.481 I SHARDING [RangeDeleter] rangeDeleter deleted 106523 documents for IISLogs.pubprdweb02 from { datetime: new Date(1462872851000) } -> { datetime: new Date(1463021082000) } Sat Dec 10 07:28:04.481 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450824405000) } -> { datetime: new Date(1450901715000) }, with opId: 205511 Sat Dec 10 07:28:05.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3081, clonedBytes: 896313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:06.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4915, clonedBytes: 1420914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:07.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8191, clonedBytes: 2304216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:08.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17155, clonedBytes: 4833553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:09.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27302, clonedBytes: 7693375, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:10.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37322, clonedBytes: 10551367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:11.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47435, clonedBytes: 13515413, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:12.663 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56671, clonedBytes: 16269377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:13.418 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16205160 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 712ms Sat Dec 10 07:28:13.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58721, clonedBytes: 16851955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:14.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68854, clonedBytes: 19770006, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:15.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79175, clonedBytes: 22781979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:16.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89240, clonedBytes: 25588441, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:17.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99466, clonedBytes: 28536550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:18.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109411, clonedBytes: 31391048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:19.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02de666d1a4e49f5544c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 32217755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:19.834 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:28:19.835 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:28:19.836 I SHARDING [conn9] moveChunk setting version to: 172|0||584bcad890d1dc672b54835d Sat Dec 10 07:28:19.841 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 32217755, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:28:19.841 I SHARDING [conn9] moveChunk updating self version to: 172|1||584bcad890d1dc672b54835d through { datetime: new Date(1460484181000) } -> { datetime: new Date(1460585112000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:28:19.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:19.843-0600-584c02f3666d1a4e49f5544f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376499843), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 32217755, catchup: 0, steady: 0 } } Sat Dec 10 07:28:19.843 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:28:19.843 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:28:19.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:19.844-0600-584c02f3666d1a4e49f55450", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376499844), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2712, step 4 of 6: 18609, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:28:19.845 I SHARDING [conn9] distributed lock with ts: 584c02de666d1a4e49f5544a' unlocked. Sat Dec 10 07:28:19.845 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460344441000) }, max: { datetime: new Date(1460484181000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 171000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 376 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21337ms Sat Dec 10 07:28:20.936 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 176000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:28:20.937 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456399632000) }, { datetime: new Date(1456453189000) }) in IISLogs.pubprdweb03', ts : 584c02f4666d1a4e49f55451 Sat Dec 10 07:28:20.937 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 176|0||584bc97f90d1dc672b548352, current metadata version is 176|0||584bc97f90d1dc672b548352 Sat Dec 10 07:28:20.938 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 176|0||584bc97f90d1dc672b548352 to shard version 176|1||584bc97f90d1dc672b548352 Sat Dec 10 07:28:20.938 I SHARDING [conn9] collection version was loaded at version 176|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:28:20.938 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:20.938-0600-584c02f4666d1a4e49f55452", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376500938), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:28:20.939 I SHARDING [conn9] moveChunk request accepted at version 176|1||584bc97f90d1dc672b548352 Sat Dec 10 07:28:22.642 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:28:22.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:22.950 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:23.204 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 558ms Sat Dec 10 07:28:23.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:23.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4010, clonedBytes: 1238951, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:24.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13148, clonedBytes: 4023798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:25.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23046, clonedBytes: 7035366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:26.800 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32591, clonedBytes: 9979508, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:27.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42465, clonedBytes: 12968114, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:28.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52982, clonedBytes: 16053750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:29.718 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776099 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 754ms Sat Dec 10 07:28:29.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54689, clonedBytes: 16598707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:30.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64916, clonedBytes: 19649942, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:31.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75089, clonedBytes: 22844669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:32.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85162, clonedBytes: 25857177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:34.001 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95270, clonedBytes: 28893556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:35.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105436, clonedBytes: 32009207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:36.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c02f4666d1a4e49f55453", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34526040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:36.049 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:28:36.050 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:28:36.063 I SHARDING [conn9] moveChunk setting version to: 177|0||584bc97f90d1dc672b548352 Sat Dec 10 07:28:36.075 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34526040, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:28:36.075 I SHARDING [conn9] moveChunk updating self version to: 177|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456453189000) } -> { datetime: new Date(1456518572000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:28:36.077 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:36.077-0600-584c0304666d1a4e49f55456", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376516077), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34526040, catchup: 0, steady: 0 } } Sat Dec 10 07:28:36.077 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:28:36.077 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:28:36.077 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:36.077-0600-584c0304666d1a4e49f55457", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376516077), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1705, step 4 of 6: 13403, step 5 of 6: 28, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:28:36.079 I SHARDING [conn9] distributed lock with ts: 584c02f4666d1a4e49f55451' unlocked. Sat Dec 10 07:28:36.079 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456399632000) }, max: { datetime: new Date(1456453189000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 176000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:891 reslen:154 locks:{ Global: { acquireCount: { r: 1794, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 183 } }, Database: { acquireCount: { r: 893, w: 4, W: 2 } }, Collection: { acquireCount: { r: 893, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 12410 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15143ms Sat Dec 10 07:28:36.085 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 172000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:28:36.086 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460484181000) }, { datetime: new Date(1460585112000) }) in IISLogs.pubprdweb04', ts : 584c0304666d1a4e49f55458 Sat Dec 10 07:28:36.086 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 172|0||584bcad890d1dc672b54835d, current metadata version is 172|0||584bcad890d1dc672b54835d Sat Dec 10 07:28:36.087 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 172|0||584bcad890d1dc672b54835d to shard version 172|1||584bcad890d1dc672b54835d Sat Dec 10 07:28:36.087 I SHARDING [conn9] collection version was loaded at version 172|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:28:36.087 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:36.087-0600-584c0304666d1a4e49f55459", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376516087), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:28:36.088 I SHARDING [conn9] moveChunk request accepted at version 172|1||584bcad890d1dc672b54835d Sat Dec 10 07:28:37.411 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:28:37.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:37.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:38.009 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:38.361 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 945ms Sat Dec 10 07:28:38.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13, clonedBytes: 3934, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:39.361 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450824405000) } -> { datetime: new Date(1450901715000) } Sat Dec 10 07:28:39.361 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453647821000) } -> { datetime: new Date(1453729293000) }, with opId: 205740 Sat Dec 10 07:28:39.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2710, clonedBytes: 763446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:40.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9445, clonedBytes: 2689835, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:41.723 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20052, clonedBytes: 5682784, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:42.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29416, clonedBytes: 8412628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:43.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39695, clonedBytes: 11322155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:44.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49342, clonedBytes: 14093296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:45.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57002, clonedBytes: 16388023, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:46.769 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776262 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 1068ms Sat Dec 10 07:28:47.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59639, clonedBytes: 17172344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:48.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69427, clonedBytes: 20269358, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:49.221 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79234, clonedBytes: 23239538, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:50.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88957, clonedBytes: 26224369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:51.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98848, clonedBytes: 29367836, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:52.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108665, clonedBytes: 32375424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:53.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0304666d1a4e49f5545a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33436284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:53.325 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:28:53.326 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:28:53.327 I SHARDING [conn9] moveChunk setting version to: 173|0||584bcad890d1dc672b54835d Sat Dec 10 07:28:53.337 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33436284, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:28:53.337 I SHARDING [conn9] moveChunk updating self version to: 173|1||584bcad890d1dc672b54835d through { datetime: new Date(1460585112000) } -> { datetime: new Date(1460651637000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:28:53.338 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:53.338-0600-584c0315666d1a4e49f5545d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376533338), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33436284, catchup: 0, steady: 0 } } Sat Dec 10 07:28:53.339 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:28:53.339 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:28:53.339 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:53.339-0600-584c0315666d1a4e49f5545e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376533339), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1326, step 4 of 6: 15909, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:28:53.341 I SHARDING [conn9] distributed lock with ts: 584c0304666d1a4e49f55458' unlocked. Sat Dec 10 07:28:53.341 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460484181000) }, max: { datetime: new Date(1460585112000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 172000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 114 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 112 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17256ms Sat Dec 10 07:28:54.412 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 177000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:28:54.413 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456453189000) }, { datetime: new Date(1456518572000) }) in IISLogs.pubprdweb03', ts : 584c0316666d1a4e49f5545f Sat Dec 10 07:28:54.413 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 177|0||584bc97f90d1dc672b548352, current metadata version is 177|0||584bc97f90d1dc672b548352 Sat Dec 10 07:28:54.415 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 177|0||584bc97f90d1dc672b548352 to shard version 177|1||584bc97f90d1dc672b548352 Sat Dec 10 07:28:54.415 I SHARDING [conn9] collection version was loaded at version 177|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:28:54.415 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:28:54.415-0600-584c0316666d1a4e49f55460", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376534415), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:28:54.416 I SHARDING [conn9] moveChunk request accepted at version 177|1||584bc97f90d1dc672b548352 Sat Dec 10 07:28:59.224 I SHARDING [conn9] moveChunk number of documents: 113705 Sat Dec 10 07:28:59.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.274 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:28:59.726 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776278 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 498ms Sat Dec 10 07:28:59.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:00.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1494, clonedBytes: 450828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:01.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10926, clonedBytes: 3692954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:02.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20322, clonedBytes: 6567507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:03.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30341, clonedBytes: 9561989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:04.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40387, clonedBytes: 12704138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:05.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50365, clonedBytes: 15738903, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:06.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52478, clonedBytes: 16419894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:06.587 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 857ms Sat Dec 10 07:29:07.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61125, clonedBytes: 18977162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:08.612 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71117, clonedBytes: 21992421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:09.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81622, clonedBytes: 25242035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:10.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91375, clonedBytes: 28090685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:11.091 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453647821000) } -> { datetime: new Date(1453729293000) } Sat Dec 10 07:29:11.091 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1458912620000) } -> { datetime: new Date(1459023139000) }, with opId: 205923 Sat Dec 10 07:29:11.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101073, clonedBytes: 31006000, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:12.806 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110198, clonedBytes: 33921795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:13.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0316666d1a4e49f55461", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113705, clonedBytes: 35117545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:13.830 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:29:13.831 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:29:13.831 I SHARDING [conn9] moveChunk setting version to: 178|0||584bc97f90d1dc672b548352 Sat Dec 10 07:29:13.841 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113705, clonedBytes: 35117545, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:29:13.841 I SHARDING [conn9] moveChunk updating self version to: 178|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456518572000) } -> { datetime: new Date(1456598041000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:29:13.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:13.842-0600-584c0329666d1a4e49f55464", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376553842), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113705, clonedBytes: 35117545, catchup: 0, steady: 0 } } Sat Dec 10 07:29:13.843 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:29:13.843 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:29:13.844 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:13.843-0600-584c0329666d1a4e49f55465", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376553843), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4811, step 4 of 6: 14601, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:29:13.845 I SHARDING [conn9] distributed lock with ts: 584c0316666d1a4e49f5545f' unlocked. Sat Dec 10 07:29:13.845 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456453189000) }, max: { datetime: new Date(1456518572000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 177000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 484 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19433ms Sat Dec 10 07:29:13.849 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 173000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:29:13.850 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460585112000) }, { datetime: new Date(1460651637000) }) in IISLogs.pubprdweb04', ts : 584c0329666d1a4e49f55466 Sat Dec 10 07:29:13.850 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 173|0||584bcad890d1dc672b54835d, current metadata version is 173|0||584bcad890d1dc672b54835d Sat Dec 10 07:29:13.852 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 173|0||584bcad890d1dc672b54835d to shard version 173|1||584bcad890d1dc672b54835d Sat Dec 10 07:29:13.852 I SHARDING [conn9] collection version was loaded at version 173|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:29:13.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:13.852-0600-584c0329666d1a4e49f55467", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376553852), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:29:13.852 I SHARDING [conn9] moveChunk request accepted at version 173|1||584bcad890d1dc672b54835d Sat Dec 10 07:29:17.044 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 07:29:17.059 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:17.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:18.023 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776313 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 974ms Sat Dec 10 07:29:18.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45, clonedBytes: 13527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:19.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8009, clonedBytes: 2493892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:20.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17672, clonedBytes: 5459274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:21.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29198, clonedBytes: 9037426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:22.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39071, clonedBytes: 12499772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:23.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49306, clonedBytes: 15599019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:24.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51947, clonedBytes: 16423646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:25.192 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776281 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1462ms Sat Dec 10 07:29:25.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54586, clonedBytes: 17247047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:26.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64287, clonedBytes: 20309583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:27.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74731, clonedBytes: 23675160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:28.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85129, clonedBytes: 26973954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:29.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96682, clonedBytes: 30416022, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:30.769 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2139274 locks:{ Global: { acquireCount: { r: 122 } }, Database: { acquireCount: { r: 61 } }, Collection: { acquireCount: { r: 61 } } } protocol:op_command 136ms Sat Dec 10 07:29:30.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105422, clonedBytes: 32980093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:31.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0329666d1a4e49f55468", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 34936516, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:31.859 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:29:31.860 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:29:31.861 I SHARDING [conn9] moveChunk setting version to: 174|0||584bcad890d1dc672b54835d Sat Dec 10 07:29:31.872 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 34936516, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:29:31.872 I SHARDING [conn9] moveChunk updating self version to: 174|1||584bcad890d1dc672b54835d through { datetime: new Date(1460651637000) } -> { datetime: new Date(1460708611000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:29:31.873 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:31.873-0600-584c033b666d1a4e49f5546b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376571873), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 34936516, catchup: 0, steady: 0 } } Sat Dec 10 07:29:31.874 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:29:31.874 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:29:31.874 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:31.874-0600-584c033b666d1a4e49f5546c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376571874), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3194, step 4 of 6: 14811, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:29:31.876 I SHARDING [conn9] distributed lock with ts: 584c0329666d1a4e49f55466' unlocked. Sat Dec 10 07:29:31.876 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460585112000) }, max: { datetime: new Date(1460651637000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 173000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 259 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18026ms Sat Dec 10 07:29:32.961 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 178000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:29:32.962 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456518572000) }, { datetime: new Date(1456598041000) }) in IISLogs.pubprdweb03', ts : 584c033c666d1a4e49f5546d Sat Dec 10 07:29:32.962 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 178|0||584bc97f90d1dc672b548352, current metadata version is 178|0||584bc97f90d1dc672b548352 Sat Dec 10 07:29:32.964 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 178|0||584bc97f90d1dc672b548352 to shard version 178|1||584bc97f90d1dc672b548352 Sat Dec 10 07:29:32.964 I SHARDING [conn9] collection version was loaded at version 178|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:29:32.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:32.964-0600-584c033c666d1a4e49f5546e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376572964), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:29:32.965 I SHARDING [conn9] moveChunk request accepted at version 178|1||584bc97f90d1dc672b548352 Sat Dec 10 07:29:33.295 I SHARDING [RangeDeleter] rangeDeleter deleted 102936 documents for IISLogs.pubprdweb01 from { datetime: new Date(1458912620000) } -> { datetime: new Date(1459023139000) } Sat Dec 10 07:29:33.295 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1463021082000) } -> { datetime: new Date(1463172593000) }, with opId: 206120 Sat Dec 10 07:29:35.056 I SHARDING [conn9] moveChunk number of documents: 113781 Sat Dec 10 07:29:35.061 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.222 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:35.857 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776009 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 797ms Sat Dec 10 07:29:36.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95, clonedBytes: 32543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:37.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3700, clonedBytes: 1140161, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:38.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14337, clonedBytes: 4359668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:39.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24761, clonedBytes: 7536817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:40.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34717, clonedBytes: 10574688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:41.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44441, clonedBytes: 13986033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:42.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52911, clonedBytes: 16416594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:42.691 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776295 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 538ms Sat Dec 10 07:29:43.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58423, clonedBytes: 18120735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:44.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68072, clonedBytes: 21043112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:45.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78529, clonedBytes: 24088763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:46.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87102, clonedBytes: 26687761, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:47.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95236, clonedBytes: 29209748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:49.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105869, clonedBytes: 32564550, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:49.300 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2101637 locks:{ Global: { acquireCount: { r: 114 } }, Database: { acquireCount: { r: 57 } }, Collection: { acquireCount: { r: 57 } } } protocol:op_command 187ms Sat Dec 10 07:29:50.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c033c666d1a4e49f5546f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113781, clonedBytes: 34887315, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:50.109 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:29:50.111 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:29:50.112 I SHARDING [conn9] moveChunk setting version to: 179|0||584bc97f90d1dc672b548352 Sat Dec 10 07:29:50.131 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113781, clonedBytes: 34887315, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:29:50.131 I SHARDING [conn9] moveChunk updating self version to: 179|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456598041000) } -> { datetime: new Date(1456677441000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:29:50.133 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:50.133-0600-584c034e666d1a4e49f55472", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376590133), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113781, clonedBytes: 34887315, catchup: 0, steady: 0 } } Sat Dec 10 07:29:50.150 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:29:50.151 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:29:50.152 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:50.152-0600-584c034e666d1a4e49f55473", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376590152), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2093, step 4 of 6: 15049, step 5 of 6: 41, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:29:50.153 I SHARDING [conn9] distributed lock with ts: 584c033c666d1a4e49f5546d' unlocked. Sat Dec 10 07:29:50.153 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456518572000) }, max: { datetime: new Date(1456598041000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 178000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1112 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17192ms Sat Dec 10 07:29:50.160 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 174000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:29:50.161 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460651637000) }, { datetime: new Date(1460708611000) }) in IISLogs.pubprdweb04', ts : 584c034e666d1a4e49f55474 Sat Dec 10 07:29:50.161 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 174|0||584bcad890d1dc672b54835d, current metadata version is 174|0||584bcad890d1dc672b54835d Sat Dec 10 07:29:50.168 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 174|0||584bcad890d1dc672b54835d to shard version 174|1||584bcad890d1dc672b54835d Sat Dec 10 07:29:50.168 I SHARDING [conn9] collection version was loaded at version 174|1||584bcad890d1dc672b54835d, took 6ms Sat Dec 10 07:29:50.168 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:29:50.168-0600-584c034e666d1a4e49f55475", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376590168), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:29:50.168 I SHARDING [conn9] moveChunk request accepted at version 174|1||584bcad890d1dc672b54835d Sat Dec 10 07:29:52.613 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:29:52.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.781 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:52.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:53.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:53.274 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776279 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 655ms Sat Dec 10 07:29:53.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2929, clonedBytes: 1002047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:54.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12879, clonedBytes: 3981738, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:54.752 I SHARDING [RangeDeleter] rangeDeleter deleted 106516 documents for IISLogs.pubprdweb02 from { datetime: new Date(1463021082000) } -> { datetime: new Date(1463172593000) } Sat Dec 10 07:29:54.753 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1450901715000) } -> { datetime: new Date(1451006718000) }, with opId: 206211 Sat Dec 10 07:29:55.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22772, clonedBytes: 6884646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:56.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32513, clonedBytes: 9800848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:57.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41599, clonedBytes: 12780225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:58.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51685, clonedBytes: 15754764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:29:59.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53820, clonedBytes: 16410501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:00.277 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776035 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 1240ms Sat Dec 10 07:30:00.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58512, clonedBytes: 17947033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:01.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68624, clonedBytes: 21153134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:02.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78723, clonedBytes: 24219900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:03.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88638, clonedBytes: 27439246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:04.984 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98569, clonedBytes: 30641071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:05.217 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62951 #97 (28 connections now open) Sat Dec 10 07:30:05.870 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2085102 locks:{ Global: { acquireCount: { r: 110 } }, Database: { acquireCount: { r: 55 } }, Collection: { acquireCount: { r: 55 } } } protocol:op_command 158ms Sat Dec 10 07:30:06.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107104, clonedBytes: 33340741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:06.230 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62953 #98 (29 connections now open) Sat Dec 10 07:30:07.040 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } cursorid:67040479031 keyUpdates:0 writeConflicts:0 numYields:0 reslen:184 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_query 399ms Sat Dec 10 07:30:07.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c034e666d1a4e49f55476", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 34881384, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:07.064 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:30:07.065 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:30:07.065 I SHARDING [conn9] moveChunk setting version to: 175|0||584bcad890d1dc672b54835d Sat Dec 10 07:30:07.073 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 34881384, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:30:07.073 I SHARDING [conn9] moveChunk updating self version to: 175|1||584bcad890d1dc672b54835d through { datetime: new Date(1460708611000) } -> { datetime: new Date(1460865193000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:30:07.075 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:07.075-0600-584c035f666d1a4e49f55479", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376607075), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 34881384, catchup: 0, steady: 0 } } Sat Dec 10 07:30:07.075 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:30:07.084 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:30:07.084 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:07.084-0600-584c035f666d1a4e49f5547a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376607084), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, step 1 of 6: 0, step 2 of 6: 8, step 3 of 6: 2448, step 4 of 6: 14445, step 5 of 6: 19, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:30:07.085 I SHARDING [conn9] distributed lock with ts: 584c034e666d1a4e49f55474' unlocked. Sat Dec 10 07:30:07.086 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460651637000) }, max: { datetime: new Date(1460708611000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 174000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:883 reslen:154 locks:{ Global: { acquireCount: { r: 1778, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8433 } }, Database: { acquireCount: { r: 885, w: 4, W: 2 } }, Collection: { acquireCount: { r: 885, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16925ms Sat Dec 10 07:30:08.180 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 179000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:30:08.181 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456598041000) }, { datetime: new Date(1456677441000) }) in IISLogs.pubprdweb03', ts : 584c0360666d1a4e49f5547b Sat Dec 10 07:30:08.181 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 179|0||584bc97f90d1dc672b548352, current metadata version is 179|0||584bc97f90d1dc672b548352 Sat Dec 10 07:30:08.198 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 179|0||584bc97f90d1dc672b548352 to shard version 179|1||584bc97f90d1dc672b548352 Sat Dec 10 07:30:08.211 I SHARDING [conn9] collection version was loaded at version 179|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:30:08.212 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:08.212-0600-584c0360666d1a4e49f5547c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376608212), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:30:08.213 I SHARDING [conn9] moveChunk request accepted at version 179|1||584bc97f90d1dc672b548352 Sat Dec 10 07:30:09.015 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67040479031 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:430 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } 1904ms Sat Dec 10 07:30:09.039 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67040479031 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1998ms Sat Dec 10 07:30:09.632 I SHARDING [conn9] moveChunk number of documents: 113728 Sat Dec 10 07:30:09.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.697 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:09.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:10.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:10.522 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776158 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 885ms Sat Dec 10 07:30:10.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1205, clonedBytes: 377316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:11.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11012, clonedBytes: 3501718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:12.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21084, clonedBytes: 6829730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:13.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31089, clonedBytes: 9972154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:14.891 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41189, clonedBytes: 12974308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:15.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51078, clonedBytes: 15938556, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:16.795 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776166 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 700ms Sat Dec 10 07:30:16.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53050, clonedBytes: 16528771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:18.016 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63217, clonedBytes: 20067633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:19.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73221, clonedBytes: 23061902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:19.395 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70373260358 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:516 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1038 } }, Database: { acquireCount: { r: 519 } }, Collection: { acquireCount: { r: 519 } } } 10326ms Sat Dec 10 07:30:19.395 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70373260358 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 10327ms Sat Dec 10 07:30:20.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83148, clonedBytes: 26119703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:20.873 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:82697498273 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:87 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 180 } }, Database: { acquireCount: { r: 90 } }, Collection: { acquireCount: { r: 90 } } } 1324ms Sat Dec 10 07:30:20.873 I COMMAND [conn10] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 82697498273 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1324ms Sat Dec 10 07:30:21.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92818, clonedBytes: 29052875, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:22.134 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98862, clonedBytes: 30909750, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:23.142 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2522356 locks:{ Global: { acquireCount: { r: 136 } }, Database: { acquireCount: { r: 68 } }, Collection: { acquireCount: { r: 68 } } } protocol:op_command 212ms Sat Dec 10 07:30:23.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105737, clonedBytes: 32877938, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:24.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0360666d1a4e49f5547d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113728, clonedBytes: 35309592, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:24.197 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:30:24.198 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:30:24.224 I SHARDING [conn9] moveChunk setting version to: 180|0||584bc97f90d1dc672b548352 Sat Dec 10 07:30:24.232 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113728, clonedBytes: 35309592, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:30:24.232 I SHARDING [conn9] moveChunk updating self version to: 180|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456677441000) } -> { datetime: new Date(1456768558000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:30:24.233 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:24.233-0600-584c0370666d1a4e49f55480", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376624233), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113728, clonedBytes: 35309592, catchup: 0, steady: 0 } } Sat Dec 10 07:30:24.236 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:30:24.236 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:30:24.236 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:24.236-0600-584c0370666d1a4e49f55481", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376624236), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, step 1 of 6: 0, step 2 of 6: 32, step 3 of 6: 1422, step 4 of 6: 14560, step 5 of 6: 38, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:30:24.238 I SHARDING [conn9] distributed lock with ts: 584c0360666d1a4e49f5547b' unlocked. Sat Dec 10 07:30:24.238 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456598041000) }, max: { datetime: new Date(1456677441000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 179000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 21754 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 14710 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16059ms Sat Dec 10 07:30:24.243 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 175000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:30:24.244 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460708611000) }, { datetime: new Date(1460865193000) }) in IISLogs.pubprdweb04', ts : 584c0370666d1a4e49f55482 Sat Dec 10 07:30:24.244 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 175|0||584bcad890d1dc672b54835d, current metadata version is 175|0||584bcad890d1dc672b54835d Sat Dec 10 07:30:24.246 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 175|0||584bcad890d1dc672b54835d to shard version 175|1||584bcad890d1dc672b54835d Sat Dec 10 07:30:24.246 I SHARDING [conn9] collection version was loaded at version 175|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:30:24.246 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:24.246-0600-584c0370666d1a4e49f55483", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376624246), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:30:24.247 I SHARDING [conn9] moveChunk request accepted at version 175|1||584bcad890d1dc672b54835d Sat Dec 10 07:30:25.033 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95302507453 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:219 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 444 } }, Database: { acquireCount: { r: 222 } }, Collection: { acquireCount: { r: 222 } } } 4049ms Sat Dec 10 07:30:25.034 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95302507453 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 4049ms Sat Dec 10 07:30:26.680 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1450901715000) } -> { datetime: new Date(1451006718000) } Sat Dec 10 07:30:26.681 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453729293000) } -> { datetime: new Date(1453784235000) }, with opId: 206453 Sat Dec 10 07:30:27.104 I SHARDING [conn9] moveChunk number of documents: 112078 Sat Dec 10 07:30:27.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.395 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.448 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:101794737315 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:169 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 344 } }, Database: { acquireCount: { r: 172 } }, Collection: { acquireCount: { r: 172 } } } 2402ms Sat Dec 10 07:30:27.449 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 101794737315 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2403ms Sat Dec 10 07:30:27.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:27.837 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776174 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 728ms Sat Dec 10 07:30:28.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:29.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5355, clonedBytes: 1740287, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:30.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15798, clonedBytes: 4832058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:31.416 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106546557836 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:213 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 432 } }, Database: { acquireCount: { r: 216 } }, Collection: { acquireCount: { r: 216 } } } 3951ms Sat Dec 10 07:30:31.416 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106546557836 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 3951ms Sat Dec 10 07:30:31.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25739, clonedBytes: 7813827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:32.445 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35715, clonedBytes: 10769778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:33.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45775, clonedBytes: 13872320, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:33.938 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481315406488) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:110004719415 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:144 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 294 } }, Database: { acquireCount: { r: 147 } }, Collection: { acquireCount: { r: 147 } } } 2507ms Sat Dec 10 07:30:33.939 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 110004719415 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 2507ms Sat Dec 10 07:30:34.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53424, clonedBytes: 16413168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:35.158 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776036 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 884ms Sat Dec 10 07:30:35.535 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56062, clonedBytes: 17298444, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:36.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66359, clonedBytes: 20414187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:37.110 I COMMAND [ftdc] serverStatus was very slow: { after basic: 0, after asserts: 0, after connections: 0, after extra_info: 0, after globalLock: 0, after locks: 0, after network: 0, after opcounters: 0, after opcountersRepl: 0, after repl: 0, after sharding: 0, after storageEngine: 0, after tcmalloc: 1070, after wiredTiger: 1070, at end: 1070 } Sat Dec 10 07:30:37.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76601, clonedBytes: 23534346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:38.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86442, clonedBytes: 26750419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:39.228 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66373308973 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:463 nreturned:2 reslen:195 locks:{ Global: { acquireCount: { r: 932 } }, Database: { acquireCount: { r: 466 } }, Collection: { acquireCount: { r: 466 } } } 5266ms Sat Dec 10 07:30:39.228 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66373308973 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:384 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 5267ms Sat Dec 10 07:30:39.516 I COMMAND [ftdc] serverStatus was very slow: { after basic: 0, after asserts: 0, after connections: 0, after extra_info: 0, after globalLock: 0, after locks: 0, after network: 0, after opcounters: 0, after opcountersRepl: 0, after repl: 0, after sharding: 0, after storageEngine: 0, after tcmalloc: 1310, after wiredTiger: 1310, at end: 1310 } Sat Dec 10 07:30:39.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96290, clonedBytes: 29688803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:40.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106082, clonedBytes: 32720519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:40.922 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:69343043712 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:430 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } 1681ms Sat Dec 10 07:30:40.923 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 69343043712 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1681ms Sat Dec 10 07:30:41.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0370666d1a4e49f55484", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112078, clonedBytes: 34603459, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:41.706 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:30:41.707 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:30:41.708 I SHARDING [conn9] moveChunk setting version to: 176|0||584bcad890d1dc672b54835d Sat Dec 10 07:30:41.715 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112078, clonedBytes: 34603459, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:30:41.715 I SHARDING [conn9] moveChunk updating self version to: 176|1||584bcad890d1dc672b54835d through { datetime: new Date(1460865193000) } -> { datetime: new Date(1460989848000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:30:41.717 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:41.716-0600-584c0381666d1a4e49f55487", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376641716), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112078, clonedBytes: 34603459, catchup: 0, steady: 0 } } Sat Dec 10 07:30:41.717 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:30:41.717 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:30:41.718 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:41.718-0600-584c0381666d1a4e49f55488", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376641718), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2860, step 4 of 6: 14597, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:30:41.719 I SHARDING [conn9] distributed lock with ts: 584c0370666d1a4e49f55482' unlocked. Sat Dec 10 07:30:41.719 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460708611000) }, max: { datetime: new Date(1460865193000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 175000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 391 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 187 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17475ms Sat Dec 10 07:30:41.794 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:83226066149 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:72 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } 807ms Sat Dec 10 07:30:41.794 I COMMAND [conn10] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 83226066149 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 808ms Sat Dec 10 07:30:42.805 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 180000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:30:42.806 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456677441000) }, { datetime: new Date(1456768558000) }) in IISLogs.pubprdweb03', ts : 584c0382666d1a4e49f55489 Sat Dec 10 07:30:42.806 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 180|0||584bc97f90d1dc672b548352, current metadata version is 180|0||584bc97f90d1dc672b548352 Sat Dec 10 07:30:42.808 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 180|0||584bc97f90d1dc672b548352 to shard version 180|1||584bc97f90d1dc672b548352 Sat Dec 10 07:30:42.808 I SHARDING [conn9] collection version was loaded at version 180|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:30:42.808 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:30:42.808-0600-584c0382666d1a4e49f5548a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376642808), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:30:42.809 I SHARDING [conn9] moveChunk request accepted at version 180|1||584bc97f90d1dc672b548352 Sat Dec 10 07:30:43.601 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:98681835132 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:183 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 372 } }, Database: { acquireCount: { r: 186 } }, Collection: { acquireCount: { r: 186 } } } 1706ms Sat Dec 10 07:30:43.601 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 98681835132 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1706ms Sat Dec 10 07:30:43.718 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99070488671 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:139 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 284 } }, Database: { acquireCount: { r: 142 } }, Collection: { acquireCount: { r: 142 } } } 103ms Sat Dec 10 07:30:43.718 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99070488671 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 104ms Sat Dec 10 07:30:45.325 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106947471960 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:183 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 372 } }, Database: { acquireCount: { r: 186 } }, Collection: { acquireCount: { r: 186 } } } 1599ms Sat Dec 10 07:30:45.326 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106947471960 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1599ms Sat Dec 10 07:30:46.518 I SHARDING [conn9] moveChunk number of documents: 113761 Sat Dec 10 07:30:46.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.573 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481315433911) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:109852837294 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:134 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 274 } }, Database: { acquireCount: { r: 137 } }, Collection: { acquireCount: { r: 137 } } } 1235ms Sat Dec 10 07:30:46.574 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 109852837294 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1235ms Sat Dec 10 07:30:46.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:46.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:47.037 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67051324018 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:433 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } 409ms Sat Dec 10 07:30:47.037 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67051324018 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 410ms Sat Dec 10 07:30:47.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:47.632 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71289892700 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:428 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } 568ms Sat Dec 10 07:30:47.632 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71289892700 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 569ms Sat Dec 10 07:30:47.675 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:47.769 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776254 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1245ms Sat Dec 10 07:30:48.118 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:85641827539 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:105 nreturned:7 reslen:526 locks:{ Global: { acquireCount: { r: 216 } }, Database: { acquireCount: { r: 108 } }, Collection: { acquireCount: { r: 108 } } } 458ms Sat Dec 10 07:30:48.119 I COMMAND [conn10] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 85641827539 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 458ms Sat Dec 10 07:30:48.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2235, clonedBytes: 814985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:48.911 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96171162190 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:359 nreturned:55 reslen:4159 locks:{ Global: { acquireCount: { r: 724 } }, Database: { acquireCount: { r: 362 } }, Collection: { acquireCount: { r: 362 } } } 756ms Sat Dec 10 07:30:48.911 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96171162190 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 757ms Sat Dec 10 07:30:49.040 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100813477399 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:161 nreturned:55 reslen:4128 locks:{ Global: { acquireCount: { r: 328 } }, Database: { acquireCount: { r: 164 } }, Collection: { acquireCount: { r: 164 } } } 115ms Sat Dec 10 07:30:49.048 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100813477399 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 123ms Sat Dec 10 07:30:49.612 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107238902367 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:360 nreturned:228 reslen:17119 locks:{ Global: { acquireCount: { r: 726 } }, Database: { acquireCount: { r: 363 } }, Collection: { acquireCount: { r: 363 } } } 551ms Sat Dec 10 07:30:49.634 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107238902367 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 573ms Sat Dec 10 07:30:49.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10954, clonedBytes: 3598803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:50.204 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481315446537) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:108999218689 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:159 nreturned:105 reslen:7910 locks:{ Global: { acquireCount: { r: 324 } }, Database: { acquireCount: { r: 162 } }, Collection: { acquireCount: { r: 162 } } } 559ms Sat Dec 10 07:30:50.205 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 108999218689 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 560ms Sat Dec 10 07:30:51.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23620, clonedBytes: 7809582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:51.577 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67525259677 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:437 nreturned:8003 reslen:1015032 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } 1343ms Sat Dec 10 07:30:51.664 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67525259677 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1431ms Sat Dec 10 07:30:52.321 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72993112289 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:425 nreturned:359 reslen:45579 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } 643ms Sat Dec 10 07:30:52.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34246, clonedBytes: 11106175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:52.323 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72993112289 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 646ms Sat Dec 10 07:30:52.472 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84092421762 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:100 nreturned:358 reslen:38690 locks:{ Global: { acquireCount: { r: 206 } }, Database: { acquireCount: { r: 103 } }, Collection: { acquireCount: { r: 103 } } } 123ms Sat Dec 10 07:30:52.474 I COMMAND [conn10] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84092421762 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 125ms Sat Dec 10 07:30:53.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42766, clonedBytes: 13712194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:53.941 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96699845092 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:355 nreturned:27520 reslen:4118021 locks:{ Global: { acquireCount: { r: 722 } }, Database: { acquireCount: { r: 361 } }, Collection: { acquireCount: { r: 361 } } } 1432ms Sat Dec 10 07:30:54.171 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96699845092 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1662ms Sat Dec 10 07:30:54.395 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99127121114 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:161 nreturned:7494 reslen:1063456 locks:{ Global: { acquireCount: { r: 330 } }, Database: { acquireCount: { r: 165 } }, Collection: { acquireCount: { r: 165 } } } 209ms Sat Dec 10 07:30:54.438 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99127121114 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 253ms Sat Dec 10 07:30:54.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51852, clonedBytes: 16424252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:55.558 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104554906668 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:360 nreturned:29332 reslen:4137342 locks:{ Global: { acquireCount: { r: 732 } }, Database: { acquireCount: { r: 366 } }, Collection: { acquireCount: { r: 366 } } } 1109ms Sat Dec 10 07:30:55.834 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104554906668 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1385ms Sat Dec 10 07:30:55.997 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51852, clonedBytes: 16424252, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:56.091 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481315450178) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107378023840 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:151 nreturned:9956 reslen:1356952 locks:{ Global: { acquireCount: { r: 310 } }, Database: { acquireCount: { r: 155 } }, Collection: { acquireCount: { r: 155 } } } 248ms Sat Dec 10 07:30:56.149 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107378023840 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 306ms Sat Dec 10 07:30:56.589 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776106 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1948ms Sat Dec 10 07:30:57.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61804, clonedBytes: 19806395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:58.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61804, clonedBytes: 19806395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:30:59.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61804, clonedBytes: 19806395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:00.012 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453729293000) } -> { datetime: new Date(1453784235000) } Sat Dec 10 07:31:00.012 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459023139000) } -> { datetime: new Date(1459171341000) }, with opId: 206726 Sat Dec 10 07:31:00.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62874, clonedBytes: 20120624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:01.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73065, clonedBytes: 23157186, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:02.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83145, clonedBytes: 26054582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:03.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93171, clonedBytes: 29048713, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:04.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103274, clonedBytes: 32000779, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:05.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112385, clonedBytes: 34682216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:07.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0382666d1a4e49f5548b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113761, clonedBytes: 35088333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:07.004 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:31:07.006 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:31:07.007 I SHARDING [conn9] moveChunk setting version to: 181|0||584bc97f90d1dc672b548352 Sat Dec 10 07:31:07.012 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113761, clonedBytes: 35088333, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:31:07.012 I SHARDING [conn9] moveChunk updating self version to: 181|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456768558000) } -> { datetime: new Date(1456851309000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:31:07.013 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:07.013-0600-584c039b666d1a4e49f5548e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376667013), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113761, clonedBytes: 35088333, catchup: 0, steady: 0 } } Sat Dec 10 07:31:07.014 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:31:07.014 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:31:07.014 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:07.014-0600-584c039b666d1a4e49f5548f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376667014), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3712, step 4 of 6: 20482, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:31:07.015 I SHARDING [conn9] distributed lock with ts: 584c0382666d1a4e49f55489' unlocked. Sat Dec 10 07:31:07.016 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456677441000) }, max: { datetime: new Date(1456768558000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 180000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:912 reslen:154 locks:{ Global: { acquireCount: { r: 1836, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 192 } }, Database: { acquireCount: { r: 914, w: 4, W: 2 } }, Collection: { acquireCount: { r: 914, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24211ms Sat Dec 10 07:31:07.022 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 176000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:31:07.023 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460865193000) }, { datetime: new Date(1460989848000) }) in IISLogs.pubprdweb04', ts : 584c039b666d1a4e49f55490 Sat Dec 10 07:31:07.023 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 176|0||584bcad890d1dc672b54835d, current metadata version is 176|0||584bcad890d1dc672b54835d Sat Dec 10 07:31:07.025 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 176|0||584bcad890d1dc672b54835d to shard version 176|1||584bcad890d1dc672b54835d Sat Dec 10 07:31:07.025 I SHARDING [conn9] collection version was loaded at version 176|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:31:07.025 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:07.025-0600-584c039b666d1a4e49f55491", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376667025), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:31:07.025 I SHARDING [conn9] moveChunk request accepted at version 176|1||584bcad890d1dc672b54835d Sat Dec 10 07:31:07.961 I SHARDING [conn9] moveChunk number of documents: 112365 Sat Dec 10 07:31:07.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:07.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:07.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:07.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:08.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:08.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:08.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:08.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:08.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:08.747 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776142 locks:{ Global: { acquireCount: { r: 800 } }, Database: { acquireCount: { r: 400 } }, Collection: { acquireCount: { r: 400 } } } protocol:op_command 766ms Sat Dec 10 07:31:09.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 581, clonedBytes: 227567, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:10.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6159, clonedBytes: 2257971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:11.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16014, clonedBytes: 5469018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:12.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26283, clonedBytes: 8564736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:13.153 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36449, clonedBytes: 11930168, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:14.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46394, clonedBytes: 15196805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:15.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50220, clonedBytes: 16435564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:15.455 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776284 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 885ms Sat Dec 10 07:31:16.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56896, clonedBytes: 18665435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:17.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66876, clonedBytes: 21768500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:18.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76563, clonedBytes: 25130212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:19.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86588, clonedBytes: 28415535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:20.353 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96477, clonedBytes: 31562748, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:21.016 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3565302 locks:{ Global: { acquireCount: { r: 190 } }, Database: { acquireCount: { r: 95 } }, Collection: { acquireCount: { r: 95 } } } protocol:op_command 227ms Sat Dec 10 07:31:21.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104169, clonedBytes: 33883777, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:22.065 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459023139000) } -> { datetime: new Date(1459171341000) } Sat Dec 10 07:31:22.065 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb02 from { datetime: new Date(1463172593000) } -> { datetime: new Date(1463427894000) }, with opId: 206902 Sat Dec 10 07:31:22.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c039b666d1a4e49f55492", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112365, clonedBytes: 36364059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:22.403 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:31:22.404 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:31:22.404 I SHARDING [conn9] moveChunk setting version to: 177|0||584bcad890d1dc672b54835d Sat Dec 10 07:31:22.415 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112365, clonedBytes: 36364059, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:31:22.415 I SHARDING [conn9] moveChunk updating self version to: 177|1||584bcad890d1dc672b54835d through { datetime: new Date(1460989848000) } -> { datetime: new Date(1461091015000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:31:22.416 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:22.416-0600-584c03aa666d1a4e49f55495", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376682416), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112365, clonedBytes: 36364059, catchup: 0, steady: 0 } } Sat Dec 10 07:31:22.417 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:31:22.417 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:31:22.417 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:22.417-0600-584c03aa666d1a4e49f55496", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376682417), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 938, step 4 of 6: 14437, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:31:22.419 I SHARDING [conn9] distributed lock with ts: 584c039b666d1a4e49f55490' unlocked. Sat Dec 10 07:31:22.419 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460865193000) }, max: { datetime: new Date(1460989848000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 176000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 199 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15396ms Sat Dec 10 07:31:23.490 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 181000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:31:23.491 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456768558000) }, { datetime: new Date(1456851309000) }) in IISLogs.pubprdweb03', ts : 584c03ab666d1a4e49f55497 Sat Dec 10 07:31:23.491 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 181|0||584bc97f90d1dc672b548352, current metadata version is 181|0||584bc97f90d1dc672b548352 Sat Dec 10 07:31:23.492 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 181|0||584bc97f90d1dc672b548352 to shard version 181|1||584bc97f90d1dc672b548352 Sat Dec 10 07:31:23.493 I SHARDING [conn9] collection version was loaded at version 181|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:31:23.493 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:23.493-0600-584c03ab666d1a4e49f55498", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376683493), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:31:23.493 I SHARDING [conn9] moveChunk request accepted at version 181|1||584bc97f90d1dc672b548352 Sat Dec 10 07:31:25.681 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:31:25.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:25.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:25.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:25.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:25.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:25.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:25.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:26.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:26.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:26.416 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776126 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 731ms Sat Dec 10 07:31:26.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 255, clonedBytes: 74867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:27.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4821, clonedBytes: 1434917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:28.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14736, clonedBytes: 4479205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:29.910 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24614, clonedBytes: 7574086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:31.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35938, clonedBytes: 11043383, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:32.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42050, clonedBytes: 12851395, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:33.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52036, clonedBytes: 15832404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:34.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53906, clonedBytes: 16409746, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:34.404 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1007ms Sat Dec 10 07:31:35.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60428, clonedBytes: 18374017, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:36.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70104, clonedBytes: 21213049, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:37.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80239, clonedBytes: 24163791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:38.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90068, clonedBytes: 27008058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:39.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99915, clonedBytes: 29900284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:40.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109780, clonedBytes: 32805883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:41.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03ab666d1a4e49f55499", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 33986544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:41.475 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:31:41.476 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:31:41.477 I SHARDING [conn9] moveChunk setting version to: 182|0||584bc97f90d1dc672b548352 Sat Dec 10 07:31:41.481 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 33986544, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:31:41.481 I SHARDING [conn9] moveChunk updating self version to: 182|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456851309000) } -> { datetime: new Date(1456909590000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:31:41.483 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:41.483-0600-584c03bd666d1a4e49f5549c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376701483), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 33986544, catchup: 0, steady: 0 } } Sat Dec 10 07:31:41.483 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:31:41.484 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:31:41.484 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:41.484-0600-584c03bd666d1a4e49f5549d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376701484), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2190, step 4 of 6: 15789, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:31:41.485 I SHARDING [conn9] distributed lock with ts: 584c03ab666d1a4e49f55497' unlocked. Sat Dec 10 07:31:41.485 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456768558000) }, max: { datetime: new Date(1456851309000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 181000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:900 reslen:154 locks:{ Global: { acquireCount: { r: 1812, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 378 } }, Database: { acquireCount: { r: 902, w: 4, W: 2 } }, Collection: { acquireCount: { r: 902, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17995ms Sat Dec 10 07:31:41.490 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 177000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:31:41.491 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1460989848000) }, { datetime: new Date(1461091015000) }) in IISLogs.pubprdweb04', ts : 584c03bd666d1a4e49f5549e Sat Dec 10 07:31:41.491 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 177|0||584bcad890d1dc672b54835d, current metadata version is 177|0||584bcad890d1dc672b54835d Sat Dec 10 07:31:41.492 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 177|0||584bcad890d1dc672b54835d to shard version 177|1||584bcad890d1dc672b54835d Sat Dec 10 07:31:41.492 I SHARDING [conn9] collection version was loaded at version 177|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:31:41.492 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:41.492-0600-584c03bd666d1a4e49f5549f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376701492), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:31:41.493 I SHARDING [conn9] moveChunk request accepted at version 177|1||584bcad890d1dc672b54835d Sat Dec 10 07:31:44.127 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:31:44.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:44.658 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776127 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 527ms Sat Dec 10 07:31:44.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:45.208 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 368, clonedBytes: 110309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:46.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7800, clonedBytes: 2317542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:47.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17633, clonedBytes: 5620396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:48.017 I SHARDING [RangeDeleter] rangeDeleter deleted 106530 documents for IISLogs.pubprdweb02 from { datetime: new Date(1463172593000) } -> { datetime: new Date(1463427894000) } Sat Dec 10 07:31:48.017 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451006718000) } -> { datetime: new Date(1451100375000) }, with opId: 207092 Sat Dec 10 07:31:48.295 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27382, clonedBytes: 8590781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:49.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37462, clonedBytes: 11713843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:50.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47230, clonedBytes: 14899830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:51.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52435, clonedBytes: 16420044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:51.648 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776164 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 759ms Sat Dec 10 07:31:52.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58825, clonedBytes: 18279056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:53.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69069, clonedBytes: 21346239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:54.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79236, clonedBytes: 24343609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:55.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87736, clonedBytes: 26817340, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:56.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97665, clonedBytes: 29745374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:57.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107867, clonedBytes: 32808021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:58.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03bd666d1a4e49f554a0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 34114610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:31:58.632 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:31:58.633 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:31:58.634 I SHARDING [conn9] moveChunk setting version to: 178|0||584bcad890d1dc672b54835d Sat Dec 10 07:31:58.643 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 34114610, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:31:58.643 I SHARDING [conn9] moveChunk updating self version to: 178|1||584bcad890d1dc672b54835d through { datetime: new Date(1461091015000) } -> { datetime: new Date(1461164612000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:31:58.645 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:58.645-0600-584c03ce666d1a4e49f554a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376718645), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 34114610, catchup: 0, steady: 0 } } Sat Dec 10 07:31:58.645 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:31:58.646 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:31:58.646 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:58.646-0600-584c03ce666d1a4e49f554a4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376718646), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2636, step 4 of 6: 14501, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:31:58.647 I SHARDING [conn9] distributed lock with ts: 584c03bd666d1a4e49f5549e' unlocked. Sat Dec 10 07:31:58.647 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1460989848000) }, max: { datetime: new Date(1461091015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 177000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:892 reslen:154 locks:{ Global: { acquireCount: { r: 1796, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 429 } }, Database: { acquireCount: { r: 894, w: 4, W: 2 } }, Collection: { acquireCount: { r: 894, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17157ms Sat Dec 10 07:31:59.717 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 182000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:31:59.718 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456851309000) }, { datetime: new Date(1456909590000) }) in IISLogs.pubprdweb03', ts : 584c03cf666d1a4e49f554a5 Sat Dec 10 07:31:59.718 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 182|0||584bc97f90d1dc672b548352, current metadata version is 182|0||584bc97f90d1dc672b548352 Sat Dec 10 07:31:59.720 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 182|0||584bc97f90d1dc672b548352 to shard version 182|1||584bc97f90d1dc672b548352 Sat Dec 10 07:31:59.720 I SHARDING [conn9] collection version was loaded at version 182|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:31:59.720 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:31:59.720-0600-584c03cf666d1a4e49f554a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376719720), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:31:59.721 I SHARDING [conn9] moveChunk request accepted at version 182|1||584bc97f90d1dc672b548352 Sat Dec 10 07:32:07.410 I SHARDING [conn9] moveChunk number of documents: 113731 Sat Dec 10 07:32:07.414 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:07.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:08.140 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776178 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 725ms Sat Dec 10 07:32:08.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2340, clonedBytes: 705484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:09.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12311, clonedBytes: 3696106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:10.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22356, clonedBytes: 6381260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:11.584 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32287, clonedBytes: 9408582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:12.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42481, clonedBytes: 12607801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:13.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52783, clonedBytes: 15631437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:14.662 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776162 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 749ms Sat Dec 10 07:32:14.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55269, clonedBytes: 16400257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:15.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64766, clonedBytes: 19215862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:16.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75071, clonedBytes: 22387095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:17.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85145, clonedBytes: 25439985, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:18.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94660, clonedBytes: 28309101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:19.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104536, clonedBytes: 31316880, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:20.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03cf666d1a4e49f554a7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113731, clonedBytes: 34044589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:20.873 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:32:20.874 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:32:20.876 I SHARDING [conn9] moveChunk setting version to: 183|0||584bc97f90d1dc672b548352 Sat Dec 10 07:32:20.882 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113731, clonedBytes: 34044589, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:32:20.882 I SHARDING [conn9] moveChunk updating self version to: 183|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456909590000) } -> { datetime: new Date(1456968368000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:32:20.884 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:32:20.884-0600-584c03e4666d1a4e49f554aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376740884), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113731, clonedBytes: 34044589, catchup: 0, steady: 0 } } Sat Dec 10 07:32:20.884 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:32:20.884 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:32:20.884 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:32:20.884-0600-584c03e4666d1a4e49f554ab", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376740884), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7691, step 4 of 6: 13459, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:32:20.886 I SHARDING [conn9] distributed lock with ts: 584c03cf666d1a4e49f554a5' unlocked. Sat Dec 10 07:32:20.886 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456851309000) }, max: { datetime: new Date(1456909590000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 182000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:953 reslen:154 locks:{ Global: { acquireCount: { r: 1918, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 207 } }, Database: { acquireCount: { r: 955, w: 4, W: 2 } }, Collection: { acquireCount: { r: 955, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 1949 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21169ms Sat Dec 10 07:32:20.890 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 178000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:32:20.891 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461091015000) }, { datetime: new Date(1461164612000) }) in IISLogs.pubprdweb04', ts : 584c03e4666d1a4e49f554ac Sat Dec 10 07:32:20.891 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 178|0||584bcad890d1dc672b54835d, current metadata version is 178|0||584bcad890d1dc672b54835d Sat Dec 10 07:32:20.892 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 178|0||584bcad890d1dc672b54835d to shard version 178|1||584bcad890d1dc672b54835d Sat Dec 10 07:32:20.893 I SHARDING [conn9] collection version was loaded at version 178|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:32:20.893 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:32:20.893-0600-584c03e4666d1a4e49f554ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376740893), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:32:20.893 I SHARDING [conn9] moveChunk request accepted at version 178|1||584bcad890d1dc672b54835d Sat Dec 10 07:32:25.509 I SHARDING [conn9] moveChunk number of documents: 112211 Sat Dec 10 07:32:25.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.551 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.590 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451006718000) } -> { datetime: new Date(1451100375000) } Sat Dec 10 07:32:25.590 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453784235000) } -> { datetime: new Date(1453858367000) }, with opId: 207299 Sat Dec 10 07:32:25.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:25.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:26.102 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776133 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 588ms Sat Dec 10 07:32:26.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:26.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3540, clonedBytes: 1037524, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:27.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13081, clonedBytes: 3930159, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:28.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22567, clonedBytes: 6972576, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:29.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32342, clonedBytes: 9867498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:30.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42183, clonedBytes: 12817927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:31.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52091, clonedBytes: 15747673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:32.509 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16054595 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 493ms Sat Dec 10 07:32:32.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56266, clonedBytes: 16946547, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:33.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66424, clonedBytes: 19881954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:34.870 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74000, clonedBytes: 22078065, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:35.894 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82827, clonedBytes: 24380095, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:36.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92977, clonedBytes: 27140274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:37.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102945, clonedBytes: 29693386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:38.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03e4666d1a4e49f554ae", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112211, clonedBytes: 32067175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:38.973 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:32:38.974 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:32:38.974 I SHARDING [conn9] moveChunk setting version to: 179|0||584bcad890d1dc672b54835d Sat Dec 10 07:32:38.980 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112211, clonedBytes: 32067175, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:32:38.980 I SHARDING [conn9] moveChunk updating self version to: 179|1||584bcad890d1dc672b54835d through { datetime: new Date(1461164612000) } -> { datetime: new Date(1461169484000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:32:38.981 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:32:38.981-0600-584c03f6666d1a4e49f554b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376758981), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112211, clonedBytes: 32067175, catchup: 0, steady: 0 } } Sat Dec 10 07:32:38.982 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:32:38.982 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:32:38.982 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:32:38.982-0600-584c03f6666d1a4e49f554b2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376758982), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4617, step 4 of 6: 13461, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:32:38.983 I SHARDING [conn9] distributed lock with ts: 584c03e4666d1a4e49f554ac' unlocked. Sat Dec 10 07:32:38.983 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461091015000) }, max: { datetime: new Date(1461164612000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 178000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:910 reslen:154 locks:{ Global: { acquireCount: { r: 1832, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 217 } }, Database: { acquireCount: { r: 912, w: 4, W: 2 } }, Collection: { acquireCount: { r: 912, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 28 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18093ms Sat Dec 10 07:32:40.066 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 183000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:32:40.067 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456909590000) }, { datetime: new Date(1456968368000) }) in IISLogs.pubprdweb03', ts : 584c03f8666d1a4e49f554b3 Sat Dec 10 07:32:40.067 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 183|0||584bc97f90d1dc672b548352, current metadata version is 183|0||584bc97f90d1dc672b548352 Sat Dec 10 07:32:40.068 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 183|0||584bc97f90d1dc672b548352 to shard version 183|1||584bc97f90d1dc672b548352 Sat Dec 10 07:32:40.069 I SHARDING [conn9] collection version was loaded at version 183|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:32:40.069 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:32:40.069-0600-584c03f8666d1a4e49f554b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376760069), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:32:40.069 I SHARDING [conn9] moveChunk request accepted at version 183|1||584bc97f90d1dc672b548352 Sat Dec 10 07:32:46.199 I SHARDING [conn9] moveChunk number of documents: 113757 Sat Dec 10 07:32:46.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.226 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:46.995 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 792ms Sat Dec 10 07:32:47.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1572, clonedBytes: 469707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:48.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11091, clonedBytes: 3345776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:49.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20806, clonedBytes: 6275802, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:50.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30802, clonedBytes: 9180344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:51.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40708, clonedBytes: 12085162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:52.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50814, clonedBytes: 15143203, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:52.662 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453784235000) } -> { datetime: new Date(1453858367000) } Sat Dec 10 07:32:52.662 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459171341000) } -> { datetime: new Date(1459265641000) }, with opId: 207415 Sat Dec 10 07:32:53.446 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776145 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 586ms Sat Dec 10 07:32:53.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55022, clonedBytes: 16401848, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:54.539 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64160, clonedBytes: 19109239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:55.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74935, clonedBytes: 22449269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:56.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84963, clonedBytes: 25583918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:57.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94744, clonedBytes: 28478224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:58.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104543, clonedBytes: 31410047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:32:59.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112862, clonedBytes: 33949669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:00.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c03f8666d1a4e49f554b5", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113757, clonedBytes: 34222570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:00.835 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:33:00.836 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:33:00.837 I SHARDING [conn9] moveChunk setting version to: 184|0||584bc97f90d1dc672b548352 Sat Dec 10 07:33:00.846 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113757, clonedBytes: 34222570, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:33:00.846 I SHARDING [conn9] moveChunk updating self version to: 184|1||584bc97f90d1dc672b548352 through { datetime: new Date(1456968368000) } -> { datetime: new Date(1457037681000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:33:00.848 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:00.848-0600-584c040c666d1a4e49f554b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376780848), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113757, clonedBytes: 34222570, catchup: 0, steady: 0 } } Sat Dec 10 07:33:00.848 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:33:00.848 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:33:00.849 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:00.849-0600-584c040c666d1a4e49f554b9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376780849), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6132, step 4 of 6: 14631, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:33:00.850 I SHARDING [conn9] distributed lock with ts: 584c03f8666d1a4e49f554b3' unlocked. Sat Dec 10 07:33:00.850 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456909590000) }, max: { datetime: new Date(1456968368000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 183000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:930 reslen:154 locks:{ Global: { acquireCount: { r: 1872, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 228 } }, Database: { acquireCount: { r: 932, w: 4, W: 2 } }, Collection: { acquireCount: { r: 932, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20784ms Sat Dec 10 07:33:00.855 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 179000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:33:00.855 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461164612000) }, { datetime: new Date(1461169484000) }) in IISLogs.pubprdweb04', ts : 584c040c666d1a4e49f554ba Sat Dec 10 07:33:00.855 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 179|0||584bcad890d1dc672b54835d, current metadata version is 179|0||584bcad890d1dc672b54835d Sat Dec 10 07:33:00.857 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 179|0||584bcad890d1dc672b54835d to shard version 179|1||584bcad890d1dc672b54835d Sat Dec 10 07:33:00.857 I SHARDING [conn9] collection version was loaded at version 179|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:33:00.857 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:00.857-0600-584c040c666d1a4e49f554bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376780857), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:33:00.857 I SHARDING [conn9] moveChunk request accepted at version 179|1||584bcad890d1dc672b54835d Sat Dec 10 07:33:03.594 I SHARDING [conn9] moveChunk number of documents: 112234 Sat Dec 10 07:33:03.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.642 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:03.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:04.102 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776135 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 501ms Sat Dec 10 07:33:04.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:04.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4273, clonedBytes: 1101300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:05.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13785, clonedBytes: 3542072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:06.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24025, clonedBytes: 6168707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:08.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34101, clonedBytes: 8779897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:09.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44892, clonedBytes: 11545889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:10.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54862, clonedBytes: 14172629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:11.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63355, clonedBytes: 16343612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:11.789 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:12923862 locks:{ Global: { acquireCount: { r: 780 } }, Database: { acquireCount: { r: 390 } }, Collection: { acquireCount: { r: 390 } } } protocol:op_command 632ms Sat Dec 10 07:33:12.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68241, clonedBytes: 17583844, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:13.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78524, clonedBytes: 20216145, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:14.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88584, clonedBytes: 22829319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:15.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98646, clonedBytes: 25459105, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:16.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108812, clonedBytes: 28066940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:17.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c040c666d1a4e49f554bc", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112234, clonedBytes: 28936283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:17.492 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:33:17.493 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:33:17.504 I SHARDING [conn9] moveChunk setting version to: 180|0||584bcad890d1dc672b54835d Sat Dec 10 07:33:17.514 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112234, clonedBytes: 28936283, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:33:17.514 I SHARDING [conn9] moveChunk updating self version to: 180|1||584bcad890d1dc672b54835d through { datetime: new Date(1461169484000) } -> { datetime: new Date(1461181635000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:33:17.516 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:17.515-0600-584c041d666d1a4e49f554bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376797515), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112234, clonedBytes: 28936283, catchup: 0, steady: 0 } } Sat Dec 10 07:33:17.516 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:33:17.516 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:33:17.516 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:17.516-0600-584c041d666d1a4e49f554c0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376797516), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2741, step 4 of 6: 13892, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:33:17.518 I SHARDING [conn9] distributed lock with ts: 584c040c666d1a4e49f554ba' unlocked. Sat Dec 10 07:33:17.518 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461164612000) }, max: { datetime: new Date(1461169484000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 179000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:902 reslen:154 locks:{ Global: { acquireCount: { r: 1816, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 234 } }, Database: { acquireCount: { r: 904, w: 4, W: 2 } }, Collection: { acquireCount: { r: 904, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16664ms Sat Dec 10 07:33:18.596 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 184000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:33:18.597 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1456968368000) }, { datetime: new Date(1457037681000) }) in IISLogs.pubprdweb03', ts : 584c041e666d1a4e49f554c1 Sat Dec 10 07:33:18.597 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 184|0||584bc97f90d1dc672b548352, current metadata version is 184|0||584bc97f90d1dc672b548352 Sat Dec 10 07:33:18.599 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 184|0||584bc97f90d1dc672b548352 to shard version 184|1||584bc97f90d1dc672b548352 Sat Dec 10 07:33:18.599 I SHARDING [conn9] collection version was loaded at version 184|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:33:18.599 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:18.599-0600-584c041e666d1a4e49f554c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376798599), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:33:18.599 I SHARDING [conn9] moveChunk request accepted at version 184|1||584bc97f90d1dc672b548352 Sat Dec 10 07:33:19.351 I SHARDING [RangeDeleter] rangeDeleter deleted 102917 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459171341000) } -> { datetime: new Date(1459265641000) } Sat Dec 10 07:33:19.352 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451100375000) } -> { datetime: new Date(1451187064000) }, with opId: 207691 Sat Dec 10 07:33:26.429 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:33:26.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.461 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.511 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:26.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:27.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:27.164 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776235 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 725ms Sat Dec 10 07:33:27.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 478, clonedBytes: 146870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:28.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9326, clonedBytes: 2868745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:29.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19424, clonedBytes: 5996170, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:30.614 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29560, clonedBytes: 9098094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:31.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39233, clonedBytes: 12028187, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:32.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49048, clonedBytes: 15041111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:33.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53473, clonedBytes: 16412886, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:33.723 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775986 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 602ms Sat Dec 10 07:33:34.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62216, clonedBytes: 18989569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:35.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72357, clonedBytes: 21986641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:36.787 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82394, clonedBytes: 24999501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:37.811 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92452, clonedBytes: 28036760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:38.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102197, clonedBytes: 31041378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:39.859 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110865, clonedBytes: 33785663, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:40.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c041e666d1a4e49f554c3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34710406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:40.883 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:33:40.884 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:33:40.891 I SHARDING [conn9] moveChunk setting version to: 185|0||584bc97f90d1dc672b548352 Sat Dec 10 07:33:40.897 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34710406, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:33:40.898 I SHARDING [conn9] moveChunk updating self version to: 185|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457037681000) } -> { datetime: new Date(1457106815000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:33:40.899 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:40.899-0600-584c0434666d1a4e49f554c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376820899), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34710406, catchup: 0, steady: 0 } } Sat Dec 10 07:33:40.900 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:33:40.908 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:33:40.908 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:40.908-0600-584c0434666d1a4e49f554c7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376820908), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7833, step 4 of 6: 14449, step 5 of 6: 25, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:33:40.913 I SHARDING [conn9] distributed lock with ts: 584c041e666d1a4e49f554c1' unlocked. Sat Dec 10 07:33:40.913 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1456968368000) }, max: { datetime: new Date(1457037681000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 184000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:944 reslen:154 locks:{ Global: { acquireCount: { r: 1900, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 8468 } }, Database: { acquireCount: { r: 946, w: 4, W: 2 } }, Collection: { acquireCount: { r: 946, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 156 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22318ms Sat Dec 10 07:33:40.927 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 180000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:33:40.928 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461169484000) }, { datetime: new Date(1461181635000) }) in IISLogs.pubprdweb04', ts : 584c0434666d1a4e49f554c8 Sat Dec 10 07:33:40.928 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 180|0||584bcad890d1dc672b54835d, current metadata version is 180|0||584bcad890d1dc672b54835d Sat Dec 10 07:33:40.930 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 180|0||584bcad890d1dc672b54835d to shard version 180|1||584bcad890d1dc672b54835d Sat Dec 10 07:33:40.930 I SHARDING [conn9] collection version was loaded at version 180|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:33:40.930 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:33:40.930-0600-584c0434666d1a4e49f554c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376820930), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:33:40.930 I SHARDING [conn9] moveChunk request accepted at version 180|1||584bcad890d1dc672b54835d Sat Dec 10 07:33:44.652 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 07:33:44.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:44.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:44.703 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:44.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:44.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:44.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:44.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:45.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:45.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:45.781 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776085 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1124ms Sat Dec 10 07:33:45.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:46.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6620, clonedBytes: 1694596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:47.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15835, clonedBytes: 4030313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:48.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25736, clonedBytes: 6590414, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:49.946 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35906, clonedBytes: 9709562, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:50.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46043, clonedBytes: 13853799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:51.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52215, clonedBytes: 16421542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:52.608 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 660 } }, Database: { acquireCount: { r: 330 } }, Collection: { acquireCount: { r: 330 } } } protocol:op_command 1015ms Sat Dec 10 07:33:52.755 I SHARDING [RangeDeleter] rangeDeleter deleted 113634 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451100375000) } -> { datetime: new Date(1451187064000) } Sat Dec 10 07:33:52.755 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453858367000) } -> { datetime: new Date(1453910541000) }, with opId: 207892 Sat Dec 10 07:33:53.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55418, clonedBytes: 17693788, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:54.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65288, clonedBytes: 21711410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:55.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75203, clonedBytes: 25678564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:56.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85067, clonedBytes: 29729366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:57.152 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92864, clonedBytes: 32924084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:57.543 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:7891567 locks:{ Global: { acquireCount: { r: 312 } }, Database: { acquireCount: { r: 156 } }, Collection: { acquireCount: { r: 156 } } } protocol:op_command 396ms Sat Dec 10 07:33:58.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98170, clonedBytes: 35076137, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:33:59.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107934, clonedBytes: 38956595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:00.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0434666d1a4e49f554ca", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 40691093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:00.231 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:34:00.232 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:34:00.246 I SHARDING [conn9] moveChunk setting version to: 181|0||584bcad890d1dc672b54835d Sat Dec 10 07:34:00.258 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 40691093, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:34:00.258 I SHARDING [conn9] moveChunk updating self version to: 181|1||584bcad890d1dc672b54835d through { datetime: new Date(1461181635000) } -> { datetime: new Date(1461247429000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:34:00.260 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:00.260-0600-584c0448666d1a4e49f554cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376840260), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 40691093, catchup: 0, steady: 0 } } Sat Dec 10 07:34:00.260 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:34:00.260 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:34:00.261 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:00.261-0600-584c0448666d1a4e49f554ce", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376840261), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3724, step 4 of 6: 15575, step 5 of 6: 29, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:34:00.262 I SHARDING [conn9] distributed lock with ts: 584c0434666d1a4e49f554c8' unlocked. Sat Dec 10 07:34:00.262 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461169484000) }, max: { datetime: new Date(1461181635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 180000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:889 reslen:154 locks:{ Global: { acquireCount: { r: 1790, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4035 } }, Database: { acquireCount: { r: 891, w: 4, W: 2 } }, Collection: { acquireCount: { r: 891, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 52 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19335ms Sat Dec 10 07:34:01.332 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 185000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:34:01.333 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457037681000) }, { datetime: new Date(1457106815000) }) in IISLogs.pubprdweb03', ts : 584c0449666d1a4e49f554cf Sat Dec 10 07:34:01.333 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 185|0||584bc97f90d1dc672b548352, current metadata version is 185|0||584bc97f90d1dc672b548352 Sat Dec 10 07:34:01.334 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 185|0||584bc97f90d1dc672b548352 to shard version 185|1||584bc97f90d1dc672b548352 Sat Dec 10 07:34:01.334 I SHARDING [conn9] collection version was loaded at version 185|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:34:01.335 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:01.335-0600-584c0449666d1a4e49f554d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376841335), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:34:01.335 I SHARDING [conn9] moveChunk request accepted at version 185|1||584bc97f90d1dc672b548352 Sat Dec 10 07:34:08.008 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:34:08.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.076 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.109 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:08.574 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776201 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 562ms Sat Dec 10 07:34:08.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:09.095 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 289, clonedBytes: 86910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:10.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9021, clonedBytes: 2638434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:11.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18985, clonedBytes: 5590440, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:12.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31356, clonedBytes: 9214680, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:13.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41271, clonedBytes: 12274421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:14.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52579, clonedBytes: 15702828, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:15.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54857, clonedBytes: 16403164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:15.913 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776191 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 890ms Sat Dec 10 07:34:16.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61561, clonedBytes: 18493952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:17.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70397, clonedBytes: 21148543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:18.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80295, clonedBytes: 24100691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:19.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90505, clonedBytes: 27189303, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:20.684 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453858367000) } -> { datetime: new Date(1453910541000) } Sat Dec 10 07:34:20.684 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459265641000) } -> { datetime: new Date(1459355006000) }, with opId: 208065 Sat Dec 10 07:34:20.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98858, clonedBytes: 29742042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:22.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108839, clonedBytes: 32709577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:23.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0449666d1a4e49f554d1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34080541, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:23.049 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:34:23.050 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:34:23.058 I SHARDING [conn9] moveChunk setting version to: 186|0||584bc97f90d1dc672b548352 Sat Dec 10 07:34:23.068 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34080541, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:34:23.068 I SHARDING [conn9] moveChunk updating self version to: 186|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457106815000) } -> { datetime: new Date(1457179225000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:34:23.069 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:23.069-0600-584c045f666d1a4e49f554d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376863069), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34080541, catchup: 0, steady: 0 } } Sat Dec 10 07:34:23.070 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:34:23.070 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:34:23.070 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:23.070-0600-584c045f666d1a4e49f554d5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376863070), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6674, step 4 of 6: 15037, step 5 of 6: 21, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:34:23.072 I SHARDING [conn9] distributed lock with ts: 584c0449666d1a4e49f554cf' unlocked. Sat Dec 10 07:34:23.072 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457037681000) }, max: { datetime: new Date(1457106815000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 185000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:931 reslen:154 locks:{ Global: { acquireCount: { r: 1874, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 239 } }, Database: { acquireCount: { r: 933, w: 4, W: 2 } }, Collection: { acquireCount: { r: 933, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21739ms Sat Dec 10 07:34:23.076 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 181000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:34:23.077 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461181635000) }, { datetime: new Date(1461247429000) }) in IISLogs.pubprdweb04', ts : 584c045f666d1a4e49f554d6 Sat Dec 10 07:34:23.077 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 181|0||584bcad890d1dc672b54835d, current metadata version is 181|0||584bcad890d1dc672b54835d Sat Dec 10 07:34:23.078 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 181|0||584bcad890d1dc672b54835d to shard version 181|1||584bcad890d1dc672b54835d Sat Dec 10 07:34:23.078 I SHARDING [conn9] collection version was loaded at version 181|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:34:23.078 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:23.078-0600-584c045f666d1a4e49f554d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376863078), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:34:23.079 I SHARDING [conn9] moveChunk request accepted at version 181|1||584bcad890d1dc672b54835d Sat Dec 10 07:34:28.787 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:34:28.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:28.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:28.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:28.817 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:28.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:28.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:28.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:29.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:29.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:29.579 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776252 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 770ms Sat Dec 10 07:34:29.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1373, clonedBytes: 575106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:30.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11422, clonedBytes: 3955625, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:31.915 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21750, clonedBytes: 6776452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:32.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32037, clonedBytes: 9699097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:33.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42324, clonedBytes: 13019306, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:35.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52407, clonedBytes: 16176044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:35.702 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16728727 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 604ms Sat Dec 10 07:34:36.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55533, clonedBytes: 17082039, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:37.065 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65796, clonedBytes: 20139368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:38.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76396, clonedBytes: 23218734, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:39.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86781, clonedBytes: 26142499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:40.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97118, clonedBytes: 28806021, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:41.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106954, clonedBytes: 31393563, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:42.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c045f666d1a4e49f554d8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 32741342, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:42.243 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:34:42.244 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:34:42.245 I SHARDING [conn9] moveChunk setting version to: 182|0||584bcad890d1dc672b54835d Sat Dec 10 07:34:42.252 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 32741342, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:34:42.252 I SHARDING [conn9] moveChunk updating self version to: 182|1||584bcad890d1dc672b54835d through { datetime: new Date(1461247429000) } -> { datetime: new Date(1461264327000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:34:42.254 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:42.254-0600-584c0472666d1a4e49f554db", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376882254), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 32741342, catchup: 0, steady: 0 } } Sat Dec 10 07:34:42.255 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:34:42.255 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:34:42.255 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:42.255-0600-584c0472666d1a4e49f554dc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376882255), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5714, step 4 of 6: 13448, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:34:42.257 I SHARDING [conn9] distributed lock with ts: 584c045f666d1a4e49f554d6' unlocked. Sat Dec 10 07:34:42.257 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461181635000) }, max: { datetime: new Date(1461247429000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 181000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:921 reslen:154 locks:{ Global: { acquireCount: { r: 1854, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 569 } }, Database: { acquireCount: { r: 923, w: 4, W: 2 } }, Collection: { acquireCount: { r: 923, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19181ms Sat Dec 10 07:34:43.469 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 186000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:34:43.475 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457106815000) }, { datetime: new Date(1457179225000) }) in IISLogs.pubprdweb03', ts : 584c0473666d1a4e49f554dd Sat Dec 10 07:34:43.475 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 186|0||584bc97f90d1dc672b548352, current metadata version is 186|0||584bc97f90d1dc672b548352 Sat Dec 10 07:34:43.487 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 186|0||584bc97f90d1dc672b548352 to shard version 186|1||584bc97f90d1dc672b548352 Sat Dec 10 07:34:43.487 I SHARDING [conn9] collection version was loaded at version 186|1||584bc97f90d1dc672b548352, took 11ms Sat Dec 10 07:34:43.487 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:34:43.487-0600-584c0473666d1a4e49f554de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376883487), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:34:43.496 I SHARDING [conn9] moveChunk request accepted at version 186|1||584bc97f90d1dc672b548352 Sat Dec 10 07:34:43.785 I SHARDING [RangeDeleter] rangeDeleter deleted 102938 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459265641000) } -> { datetime: new Date(1459355006000) } Sat Dec 10 07:34:43.786 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451187064000) } -> { datetime: new Date(1451282074000) }, with opId: 208263 Sat Dec 10 07:34:46.351 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:34:46.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:46.982 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776014 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 627ms Sat Dec 10 07:34:47.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 238, clonedBytes: 66773, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:48.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6726, clonedBytes: 2008363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:49.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16203, clonedBytes: 4975665, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:50.519 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26058, clonedBytes: 7900093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:51.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36261, clonedBytes: 10986352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:52.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46251, clonedBytes: 14143244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:53.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54112, clonedBytes: 16408192, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:54.258 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776231 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 865ms Sat Dec 10 07:34:54.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56912, clonedBytes: 17224891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:55.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66986, clonedBytes: 20279834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:56.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77477, clonedBytes: 23416416, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:57.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87534, clonedBytes: 26508549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:58.782 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97697, clonedBytes: 29592321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:34:59.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107896, clonedBytes: 32633648, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:00.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0473666d1a4e49f554df", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34349078, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:00.831 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:35:00.832 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:35:00.833 I SHARDING [conn9] moveChunk setting version to: 187|0||584bc97f90d1dc672b548352 Sat Dec 10 07:35:00.840 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34349078, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:35:00.840 I SHARDING [conn9] moveChunk updating self version to: 187|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457179225000) } -> { datetime: new Date(1457264043000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:35:00.841 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:00.841-0600-584c0484666d1a4e49f554e2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376900841), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34349078, catchup: 0, steady: 0 } } Sat Dec 10 07:35:00.842 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:35:00.846 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:35:00.846 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:00.846-0600-584c0484666d1a4e49f554e3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376900846), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, step 1 of 6: 0, step 2 of 6: 26, step 3 of 6: 2857, step 4 of 6: 14476, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:35:00.847 I SHARDING [conn9] distributed lock with ts: 584c0473666d1a4e49f554dd' unlocked. Sat Dec 10 07:35:00.847 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457106815000) }, max: { datetime: new Date(1457179225000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 186000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7999 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 186 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17379ms Sat Dec 10 07:35:00.851 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 182000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:35:00.852 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461247429000) }, { datetime: new Date(1461264327000) }) in IISLogs.pubprdweb04', ts : 584c0484666d1a4e49f554e4 Sat Dec 10 07:35:00.852 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 182|0||584bcad890d1dc672b54835d, current metadata version is 182|0||584bcad890d1dc672b54835d Sat Dec 10 07:35:00.853 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 182|0||584bcad890d1dc672b54835d to shard version 182|1||584bcad890d1dc672b54835d Sat Dec 10 07:35:00.854 I SHARDING [conn9] collection version was loaded at version 182|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:35:00.854 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:00.854-0600-584c0484666d1a4e49f554e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376900854), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:35:00.854 I SHARDING [conn9] moveChunk request accepted at version 182|1||584bcad890d1dc672b54835d Sat Dec 10 07:35:04.547 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:35:04.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.609 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:04.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:05.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:05.246 I NETWORK [conn97] end connection 10.112.9.26:62951 (28 connections now open) Sat Dec 10 07:35:05.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:06.308 I NETWORK [conn98] end connection 10.112.9.26:62953 (27 connections now open) Sat Dec 10 07:35:06.366 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776169 locks:{ Global: { acquireCount: { r: 1006 } }, Database: { acquireCount: { r: 503 } }, Collection: { acquireCount: { r: 503 } } } protocol:op_command 1815ms Sat Dec 10 07:35:06.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1784, clonedBytes: 456981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:07.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11924, clonedBytes: 3042349, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:08.739 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22005, clonedBytes: 5613944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:09.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32371, clonedBytes: 8570502, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:10.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42321, clonedBytes: 11191382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:11.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52473, clonedBytes: 13802868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:12.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62476, clonedBytes: 16349799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:13.899 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62476, clonedBytes: 16349799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:14.012 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13941608 locks:{ Global: { acquireCount: { r: 802 } }, Database: { acquireCount: { r: 401 } }, Collection: { acquireCount: { r: 401 } } } protocol:op_command 1163ms Sat Dec 10 07:35:14.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70713, clonedBytes: 18474847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:15.959 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81048, clonedBytes: 21210858, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:17.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92189, clonedBytes: 24408691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:18.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98084, clonedBytes: 25969322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:19.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0484666d1a4e49f554e6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 29954140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:19.862 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:35:19.863 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:35:19.864 I SHARDING [conn9] moveChunk setting version to: 183|0||584bcad890d1dc672b54835d Sat Dec 10 07:35:19.884 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 29954140, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:35:19.884 I SHARDING [conn9] moveChunk updating self version to: 183|1||584bcad890d1dc672b54835d through { datetime: new Date(1461264327000) } -> { datetime: new Date(1461333118000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:35:19.885 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:19.885-0600-584c0497666d1a4e49f554e9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376919885), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 29954140, catchup: 0, steady: 0 } } Sat Dec 10 07:35:19.886 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:35:19.892 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:35:19.892 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:19.892-0600-584c0497666d1a4e49f554ea", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376919892), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3695, step 4 of 6: 15310, step 5 of 6: 30, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:35:19.893 I SHARDING [conn9] distributed lock with ts: 584c0484666d1a4e49f554e4' unlocked. Sat Dec 10 07:35:19.893 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461247429000) }, max: { datetime: new Date(1461264327000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 182000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 5857 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19042ms Sat Dec 10 07:35:20.978 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 187000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:35:20.979 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457179225000) }, { datetime: new Date(1457264043000) }) in IISLogs.pubprdweb03', ts : 584c0498666d1a4e49f554eb Sat Dec 10 07:35:20.979 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 187|0||584bc97f90d1dc672b548352, current metadata version is 187|0||584bc97f90d1dc672b548352 Sat Dec 10 07:35:20.980 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 187|0||584bc97f90d1dc672b548352 to shard version 187|1||584bc97f90d1dc672b548352 Sat Dec 10 07:35:20.981 I SHARDING [conn9] collection version was loaded at version 187|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:35:20.981 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:20.981-0600-584c0498666d1a4e49f554ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376920981), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:35:20.981 I SHARDING [conn9] moveChunk request accepted at version 187|1||584bc97f90d1dc672b548352 Sat Dec 10 07:35:26.023 I SHARDING [RangeDeleter] rangeDeleter deleted 113855 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451187064000) } -> { datetime: new Date(1451282074000) } Sat Dec 10 07:35:26.023 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453910541000) } -> { datetime: new Date(1453998365000) }, with opId: 208475 Sat Dec 10 07:35:29.154 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:35:29.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.695 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:29.735 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776262 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 576ms Sat Dec 10 07:35:30.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 506, clonedBytes: 154285, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:31.234 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9465, clonedBytes: 2838495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:32.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19703, clonedBytes: 5936270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:33.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30026, clonedBytes: 9010027, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:34.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40075, clonedBytes: 12199694, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:35.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50171, clonedBytes: 15304819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:36.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53757, clonedBytes: 16410925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:36.482 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776132 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 760ms Sat Dec 10 07:35:37.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61885, clonedBytes: 18847026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:38.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71950, clonedBytes: 21855184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:39.483 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79756, clonedBytes: 24227798, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:40.524 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89911, clonedBytes: 27258336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:41.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99947, clonedBytes: 30256749, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:42.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109427, clonedBytes: 33067810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:43.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0498666d1a4e49f554ed", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34348842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:43.610 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:35:43.611 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:35:43.611 I SHARDING [conn9] moveChunk setting version to: 188|0||584bc97f90d1dc672b548352 Sat Dec 10 07:35:43.614 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34348842, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:35:43.614 I SHARDING [conn9] moveChunk updating self version to: 188|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457264043000) } -> { datetime: new Date(1457345296000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:35:43.616 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:43.615-0600-584c04af666d1a4e49f554f0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376943615), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34348842, catchup: 0, steady: 0 } } Sat Dec 10 07:35:43.616 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:35:43.616 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:35:43.616 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:43.616-0600-584c04af666d1a4e49f554f1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376943616), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 8174, step 4 of 6: 14452, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:35:43.618 I SHARDING [conn9] distributed lock with ts: 584c0498666d1a4e49f554eb' unlocked. Sat Dec 10 07:35:43.618 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457179225000) }, max: { datetime: new Date(1457264043000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 187000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:953 reslen:154 locks:{ Global: { acquireCount: { r: 1918, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 124 } }, Database: { acquireCount: { r: 955, w: 4, W: 2 } }, Collection: { acquireCount: { r: 955, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 60 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22641ms Sat Dec 10 07:35:43.622 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 183000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:35:43.623 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461264327000) }, { datetime: new Date(1461333118000) }) in IISLogs.pubprdweb04', ts : 584c04af666d1a4e49f554f2 Sat Dec 10 07:35:43.623 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 183|0||584bcad890d1dc672b54835d, current metadata version is 183|0||584bcad890d1dc672b54835d Sat Dec 10 07:35:43.624 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 183|0||584bcad890d1dc672b54835d to shard version 183|1||584bcad890d1dc672b54835d Sat Dec 10 07:35:43.625 I SHARDING [conn9] collection version was loaded at version 183|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:35:43.625 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:35:43.625-0600-584c04af666d1a4e49f554f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376943625), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:35:43.625 I SHARDING [conn9] moveChunk request accepted at version 183|1||584bcad890d1dc672b54835d Sat Dec 10 07:35:49.880 I SHARDING [conn9] moveChunk number of documents: 112220 Sat Dec 10 07:35:49.890 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:49.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:49.933 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:49.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:49.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:49.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:50.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:50.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:50.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:50.743 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776218 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 858ms Sat Dec 10 07:35:50.979 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66, clonedBytes: 19533, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:52.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8141, clonedBytes: 2088299, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:53.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18426, clonedBytes: 4744180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:54.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28652, clonedBytes: 7385554, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:55.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38966, clonedBytes: 10348966, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:55.214 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453910541000) } -> { datetime: new Date(1453998365000) } Sat Dec 10 07:35:55.214 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459355006000) } -> { datetime: new Date(1459446328000) }, with opId: 208652 Sat Dec 10 07:35:56.139 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48875, clonedBytes: 13446505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:57.168 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58709, clonedBytes: 16376217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:58.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58709, clonedBytes: 16376217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:35:58.457 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15907681 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1328ms Sat Dec 10 07:35:59.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65470, clonedBytes: 18351618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:00.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76020, clonedBytes: 21511189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:01.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86214, clonedBytes: 24553396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:02.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96415, clonedBytes: 27507883, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:03.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106720, clonedBytes: 30499104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:04.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04af666d1a4e49f554f4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112220, clonedBytes: 31920283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:04.366 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:36:04.367 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:36:04.368 I SHARDING [conn9] moveChunk setting version to: 184|0||584bcad890d1dc672b54835d Sat Dec 10 07:36:04.376 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112220, clonedBytes: 31920283, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:36:04.376 I SHARDING [conn9] moveChunk updating self version to: 184|1||584bcad890d1dc672b54835d through { datetime: new Date(1461333118000) } -> { datetime: new Date(1461351472000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:36:04.378 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:04.378-0600-584c04c4666d1a4e49f554f7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376964378), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112220, clonedBytes: 31920283, catchup: 0, steady: 0 } } Sat Dec 10 07:36:04.378 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:36:04.379 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:36:04.379 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:04.379-0600-584c04c4666d1a4e49f554f8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376964379), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 6257, step 4 of 6: 14481, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:36:04.380 I SHARDING [conn9] distributed lock with ts: 584c04af666d1a4e49f554f2' unlocked. Sat Dec 10 07:36:04.380 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461264327000) }, max: { datetime: new Date(1461333118000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 183000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:932 reslen:154 locks:{ Global: { acquireCount: { r: 1876, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 320 } }, Database: { acquireCount: { r: 934, w: 4, W: 2 } }, Collection: { acquireCount: { r: 934, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 83 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20757ms Sat Dec 10 07:36:05.459 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 188000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:36:05.460 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457264043000) }, { datetime: new Date(1457345296000) }) in IISLogs.pubprdweb03', ts : 584c04c5666d1a4e49f554f9 Sat Dec 10 07:36:05.461 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 188|0||584bc97f90d1dc672b548352, current metadata version is 188|0||584bc97f90d1dc672b548352 Sat Dec 10 07:36:05.462 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 188|0||584bc97f90d1dc672b548352 to shard version 188|1||584bc97f90d1dc672b548352 Sat Dec 10 07:36:05.462 I SHARDING [conn9] collection version was loaded at version 188|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:36:05.462 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:05.462-0600-584c04c5666d1a4e49f554fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376965462), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:36:05.463 I SHARDING [conn9] moveChunk request accepted at version 188|1||584bc97f90d1dc672b548352 Sat Dec 10 07:36:13.017 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:36:13.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.556 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:13.762 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776185 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 740ms Sat Dec 10 07:36:14.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73, clonedBytes: 21144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:15.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1707, clonedBytes: 497220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:16.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6598, clonedBytes: 1926726, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:16.200 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459355006000) } -> { datetime: new Date(1459446328000) } Sat Dec 10 07:36:16.201 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451282074000) } -> { datetime: new Date(1451375090000) }, with opId: 208786 Sat Dec 10 07:36:17.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16303, clonedBytes: 4823461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:18.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26316, clonedBytes: 7835560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:19.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36576, clonedBytes: 10937970, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:20.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46688, clonedBytes: 14216225, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:21.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53727, clonedBytes: 16411058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:22.072 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1017ms Sat Dec 10 07:36:22.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57263, clonedBytes: 17498037, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:23.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67085, clonedBytes: 20523234, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:24.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77956, clonedBytes: 23802519, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:25.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87951, clonedBytes: 26885407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:26.839 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98000, clonedBytes: 29904421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:27.866 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107735, clonedBytes: 32820157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:28.896 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04c5666d1a4e49f554fb", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 34624001, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:28.896 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:36:28.897 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:36:28.898 I SHARDING [conn9] moveChunk setting version to: 189|0||584bc97f90d1dc672b548352 Sat Dec 10 07:36:28.910 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 34624001, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:36:28.910 I SHARDING [conn9] moveChunk updating self version to: 189|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457345296000) } -> { datetime: new Date(1457403473000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:36:28.911 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:28.911-0600-584c04dc666d1a4e49f554fe", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376988911), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 34624001, catchup: 0, steady: 0 } } Sat Dec 10 07:36:28.912 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:36:28.914 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:36:28.914 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:28.914-0600-584c04dc666d1a4e49f554ff", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376988914), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7556, step 4 of 6: 15875, step 5 of 6: 17, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:36:28.915 I SHARDING [conn9] distributed lock with ts: 584c04c5666d1a4e49f554f9' unlocked. Sat Dec 10 07:36:28.915 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457264043000) }, max: { datetime: new Date(1457345296000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 188000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:968 reslen:154 locks:{ Global: { acquireCount: { r: 1948, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1948 } }, Database: { acquireCount: { r: 970, w: 4, W: 2 } }, Collection: { acquireCount: { r: 970, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 148 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23457ms Sat Dec 10 07:36:28.920 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 184000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:36:28.921 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461333118000) }, { datetime: new Date(1461351472000) }) in IISLogs.pubprdweb04', ts : 584c04dc666d1a4e49f55500 Sat Dec 10 07:36:28.921 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 184|0||584bcad890d1dc672b54835d, current metadata version is 184|0||584bcad890d1dc672b54835d Sat Dec 10 07:36:28.922 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 184|0||584bcad890d1dc672b54835d to shard version 184|1||584bcad890d1dc672b54835d Sat Dec 10 07:36:28.922 I SHARDING [conn9] collection version was loaded at version 184|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:36:28.922 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:28.922-0600-584c04dc666d1a4e49f55501", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481376988922), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:36:28.923 I SHARDING [conn9] moveChunk request accepted at version 184|1||584bcad890d1dc672b54835d Sat Dec 10 07:36:33.486 I SHARDING [conn9] moveChunk number of documents: 112224 Sat Dec 10 07:36:33.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.654 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:33.788 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:34.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:34.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:34.882 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776293 locks:{ Global: { acquireCount: { r: 1022 } }, Database: { acquireCount: { r: 511 } }, Collection: { acquireCount: { r: 511 } } } protocol:op_command 1392ms Sat Dec 10 07:36:35.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6075, clonedBytes: 1542122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:36.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16299, clonedBytes: 4162891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:37.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26783, clonedBytes: 6827058, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:38.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37139, clonedBytes: 9493344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:39.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47417, clonedBytes: 12123251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:40.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57628, clonedBytes: 14759122, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:41.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63844, clonedBytes: 16340347, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:42.161 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13997005 locks:{ Global: { acquireCount: { r: 772 } }, Database: { acquireCount: { r: 386 } }, Collection: { acquireCount: { r: 386 } } } protocol:op_command 758ms Sat Dec 10 07:36:42.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69699, clonedBytes: 17867972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:43.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79703, clonedBytes: 20813931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:44.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89663, clonedBytes: 23858905, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:45.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100065, clonedBytes: 26885063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:46.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109595, clonedBytes: 29304421, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:47.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04dc666d1a4e49f55502", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112224, clonedBytes: 30009654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:47.993 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:36:47.994 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:36:47.995 I SHARDING [conn9] moveChunk setting version to: 185|0||584bcad890d1dc672b54835d Sat Dec 10 07:36:47.999 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112224, clonedBytes: 30009654, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:36:47.999 I SHARDING [conn9] moveChunk updating self version to: 185|1||584bcad890d1dc672b54835d through { datetime: new Date(1461351472000) } -> { datetime: new Date(1461422887000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:36:48.001 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:48.001-0600-584c04f0666d1a4e49f55505", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377008001), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112224, clonedBytes: 30009654, catchup: 0, steady: 0 } } Sat Dec 10 07:36:48.002 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:36:48.006 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:36:48.007 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:48.006-0600-584c04f0666d1a4e49f55506", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377008006), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4564, step 4 of 6: 14504, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:36:48.008 I SHARDING [conn9] distributed lock with ts: 584c04dc666d1a4e49f55500' unlocked. Sat Dec 10 07:36:48.008 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461333118000) }, max: { datetime: new Date(1461351472000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 184000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:921 reslen:154 locks:{ Global: { acquireCount: { r: 1854, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4383 } }, Database: { acquireCount: { r: 923, w: 4, W: 2 } }, Collection: { acquireCount: { r: 923, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19088ms Sat Dec 10 07:36:49.099 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 189000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:36:49.100 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457345296000) }, { datetime: new Date(1457403473000) }) in IISLogs.pubprdweb03', ts : 584c04f1666d1a4e49f55507 Sat Dec 10 07:36:49.100 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 189|0||584bc97f90d1dc672b548352, current metadata version is 189|0||584bc97f90d1dc672b548352 Sat Dec 10 07:36:49.101 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 189|0||584bc97f90d1dc672b548352 to shard version 189|1||584bc97f90d1dc672b548352 Sat Dec 10 07:36:49.101 I SHARDING [conn9] collection version was loaded at version 189|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:36:49.101 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:36:49.101-0600-584c04f1666d1a4e49f55508", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377009101), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:36:49.102 I SHARDING [conn9] moveChunk request accepted at version 189|1||584bc97f90d1dc672b548352 Sat Dec 10 07:36:54.612 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451282074000) } -> { datetime: new Date(1451375090000) } Sat Dec 10 07:36:54.612 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1453998365000) } -> { datetime: new Date(1454108845000) }, with opId: 209045 Sat Dec 10 07:36:55.993 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:36:56.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.053 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.167 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.560 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:56.624 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776304 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 627ms Sat Dec 10 07:36:57.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 579, clonedBytes: 171695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:58.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6670, clonedBytes: 1988771, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:36:59.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16622, clonedBytes: 4977754, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:00.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26943, clonedBytes: 8071610, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:01.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37228, clonedBytes: 11173918, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:02.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47311, clonedBytes: 14093552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:03.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55025, clonedBytes: 16402091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:03.878 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776099 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 851ms Sat Dec 10 07:37:04.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58040, clonedBytes: 17320760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:05.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67841, clonedBytes: 20336472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:06.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77024, clonedBytes: 23208678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:07.406 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87050, clonedBytes: 26198038, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:08.452 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96892, clonedBytes: 29208736, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:09.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107493, clonedBytes: 32412425, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:10.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c04f1666d1a4e49f55509", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 34381208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:10.582 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:37:10.583 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:37:10.584 I SHARDING [conn9] moveChunk setting version to: 190|0||584bc97f90d1dc672b548352 Sat Dec 10 07:37:10.593 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 34381208, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:37:10.593 I SHARDING [conn9] moveChunk updating self version to: 190|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457403473000) } -> { datetime: new Date(1457470762000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:37:10.595 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:10.595-0600-584c0506666d1a4e49f5550c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377030595), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 34381208, catchup: 0, steady: 0 } } Sat Dec 10 07:37:10.595 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:37:10.595 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:37:10.595 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:10.595-0600-584c0506666d1a4e49f5550d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377030595), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6894, step 4 of 6: 14584, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:37:10.597 I SHARDING [conn9] distributed lock with ts: 584c04f1666d1a4e49f55507' unlocked. Sat Dec 10 07:37:10.597 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457345296000) }, max: { datetime: new Date(1457403473000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 189000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:932 reslen:154 locks:{ Global: { acquireCount: { r: 1876, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 214 } }, Database: { acquireCount: { r: 934, w: 4, W: 2 } }, Collection: { acquireCount: { r: 934, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 163 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21499ms Sat Dec 10 07:37:10.602 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 185000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:37:10.602 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461351472000) }, { datetime: new Date(1461422887000) }) in IISLogs.pubprdweb04', ts : 584c0506666d1a4e49f5550e Sat Dec 10 07:37:10.603 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 185|0||584bcad890d1dc672b54835d, current metadata version is 185|0||584bcad890d1dc672b54835d Sat Dec 10 07:37:10.604 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 185|0||584bcad890d1dc672b54835d to shard version 185|1||584bcad890d1dc672b54835d Sat Dec 10 07:37:10.604 I SHARDING [conn9] collection version was loaded at version 185|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:37:10.604 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:10.604-0600-584c0506666d1a4e49f5550f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377030604), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:37:10.605 I SHARDING [conn9] moveChunk request accepted at version 185|1||584bcad890d1dc672b54835d Sat Dec 10 07:37:15.384 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:37:15.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.400 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:15.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:16.340 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 934 } }, Database: { acquireCount: { r: 467 } }, Collection: { acquireCount: { r: 467 } } } protocol:op_command 951ms Sat Dec 10 07:37:16.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6, clonedBytes: 1535, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:17.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3894, clonedBytes: 993806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:18.513 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11523, clonedBytes: 2939275, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:19.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20631, clonedBytes: 5260400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:20.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30128, clonedBytes: 7677645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:20.674 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1453998365000) } -> { datetime: new Date(1454108845000) } Sat Dec 10 07:37:20.674 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459446328000) } -> { datetime: new Date(1459540049000) }, with opId: 209162 Sat Dec 10 07:37:21.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40080, clonedBytes: 10648453, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:22.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49780, clonedBytes: 13734677, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:23.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58713, clonedBytes: 16376059, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:24.196 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16136330 locks:{ Global: { acquireCount: { r: 846 } }, Database: { acquireCount: { r: 423 } }, Collection: { acquireCount: { r: 423 } } } protocol:op_command 663ms Sat Dec 10 07:37:24.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62420, clonedBytes: 17471463, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:25.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72274, clonedBytes: 20383542, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:26.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81988, clonedBytes: 23195854, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:27.953 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93728, clonedBytes: 26663980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:29.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104869, clonedBytes: 30010258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:30.147 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0506666d1a4e49f55510", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 32148767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:30.147 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:37:30.148 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:37:30.148 I SHARDING [conn9] moveChunk setting version to: 186|0||584bcad890d1dc672b54835d Sat Dec 10 07:37:30.176 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 32148767, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:37:30.176 I SHARDING [conn9] moveChunk updating self version to: 186|1||584bcad890d1dc672b54835d through { datetime: new Date(1461422887000) } -> { datetime: new Date(1461530461000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:37:30.179 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:30.178-0600-584c051a666d1a4e49f55513", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377050178), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 32148767, catchup: 0, steady: 0 } } Sat Dec 10 07:37:30.181 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:37:30.181 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:37:30.181 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:30.181-0600-584c051a666d1a4e49f55514", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377050181), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4782, step 4 of 6: 14758, step 5 of 6: 34, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:37:30.183 I SHARDING [conn9] distributed lock with ts: 584c0506666d1a4e49f5550e' unlocked. Sat Dec 10 07:37:30.183 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461351472000) }, max: { datetime: new Date(1461422887000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 185000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 207 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 232 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19581ms Sat Dec 10 07:37:31.290 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 190000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:37:31.292 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457403473000) }, { datetime: new Date(1457470762000) }) in IISLogs.pubprdweb03', ts : 584c051b666d1a4e49f55515 Sat Dec 10 07:37:31.292 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 190|0||584bc97f90d1dc672b548352, current metadata version is 190|0||584bc97f90d1dc672b548352 Sat Dec 10 07:37:31.293 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 190|0||584bc97f90d1dc672b548352 to shard version 190|1||584bc97f90d1dc672b548352 Sat Dec 10 07:37:31.293 I SHARDING [conn9] collection version was loaded at version 190|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:37:31.293 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:31.293-0600-584c051b666d1a4e49f55516", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377051293), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:37:31.294 I SHARDING [conn9] moveChunk request accepted at version 190|1||584bc97f90d1dc672b548352 Sat Dec 10 07:37:39.415 I SHARDING [conn9] moveChunk number of documents: 113746 Sat Dec 10 07:37:39.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.734 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:39.996 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:40.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:41.129 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776013 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1709ms Sat Dec 10 07:37:41.561 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3044, clonedBytes: 937451, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:41.672 I SHARDING [RangeDeleter] rangeDeleter deleted 102925 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459446328000) } -> { datetime: new Date(1459540049000) } Sat Dec 10 07:37:41.672 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451375090000) } -> { datetime: new Date(1451387084000) }, with opId: 209265 Sat Dec 10 07:37:42.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12699, clonedBytes: 4295297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:43.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22296, clonedBytes: 7261030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:44.661 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32045, clonedBytes: 10272628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:45.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42177, clonedBytes: 13429484, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:46.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52012, clonedBytes: 16422891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:47.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52012, clonedBytes: 16422891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:48.209 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776261 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1504ms Sat Dec 10 07:37:48.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56691, clonedBytes: 17894401, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:49.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67029, clonedBytes: 20984437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:50.835 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77136, clonedBytes: 24135443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:51.873 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85968, clonedBytes: 26967448, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:52.897 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95542, clonedBytes: 29964557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:53.928 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104909, clonedBytes: 32897410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:54.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c051b666d1a4e49f55517", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113746, clonedBytes: 35780759, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:37:54.952 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:37:54.953 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:37:54.955 I SHARDING [conn9] moveChunk setting version to: 191|0||584bc97f90d1dc672b548352 Sat Dec 10 07:37:54.960 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113746, clonedBytes: 35780759, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:37:54.960 I SHARDING [conn9] moveChunk updating self version to: 191|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457470762000) } -> { datetime: new Date(1457554847000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:37:54.961 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:54.961-0600-584c0532666d1a4e49f5551a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377074961), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113746, clonedBytes: 35780759, catchup: 0, steady: 0 } } Sat Dec 10 07:37:54.962 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:37:54.972 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:37:54.972 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:54.972-0600-584c0532666d1a4e49f5551b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377074972), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 8123, step 4 of 6: 15532, step 5 of 6: 20, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:37:54.974 I SHARDING [conn9] distributed lock with ts: 584c051b666d1a4e49f55515' unlocked. Sat Dec 10 07:37:54.974 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457403473000) }, max: { datetime: new Date(1457470762000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 190000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:978 reslen:154 locks:{ Global: { acquireCount: { r: 1968, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10303 } }, Database: { acquireCount: { r: 980, w: 4, W: 2 } }, Collection: { acquireCount: { r: 980, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1370 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23684ms Sat Dec 10 07:37:54.979 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 186000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:37:54.979 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461422887000) }, { datetime: new Date(1461530461000) }) in IISLogs.pubprdweb04', ts : 584c0532666d1a4e49f5551c Sat Dec 10 07:37:54.980 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 186|0||584bcad890d1dc672b54835d, current metadata version is 186|0||584bcad890d1dc672b54835d Sat Dec 10 07:37:54.981 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 186|0||584bcad890d1dc672b54835d to shard version 186|1||584bcad890d1dc672b54835d Sat Dec 10 07:37:54.981 I SHARDING [conn9] collection version was loaded at version 186|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:37:54.981 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:37:54.981-0600-584c0532666d1a4e49f5551d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377074981), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:37:54.982 I SHARDING [conn9] moveChunk request accepted at version 186|1||584bcad890d1dc672b54835d Sat Dec 10 07:38:01.872 I SHARDING [conn9] moveChunk number of documents: 112212 Sat Dec 10 07:38:01.881 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:01.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:01.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:01.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:01.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:01.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:02.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:02.210 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:02.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:03.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:04.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:05.073 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:05.168 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776017 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 3292ms Sat Dec 10 07:38:06.098 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1893, clonedBytes: 543580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:07.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11789, clonedBytes: 3514164, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:08.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21804, clonedBytes: 6563806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:09.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32166, clonedBytes: 9844328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:10.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42517, clonedBytes: 12957050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:11.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52849, clonedBytes: 15977753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:12.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54307, clonedBytes: 16406830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:13.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54307, clonedBytes: 16406830, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:13.474 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776087 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 2066ms Sat Dec 10 07:38:14.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61386, clonedBytes: 18515362, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:15.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71635, clonedBytes: 21510177, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:16.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82051, clonedBytes: 24530975, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:17.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91813, clonedBytes: 27413013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:18.409 I SHARDING [RangeDeleter] rangeDeleter deleted 113739 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451375090000) } -> { datetime: new Date(1451387084000) } Sat Dec 10 07:38:18.410 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454108845000) } -> { datetime: new Date(1454268760000) }, with opId: 209423 Sat Dec 10 07:38:18.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101560, clonedBytes: 30359118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:19.401 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:995417 locks:{ Global: { acquireCount: { r: 48 } }, Database: { acquireCount: { r: 24 } }, Collection: { acquireCount: { r: 24 } } } protocol:op_command 117ms Sat Dec 10 07:38:19.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110273, clonedBytes: 33104957, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:20.517 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0532666d1a4e49f5551e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112212, clonedBytes: 33787723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:20.517 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:38:20.518 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:38:20.518 I SHARDING [conn9] moveChunk setting version to: 187|0||584bcad890d1dc672b54835d Sat Dec 10 07:38:20.527 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112212, clonedBytes: 33787723, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:38:20.527 I SHARDING [conn9] moveChunk updating self version to: 187|1||584bcad890d1dc672b54835d through { datetime: new Date(1461530461000) } -> { datetime: new Date(1461611956000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:38:20.528 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:38:20.528-0600-584c054c666d1a4e49f55521", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377100528), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112212, clonedBytes: 33787723, catchup: 0, steady: 0 } } Sat Dec 10 07:38:20.529 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:38:20.541 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:38:20.541 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:38:20.541-0600-584c054c666d1a4e49f55522", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377100541), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 6893, step 4 of 6: 18641, step 5 of 6: 24, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:38:20.542 I SHARDING [conn9] distributed lock with ts: 584c0532666d1a4e49f5551c' unlocked. Sat Dec 10 07:38:20.543 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461422887000) }, max: { datetime: new Date(1461530461000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 186000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:923 reslen:154 locks:{ Global: { acquireCount: { r: 1858, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12336 } }, Database: { acquireCount: { r: 925, w: 4, W: 2 } }, Collection: { acquireCount: { r: 925, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 141 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25565ms Sat Dec 10 07:38:21.615 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 191000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:38:21.616 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457470762000) }, { datetime: new Date(1457554847000) }) in IISLogs.pubprdweb03', ts : 584c054d666d1a4e49f55523 Sat Dec 10 07:38:21.616 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 191|0||584bc97f90d1dc672b548352, current metadata version is 191|0||584bc97f90d1dc672b548352 Sat Dec 10 07:38:21.617 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 191|0||584bc97f90d1dc672b548352 to shard version 191|1||584bc97f90d1dc672b548352 Sat Dec 10 07:38:21.617 I SHARDING [conn9] collection version was loaded at version 191|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:38:21.617 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:38:21.617-0600-584c054d666d1a4e49f55524", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377101617), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:38:21.618 I SHARDING [conn9] moveChunk request accepted at version 191|1||584bc97f90d1dc672b548352 Sat Dec 10 07:38:27.531 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 07:38:27.547 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.576 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.650 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.716 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:27.846 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:28.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:28.138 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776283 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 602ms Sat Dec 10 07:38:28.626 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1188, clonedBytes: 376400, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:29.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10675, clonedBytes: 3236716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:30.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20474, clonedBytes: 6333631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:31.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30561, clonedBytes: 9513956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:32.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40400, clonedBytes: 13063464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:34.007 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50726, clonedBytes: 16432163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:35.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50726, clonedBytes: 16432163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:35.473 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776253 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1471ms Sat Dec 10 07:38:36.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55355, clonedBytes: 17947602, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:37.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65634, clonedBytes: 21072190, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:38.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75653, clonedBytes: 24276852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:39.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85719, clonedBytes: 27274267, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:40.171 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95755, clonedBytes: 30383564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:41.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104977, clonedBytes: 33072719, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:42.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110740, clonedBytes: 34789772, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:43.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c054d666d1a4e49f55525", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 35708846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:43.249 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:38:43.250 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:38:43.250 I SHARDING [conn9] moveChunk setting version to: 192|0||584bc97f90d1dc672b548352 Sat Dec 10 07:38:43.254 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 35708846, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:38:43.254 I SHARDING [conn9] moveChunk updating self version to: 192|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457554847000) } -> { datetime: new Date(1457639997000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:38:43.256 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:38:43.256-0600-584c0563666d1a4e49f55528", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377123256), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 35708846, catchup: 0, steady: 0 } } Sat Dec 10 07:38:43.257 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:38:43.257 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:38:43.257 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:38:43.257-0600-584c0563666d1a4e49f55529", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377123257), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5915, step 4 of 6: 15714, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:38:43.258 I SHARDING [conn9] distributed lock with ts: 584c054d666d1a4e49f55523' unlocked. Sat Dec 10 07:38:43.258 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457470762000) }, max: { datetime: new Date(1457554847000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 191000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:930 reslen:154 locks:{ Global: { acquireCount: { r: 1872, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 239 } }, Database: { acquireCount: { r: 932, w: 4, W: 2 } }, Collection: { acquireCount: { r: 932, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21644ms Sat Dec 10 07:38:43.263 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 187000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:38:43.264 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461530461000) }, { datetime: new Date(1461611956000) }) in IISLogs.pubprdweb04', ts : 584c0563666d1a4e49f5552a Sat Dec 10 07:38:43.264 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 187|0||584bcad890d1dc672b54835d, current metadata version is 187|0||584bcad890d1dc672b54835d Sat Dec 10 07:38:43.265 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 187|0||584bcad890d1dc672b54835d to shard version 187|1||584bcad890d1dc672b54835d Sat Dec 10 07:38:43.265 I SHARDING [conn9] collection version was loaded at version 187|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:38:43.266 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:38:43.265-0600-584c0563666d1a4e49f5552b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377123265), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:38:43.266 I SHARDING [conn9] moveChunk request accepted at version 187|1||584bcad890d1dc672b54835d Sat Dec 10 07:38:46.142 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454108845000) } -> { datetime: new Date(1454268760000) } Sat Dec 10 07:38:46.142 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459540049000) } -> { datetime: new Date(1459653691000) }, with opId: 209659 Sat Dec 10 07:38:49.419 I SHARDING [conn9] moveChunk number of documents: 112234 Sat Dec 10 07:38:49.424 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.515 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.586 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:49.983 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:50.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:50.617 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776263 locks:{ Global: { acquireCount: { r: 904 } }, Database: { acquireCount: { r: 452 } }, Collection: { acquireCount: { r: 452 } } } protocol:op_command 1181ms Sat Dec 10 07:38:51.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2452, clonedBytes: 742348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:52.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7926, clonedBytes: 2394549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:53.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13209, clonedBytes: 3987198, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:54.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20521, clonedBytes: 6113983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:55.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28557, clonedBytes: 8471503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:56.710 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38806, clonedBytes: 11433796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:57.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48574, clonedBytes: 14239564, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:58.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55818, clonedBytes: 16396499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:38:59.647 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16403646 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1151ms Sat Dec 10 07:38:59.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55951, clonedBytes: 16440528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:00.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61886, clonedBytes: 18182437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:01.838 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68585, clonedBytes: 20178183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:02.862 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73304, clonedBytes: 21383551, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:03.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78650, clonedBytes: 22750054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:04.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85778, clonedBytes: 24587893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:05.958 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95681, clonedBytes: 27563111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:06.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105708, clonedBytes: 30485195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:08.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0563666d1a4e49f5552c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112234, clonedBytes: 32416195, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:08.010 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:39:08.011 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:39:08.011 I SHARDING [conn9] moveChunk setting version to: 188|0||584bcad890d1dc672b54835d Sat Dec 10 07:39:08.016 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112234, clonedBytes: 32416195, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:39:08.016 I SHARDING [conn9] moveChunk updating self version to: 188|1||584bcad890d1dc672b54835d through { datetime: new Date(1461611956000) } -> { datetime: new Date(1461679690000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:39:08.017 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:08.017-0600-584c057c666d1a4e49f5552f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377148017), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112234, clonedBytes: 32416195, catchup: 0, steady: 0 } } Sat Dec 10 07:39:08.018 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:39:08.018 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:39:08.018 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:08.018-0600-584c057c666d1a4e49f55530", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377148018), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 6155, step 4 of 6: 18586, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:39:08.020 I SHARDING [conn9] distributed lock with ts: 584c0563666d1a4e49f5552a' unlocked. Sat Dec 10 07:39:08.020 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461530461000) }, max: { datetime: new Date(1461611956000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 187000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:924 reslen:154 locks:{ Global: { acquireCount: { r: 1860, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 304 } }, Database: { acquireCount: { r: 926, w: 4, W: 2 } }, Collection: { acquireCount: { r: 926, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 196 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24756ms Sat Dec 10 07:39:09.092 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 192000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:39:09.093 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457554847000) }, { datetime: new Date(1457639997000) }) in IISLogs.pubprdweb03', ts : 584c057d666d1a4e49f55531 Sat Dec 10 07:39:09.093 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 192|0||584bc97f90d1dc672b548352, current metadata version is 192|0||584bc97f90d1dc672b548352 Sat Dec 10 07:39:09.094 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 192|0||584bc97f90d1dc672b548352 to shard version 192|1||584bc97f90d1dc672b548352 Sat Dec 10 07:39:09.094 I SHARDING [conn9] collection version was loaded at version 192|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:39:09.094 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:09.094-0600-584c057d666d1a4e49f55532", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377149094), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:39:09.095 I SHARDING [conn9] moveChunk request accepted at version 192|1||584bc97f90d1dc672b548352 Sat Dec 10 07:39:11.374 I SHARDING [RangeDeleter] rangeDeleter deleted 102894 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459540049000) } -> { datetime: new Date(1459653691000) } Sat Dec 10 07:39:11.375 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451387084000) } -> { datetime: new Date(1451399145000) }, with opId: 209792 Sat Dec 10 07:39:16.465 I SHARDING [conn9] moveChunk number of documents: 113740 Sat Dec 10 07:39:16.487 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.572 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.621 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:16.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:17.084 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:17.221 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776171 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 752ms Sat Dec 10 07:39:17.596 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1006, clonedBytes: 344626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:18.622 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7324, clonedBytes: 2456806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:19.655 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15691, clonedBytes: 4961584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:20.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25367, clonedBytes: 8043200, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:21.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35359, clonedBytes: 11195917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:22.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45403, clonedBytes: 14264961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:23.761 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51224, clonedBytes: 16428565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:23.923 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776039 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 573ms Sat Dec 10 07:39:24.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58402, clonedBytes: 18589454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:25.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68391, clonedBytes: 21728212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:26.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78625, clonedBytes: 24944672, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:27.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88671, clonedBytes: 27923410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:28.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95163, clonedBytes: 30057056, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:29.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99314, clonedBytes: 31178189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:30.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103606, clonedBytes: 32412307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:31.675 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2738454 locks:{ Global: { acquireCount: { r: 148 } }, Database: { acquireCount: { r: 74 } }, Collection: { acquireCount: { r: 74 } } } protocol:op_command 472ms Sat Dec 10 07:39:31.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106139, clonedBytes: 33175816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:32.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c057d666d1a4e49f55533", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113740, clonedBytes: 35526072, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:32.981 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:39:32.982 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:39:32.983 I SHARDING [conn9] moveChunk setting version to: 193|0||584bc97f90d1dc672b548352 Sat Dec 10 07:39:32.991 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113740, clonedBytes: 35526072, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:39:32.991 I SHARDING [conn9] moveChunk updating self version to: 193|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457639997000) } -> { datetime: new Date(1457730250000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:39:32.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:32.993-0600-584c0594666d1a4e49f55536", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377172993), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113740, clonedBytes: 35526072, catchup: 0, steady: 0 } } Sat Dec 10 07:39:32.993 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:39:32.993 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:39:32.993 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:32.993-0600-584c0594666d1a4e49f55537", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377172993), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 7371, step 4 of 6: 16513, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:39:32.995 I SHARDING [conn9] distributed lock with ts: 584c057d666d1a4e49f55531' unlocked. Sat Dec 10 07:39:32.995 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457554847000) }, max: { datetime: new Date(1457639997000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 192000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:941 reslen:154 locks:{ Global: { acquireCount: { r: 1894, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 220 } }, Database: { acquireCount: { r: 943, w: 4, W: 2 } }, Collection: { acquireCount: { r: 943, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 42 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23904ms Sat Dec 10 07:39:32.999 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 188000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:39:33.000 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461611956000) }, { datetime: new Date(1461679690000) }) in IISLogs.pubprdweb04', ts : 584c0594666d1a4e49f55538 Sat Dec 10 07:39:33.000 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 188|0||584bcad890d1dc672b54835d, current metadata version is 188|0||584bcad890d1dc672b54835d Sat Dec 10 07:39:33.004 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 188|0||584bcad890d1dc672b54835d to shard version 188|1||584bcad890d1dc672b54835d Sat Dec 10 07:39:33.004 I SHARDING [conn9] collection version was loaded at version 188|1||584bcad890d1dc672b54835d, took 3ms Sat Dec 10 07:39:33.004 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:33.004-0600-584c0595666d1a4e49f55539", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377173004), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:39:33.004 I SHARDING [conn9] moveChunk request accepted at version 188|1||584bcad890d1dc672b54835d Sat Dec 10 07:39:39.819 I SHARDING [conn9] moveChunk number of documents: 112198 Sat Dec 10 07:39:39.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:39.849 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:39.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:39.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:39.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:39.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:40.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:40.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:40.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:40.940 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:41.076 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776193 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1252ms Sat Dec 10 07:39:41.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7473, clonedBytes: 2286428, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:42.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17489, clonedBytes: 5500067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:44.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25107, clonedBytes: 7780481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:45.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29965, clonedBytes: 9621995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:46.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32519, clonedBytes: 10626780, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:47.086 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36947, clonedBytes: 11998515, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:48.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42272, clonedBytes: 13566406, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:48.839 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451387084000) } -> { datetime: new Date(1451399145000) } Sat Dec 10 07:39:48.839 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454268760000) } -> { datetime: new Date(1454378493000) }, with opId: 209949 Sat Dec 10 07:39:49.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47135, clonedBytes: 14994041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:50.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51982, clonedBytes: 16423281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:51.049 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776145 locks:{ Global: { acquireCount: { r: 944 } }, Database: { acquireCount: { r: 472 } }, Collection: { acquireCount: { r: 472 } } } protocol:op_command 1145ms Sat Dec 10 07:39:51.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52542, clonedBytes: 16568394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:52.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62898, clonedBytes: 19598499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:53.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73055, clonedBytes: 22585045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:54.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82804, clonedBytes: 25425967, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:55.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92838, clonedBytes: 28231954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:56.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103225, clonedBytes: 30877084, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:57.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112146, clonedBytes: 33228456, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:58.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0595666d1a4e49f5553a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112198, clonedBytes: 33241944, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:39:58.425 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:39:58.426 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:39:58.427 I SHARDING [conn9] moveChunk setting version to: 189|0||584bcad890d1dc672b54835d Sat Dec 10 07:39:58.436 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112198, clonedBytes: 33241944, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:39:58.436 I SHARDING [conn9] moveChunk updating self version to: 189|1||584bcad890d1dc672b54835d through { datetime: new Date(1461679690000) } -> { datetime: new Date(1461697114000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:39:58.437 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:58.437-0600-584c05ae666d1a4e49f5553d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377198437), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112198, clonedBytes: 33241944, catchup: 0, steady: 0 } } Sat Dec 10 07:39:58.438 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:39:58.438 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:39:58.438 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:58.438-0600-584c05ae666d1a4e49f5553e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377198438), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 6817, step 4 of 6: 18602, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:39:58.439 I SHARDING [conn9] distributed lock with ts: 584c0594666d1a4e49f55538' unlocked. Sat Dec 10 07:39:58.440 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461611956000) }, max: { datetime: new Date(1461679690000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 188000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:932 reslen:154 locks:{ Global: { acquireCount: { r: 1876, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2886 } }, Database: { acquireCount: { r: 934, w: 4, W: 2 } }, Collection: { acquireCount: { r: 934, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 191 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25440ms Sat Dec 10 07:39:59.534 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 193000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:39:59.535 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457639997000) }, { datetime: new Date(1457730250000) }) in IISLogs.pubprdweb03', ts : 584c05af666d1a4e49f5553f Sat Dec 10 07:39:59.535 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 193|0||584bc97f90d1dc672b548352, current metadata version is 193|0||584bc97f90d1dc672b548352 Sat Dec 10 07:39:59.536 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 193|0||584bc97f90d1dc672b548352 to shard version 193|1||584bc97f90d1dc672b548352 Sat Dec 10 07:39:59.536 I SHARDING [conn9] collection version was loaded at version 193|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:39:59.536 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:39:59.536-0600-584c05af666d1a4e49f55540", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377199536), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:39:59.537 I SHARDING [conn9] moveChunk request accepted at version 193|1||584bc97f90d1dc672b548352 Sat Dec 10 07:40:03.388 I SHARDING [conn9] moveChunk number of documents: 113736 Sat Dec 10 07:40:03.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.436 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.711 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:03.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:04.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:05.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:06.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:07.608 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:08.019 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776196 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 4627ms Sat Dec 10 07:40:08.632 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 529, clonedBytes: 183889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:09.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9257, clonedBytes: 3091569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:10.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18973, clonedBytes: 6015348, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:11.713 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28964, clonedBytes: 9297013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:12.744 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38802, clonedBytes: 12378838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:13.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48908, clonedBytes: 15910730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:14.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50774, clonedBytes: 16431740, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:15.111 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454268760000) } -> { datetime: new Date(1454378493000) } Sat Dec 10 07:40:15.111 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459653691000) } -> { datetime: new Date(1459793247000) }, with opId: 210159 Sat Dec 10 07:40:15.189 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776121 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1157ms Sat Dec 10 07:40:15.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55614, clonedBytes: 17941171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:16.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65720, clonedBytes: 21175260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:17.902 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75692, clonedBytes: 24215140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:18.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85909, clonedBytes: 27295770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:19.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93929, clonedBytes: 29796720, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:21.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100811, clonedBytes: 31924475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:21.444 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3319725 locks:{ Global: { acquireCount: { r: 162 } }, Database: { acquireCount: { r: 81 } }, Collection: { acquireCount: { r: 81 } } } protocol:op_command 110ms Sat Dec 10 07:40:22.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109697, clonedBytes: 34812071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:23.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05af666d1a4e49f55541", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113736, clonedBytes: 36108776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:23.121 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:40:23.122 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:40:23.122 I SHARDING [conn9] moveChunk setting version to: 194|0||584bc97f90d1dc672b548352 Sat Dec 10 07:40:23.134 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113736, clonedBytes: 36108776, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:40:23.134 I SHARDING [conn9] moveChunk updating self version to: 194|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457730250000) } -> { datetime: new Date(1457840864000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:40:23.135 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:40:23.135-0600-584c05c7666d1a4e49f55544", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377223135), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113736, clonedBytes: 36108776, catchup: 0, steady: 0 } } Sat Dec 10 07:40:23.136 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:40:23.136 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:40:23.136 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:40:23.136-0600-584c05c7666d1a4e49f55545", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377223136), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3853, step 4 of 6: 19729, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:40:23.138 I SHARDING [conn9] distributed lock with ts: 584c05af666d1a4e49f5553f' unlocked. Sat Dec 10 07:40:23.138 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457639997000) }, max: { datetime: new Date(1457730250000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 193000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:908 reslen:154 locks:{ Global: { acquireCount: { r: 1828, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 225 } }, Database: { acquireCount: { r: 910, w: 4, W: 2 } }, Collection: { acquireCount: { r: 910, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23604ms Sat Dec 10 07:40:23.142 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 189000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:40:23.143 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461679690000) }, { datetime: new Date(1461697114000) }) in IISLogs.pubprdweb04', ts : 584c05c7666d1a4e49f55546 Sat Dec 10 07:40:23.143 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 189|0||584bcad890d1dc672b54835d, current metadata version is 189|0||584bcad890d1dc672b54835d Sat Dec 10 07:40:23.144 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 189|0||584bcad890d1dc672b54835d to shard version 189|1||584bcad890d1dc672b54835d Sat Dec 10 07:40:23.144 I SHARDING [conn9] collection version was loaded at version 189|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:40:23.144 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:40:23.144-0600-584c05c7666d1a4e49f55547", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377223144), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:40:23.145 I SHARDING [conn9] moveChunk request accepted at version 189|1||584bcad890d1dc672b54835d Sat Dec 10 07:40:25.286 I SHARDING [conn9] moveChunk number of documents: 112240 Sat Dec 10 07:40:25.298 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.466 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:25.876 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:26.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:26.572 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776153 locks:{ Global: { acquireCount: { r: 920 } }, Database: { acquireCount: { r: 460 } }, Collection: { acquireCount: { r: 460 } } } protocol:op_command 1280ms Sat Dec 10 07:40:27.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2765, clonedBytes: 721184, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:28.460 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11017, clonedBytes: 3101724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:29.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20770, clonedBytes: 5904160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:30.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30796, clonedBytes: 8484319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:31.553 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40894, clonedBytes: 11364169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:32.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51207, clonedBytes: 14557527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:33.628 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57173, clonedBytes: 16386904, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:34.485 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14832467 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 1244ms Sat Dec 10 07:40:34.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58444, clonedBytes: 16765346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:35.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68787, clonedBytes: 19619004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:36.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78773, clonedBytes: 22213426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:37.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83973, clonedBytes: 23545981, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:38.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88838, clonedBytes: 24805171, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:39.828 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93457, clonedBytes: 26005907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:40.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98574, clonedBytes: 27318594, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:41.906 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102371, clonedBytes: 28296553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:42.908 I SHARDING [RangeDeleter] rangeDeleter deleted 102964 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459653691000) } -> { datetime: new Date(1459793247000) } Sat Dec 10 07:40:42.908 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451399145000) } -> { datetime: new Date(1451452030000) }, with opId: 210325 Sat Dec 10 07:40:42.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106255, clonedBytes: 29305781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:43.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111076, clonedBytes: 30548851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:44.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05c7666d1a4e49f55548", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112240, clonedBytes: 30844864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:44.980 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:40:44.981 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:40:45.103 I SHARDING [conn9] moveChunk setting version to: 190|0||584bcad890d1dc672b54835d Sat Dec 10 07:40:45.108 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112240, clonedBytes: 30844864, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:40:45.108 I SHARDING [conn9] moveChunk updating self version to: 190|1||584bcad890d1dc672b54835d through { datetime: new Date(1461697114000) } -> { datetime: new Date(1461756141000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:40:45.110 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:40:45.110-0600-584c05dd666d1a4e49f5554b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377245110), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112240, clonedBytes: 30844864, catchup: 0, steady: 0 } } Sat Dec 10 07:40:45.111 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:40:45.125 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:40:45.125 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:40:45.125-0600-584c05dd666d1a4e49f5554c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377245125), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2145, step 4 of 6: 19688, step 5 of 6: 144, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:40:45.127 I SHARDING [conn9] distributed lock with ts: 584c05c7666d1a4e49f55546' unlocked. Sat Dec 10 07:40:45.128 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461679690000) }, max: { datetime: new Date(1461697114000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 189000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 14247 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21986ms Sat Dec 10 07:40:46.237 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 194000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:40:46.238 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457730250000) }, { datetime: new Date(1457840864000) }) in IISLogs.pubprdweb03', ts : 584c05de666d1a4e49f5554d Sat Dec 10 07:40:46.238 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 194|0||584bc97f90d1dc672b548352, current metadata version is 194|0||584bc97f90d1dc672b548352 Sat Dec 10 07:40:46.240 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 194|0||584bc97f90d1dc672b548352 to shard version 194|1||584bc97f90d1dc672b548352 Sat Dec 10 07:40:46.240 I SHARDING [conn9] collection version was loaded at version 194|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:40:46.240 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:40:46.240-0600-584c05de666d1a4e49f5554e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377246240), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:40:46.241 I SHARDING [conn9] moveChunk request accepted at version 194|1||584bc97f90d1dc672b548352 Sat Dec 10 07:40:54.370 I SHARDING [conn9] moveChunk number of documents: 113716 Sat Dec 10 07:40:54.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.426 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.489 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:54.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:55.391 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776121 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1014ms Sat Dec 10 07:40:55.484 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:56.509 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3086, clonedBytes: 927399, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:57.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12467, clonedBytes: 3830622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:58.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22607, clonedBytes: 7006962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:40:59.589 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33000, clonedBytes: 10223685, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:00.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43055, clonedBytes: 13742167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:01.637 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51136, clonedBytes: 16429131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:02.662 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51136, clonedBytes: 16429131, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:02.687 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776304 locks:{ Global: { acquireCount: { r: 812 } }, Database: { acquireCount: { r: 406 } }, Collection: { acquireCount: { r: 406 } } } protocol:op_command 1266ms Sat Dec 10 07:41:03.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60091, clonedBytes: 19277018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:04.720 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68759, clonedBytes: 22080313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:05.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79066, clonedBytes: 25357446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:06.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89165, clonedBytes: 28709120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:07.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99375, clonedBytes: 32096791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:08.276 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3931958 locks:{ Global: { acquireCount: { r: 194 } }, Database: { acquireCount: { r: 97 } }, Collection: { acquireCount: { r: 97 } } } protocol:op_command 222ms Sat Dec 10 07:41:08.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106963, clonedBytes: 34460807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:09.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05de666d1a4e49f5554f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113716, clonedBytes: 36721257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:09.847 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:41:09.848 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:41:09.854 I SHARDING [conn9] moveChunk setting version to: 195|0||584bc97f90d1dc672b548352 Sat Dec 10 07:41:09.857 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113716, clonedBytes: 36721257, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:41:09.857 I SHARDING [conn9] moveChunk updating self version to: 195|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457840864000) } -> { datetime: new Date(1457956704000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:41:09.858 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:09.858-0600-584c05f5666d1a4e49f55552", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377269858), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113716, clonedBytes: 36721257, catchup: 0, steady: 0 } } Sat Dec 10 07:41:09.859 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:41:09.859 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:41:09.860 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:09.860-0600-584c05f5666d1a4e49f55553", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377269860), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 8133, step 4 of 6: 15471, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:41:09.861 I SHARDING [conn9] distributed lock with ts: 584c05de666d1a4e49f5554d' unlocked. Sat Dec 10 07:41:09.861 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457730250000) }, max: { datetime: new Date(1457840864000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 194000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:947 reslen:154 locks:{ Global: { acquireCount: { r: 1906, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 247 } }, Database: { acquireCount: { r: 949, w: 4, W: 2 } }, Collection: { acquireCount: { r: 949, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 5642 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23624ms Sat Dec 10 07:41:09.865 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 190000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:41:09.866 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461697114000) }, { datetime: new Date(1461756141000) }) in IISLogs.pubprdweb04', ts : 584c05f5666d1a4e49f55554 Sat Dec 10 07:41:09.866 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 190|0||584bcad890d1dc672b54835d, current metadata version is 190|0||584bcad890d1dc672b54835d Sat Dec 10 07:41:09.868 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 190|0||584bcad890d1dc672b54835d to shard version 190|1||584bcad890d1dc672b54835d Sat Dec 10 07:41:09.868 I SHARDING [conn9] collection version was loaded at version 190|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:41:09.868 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:09.868-0600-584c05f5666d1a4e49f55555", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377269868), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:41:09.868 I SHARDING [conn9] moveChunk request accepted at version 190|1||584bcad890d1dc672b54835d Sat Dec 10 07:41:14.744 I SHARDING [RangeDeleter] rangeDeleter deleted 113750 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451399145000) } -> { datetime: new Date(1451452030000) } Sat Dec 10 07:41:14.744 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454378493000) } -> { datetime: new Date(1454493569000) }, with opId: 210581 Sat Dec 10 07:41:15.711 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:41:15.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:15.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:15.733 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:15.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:15.772 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:15.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:15.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:16.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:16.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:16.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:16.964 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776285 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1248ms Sat Dec 10 07:41:17.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7380, clonedBytes: 2041503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:18.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17225, clonedBytes: 5110927, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:19.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27227, clonedBytes: 8299048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:20.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37189, clonedBytes: 11215185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:21.930 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47511, clonedBytes: 14175807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:22.978 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54902, clonedBytes: 16402933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:23.813 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776069 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1133ms Sat Dec 10 07:41:24.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56383, clonedBytes: 16844258, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:25.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66572, clonedBytes: 19868155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:26.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76543, clonedBytes: 22855054, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:27.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86326, clonedBytes: 25724961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:28.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95682, clonedBytes: 28484882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:29.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105986, clonedBytes: 31498271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:30.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c05f5666d1a4e49f55556", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33299632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:30.244 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:41:30.245 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:41:30.246 I SHARDING [conn9] moveChunk setting version to: 191|0||584bcad890d1dc672b54835d Sat Dec 10 07:41:30.255 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33299632, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:41:30.255 I SHARDING [conn9] moveChunk updating self version to: 191|1||584bcad890d1dc672b54835d through { datetime: new Date(1461756141000) } -> { datetime: new Date(1461777276000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:41:30.256 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:30.256-0600-584c060a666d1a4e49f55559", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377290256), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33299632, catchup: 0, steady: 0 } } Sat Dec 10 07:41:30.257 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:41:30.257 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:41:30.257 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:30.257-0600-584c060a666d1a4e49f5555a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377290257), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5844, step 4 of 6: 14530, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:41:30.259 I SHARDING [conn9] distributed lock with ts: 584c05f5666d1a4e49f55554' unlocked. Sat Dec 10 07:41:30.259 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461697114000) }, max: { datetime: new Date(1461756141000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 190000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:920 reslen:154 locks:{ Global: { acquireCount: { r: 1852, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 211 } }, Database: { acquireCount: { r: 922, w: 4, W: 2 } }, Collection: { acquireCount: { r: 922, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 193 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20394ms Sat Dec 10 07:41:31.339 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 195000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:41:31.340 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457840864000) }, { datetime: new Date(1457956704000) }) in IISLogs.pubprdweb03', ts : 584c060b666d1a4e49f5555b Sat Dec 10 07:41:31.340 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 195|0||584bc97f90d1dc672b548352, current metadata version is 195|0||584bc97f90d1dc672b548352 Sat Dec 10 07:41:31.341 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 195|0||584bc97f90d1dc672b548352 to shard version 195|1||584bc97f90d1dc672b548352 Sat Dec 10 07:41:31.341 I SHARDING [conn9] collection version was loaded at version 195|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:41:31.342 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:31.342-0600-584c060b666d1a4e49f5555c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377291342), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:41:31.342 I SHARDING [conn9] moveChunk request accepted at version 195|1||584bc97f90d1dc672b548352 Sat Dec 10 07:41:37.689 I SHARDING [conn9] moveChunk number of documents: 113784 Sat Dec 10 07:41:37.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:37.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:37.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:37.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:37.783 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:37.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:37.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:38.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:38.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:38.524 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776338 locks:{ Global: { acquireCount: { r: 816 } }, Database: { acquireCount: { r: 408 } }, Collection: { acquireCount: { r: 408 } } } protocol:op_command 830ms Sat Dec 10 07:41:38.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42, clonedBytes: 16482, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:39.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3664, clonedBytes: 1454816, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:40.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9236, clonedBytes: 3136818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:41.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19153, clonedBytes: 6266290, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:42.226 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454378493000) } -> { datetime: new Date(1454493569000) } Sat Dec 10 07:41:42.226 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459793247000) } -> { datetime: new Date(1459896695000) }, with opId: 210733 Sat Dec 10 07:41:42.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29202, clonedBytes: 9449760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:43.951 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38760, clonedBytes: 12322770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:44.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48307, clonedBytes: 15384982, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:46.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51285, clonedBytes: 16428305, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:46.163 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776314 locks:{ Global: { acquireCount: { r: 792 } }, Database: { acquireCount: { r: 396 } }, Collection: { acquireCount: { r: 396 } } } protocol:op_command 858ms Sat Dec 10 07:41:47.258 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61019, clonedBytes: 19573527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:48.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70822, clonedBytes: 22795500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:49.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81037, clonedBytes: 26032313, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:50.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91461, clonedBytes: 29724644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:51.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101202, clonedBytes: 32866162, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:51.556 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3927806 locks:{ Global: { acquireCount: { r: 204 } }, Database: { acquireCount: { r: 102 } }, Collection: { acquireCount: { r: 102 } } } protocol:op_command 150ms Sat Dec 10 07:41:52.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107210, clonedBytes: 34706317, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:53.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112262, clonedBytes: 36248762, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:54.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c060b666d1a4e49f5555d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113784, clonedBytes: 36716856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:54.489 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:41:54.503 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:41:54.504 I SHARDING [conn9] moveChunk setting version to: 196|0||584bc97f90d1dc672b548352 Sat Dec 10 07:41:54.524 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113784, clonedBytes: 36716856, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:41:54.524 I SHARDING [conn9] moveChunk updating self version to: 196|1||584bc97f90d1dc672b548352 through { datetime: new Date(1457956704000) } -> { datetime: new Date(1458001429000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:41:54.526 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:54.526-0600-584c0622666d1a4e49f55560", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377314526), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113784, clonedBytes: 36716856, catchup: 0, steady: 0 } } Sat Dec 10 07:41:54.526 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:41:54.527 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:41:54.527 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:54.527-0600-584c0622666d1a4e49f55561", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377314527), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6349, step 4 of 6: 16795, step 5 of 6: 38, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:41:54.528 I SHARDING [conn9] distributed lock with ts: 584c060b666d1a4e49f5555b' unlocked. Sat Dec 10 07:41:54.528 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457840864000) }, max: { datetime: new Date(1457956704000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 195000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:936 reslen:154 locks:{ Global: { acquireCount: { r: 1884, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 127 } }, Database: { acquireCount: { r: 938, w: 4, W: 2 } }, Collection: { acquireCount: { r: 938, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23189ms Sat Dec 10 07:41:54.533 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 191000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:41:54.533 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461756141000) }, { datetime: new Date(1461777276000) }) in IISLogs.pubprdweb04', ts : 584c0622666d1a4e49f55562 Sat Dec 10 07:41:54.533 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 191|0||584bcad890d1dc672b54835d, current metadata version is 191|0||584bcad890d1dc672b54835d Sat Dec 10 07:41:54.535 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 191|0||584bcad890d1dc672b54835d to shard version 191|1||584bcad890d1dc672b54835d Sat Dec 10 07:41:54.535 I SHARDING [conn9] collection version was loaded at version 191|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:41:54.535 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:41:54.535-0600-584c0622666d1a4e49f55563", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377314535), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:41:54.535 I SHARDING [conn9] moveChunk request accepted at version 191|1||584bcad890d1dc672b54835d Sat Dec 10 07:41:59.778 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 07:41:59.795 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:59.807 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:59.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:59.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:59.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:59.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:41:59.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:00.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:00.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:00.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:01.181 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776159 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 1397ms Sat Dec 10 07:42:01.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2861, clonedBytes: 835697, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:02.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8745, clonedBytes: 2605067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:03.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13276, clonedBytes: 3946207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:04.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18323, clonedBytes: 5438618, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:05.572 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459793247000) } -> { datetime: new Date(1459896695000) } Sat Dec 10 07:42:05.573 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451452030000) } -> { datetime: new Date(1451518164000) }, with opId: 210898 Sat Dec 10 07:42:06.018 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27820, clonedBytes: 7893531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:07.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36460, clonedBytes: 10131558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:08.135 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46067, clonedBytes: 12608839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:09.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55641, clonedBytes: 15158360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:10.196 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59646, clonedBytes: 16369599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:10.656 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14707458 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1096ms Sat Dec 10 07:42:11.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64455, clonedBytes: 17915035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:12.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74555, clonedBytes: 20531328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:13.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85059, clonedBytes: 23235598, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:14.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95455, clonedBytes: 26343379, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:15.379 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105462, clonedBytes: 28996283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:16.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0622666d1a4e49f55564", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 30719994, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:16.403 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:42:16.404 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:42:16.405 I SHARDING [conn9] moveChunk setting version to: 192|0||584bcad890d1dc672b54835d Sat Dec 10 07:42:16.407 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 30719994, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:42:16.407 I SHARDING [conn9] moveChunk updating self version to: 192|1||584bcad890d1dc672b54835d through { datetime: new Date(1461777276000) } -> { datetime: new Date(1461816012000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:42:16.408 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:42:16.408-0600-584c0638666d1a4e49f55567", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377336408), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 30719994, catchup: 0, steady: 0 } } Sat Dec 10 07:42:16.409 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:42:16.409 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:42:16.410 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:42:16.409-0600-584c0638666d1a4e49f55568", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377336409), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5247, step 4 of 6: 16619, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:42:16.411 I SHARDING [conn9] distributed lock with ts: 584c0622666d1a4e49f55562' unlocked. Sat Dec 10 07:42:16.411 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461756141000) }, max: { datetime: new Date(1461777276000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 191000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 278 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21879ms Sat Dec 10 07:42:17.481 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 196000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:42:17.482 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1457956704000) }, { datetime: new Date(1458001429000) }) in IISLogs.pubprdweb03', ts : 584c0639666d1a4e49f55569 Sat Dec 10 07:42:17.482 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 196|0||584bc97f90d1dc672b548352, current metadata version is 196|0||584bc97f90d1dc672b548352 Sat Dec 10 07:42:17.484 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 196|0||584bc97f90d1dc672b548352 to shard version 196|1||584bc97f90d1dc672b548352 Sat Dec 10 07:42:17.484 I SHARDING [conn9] collection version was loaded at version 196|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:42:17.484 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:42:17.484-0600-584c0639666d1a4e49f5556a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377337484), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:42:17.484 I SHARDING [conn9] moveChunk request accepted at version 196|1||584bc97f90d1dc672b548352 Sat Dec 10 07:42:24.244 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:42:24.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.266 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.324 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:24.808 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:25.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:26.418 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:27.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:27.618 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776134 locks:{ Global: { acquireCount: { r: 900 } }, Database: { acquireCount: { r: 450 } }, Collection: { acquireCount: { r: 450 } } } protocol:op_command 3356ms Sat Dec 10 07:42:28.468 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2951, clonedBytes: 957827, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:29.496 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12568, clonedBytes: 3915892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:30.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22896, clonedBytes: 7062969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:31.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32783, clonedBytes: 10035626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:32.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43166, clonedBytes: 13421391, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:33.601 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53145, clonedBytes: 16415081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:34.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53145, clonedBytes: 16415081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:35.189 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776214 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1603ms Sat Dec 10 07:42:35.658 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56700, clonedBytes: 17497577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:36.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66380, clonedBytes: 20484125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:37.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73266, clonedBytes: 22712735, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:38.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80165, clonedBytes: 24943091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:39.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86653, clonedBytes: 26965670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:40.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93364, clonedBytes: 29057852, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:41.489 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451452030000) } -> { datetime: new Date(1451518164000) } Sat Dec 10 07:42:41.489 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454493569000) } -> { datetime: new Date(1454612959000) }, with opId: 211074 Sat Dec 10 07:42:41.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100414, clonedBytes: 31333276, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:42.842 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107042, clonedBytes: 33587906, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:43.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0639666d1a4e49f5556b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 35777683, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:43.879 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:42:43.885 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:42:43.886 I SHARDING [conn9] moveChunk setting version to: 197|0||584bc97f90d1dc672b548352 Sat Dec 10 07:42:43.908 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 35777683, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:42:43.908 I SHARDING [conn9] moveChunk updating self version to: 197|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458001429000) } -> { datetime: new Date(1458038644000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:42:43.910 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:42:43.910-0600-584c0653666d1a4e49f5556e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377363910), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 35777683, catchup: 0, steady: 0 } } Sat Dec 10 07:42:43.910 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:42:43.911 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:42:43.911 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:42:43.911-0600-584c0653666d1a4e49f5556f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377363911), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 6762, step 4 of 6: 19630, step 5 of 6: 32, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:42:43.912 I SHARDING [conn9] distributed lock with ts: 584c0639666d1a4e49f55569' unlocked. Sat Dec 10 07:42:43.912 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1457956704000) }, max: { datetime: new Date(1458001429000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 196000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:933 reslen:154 locks:{ Global: { acquireCount: { r: 1878, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 446 } }, Database: { acquireCount: { r: 935, w: 4, W: 2 } }, Collection: { acquireCount: { r: 935, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 163 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26431ms Sat Dec 10 07:42:43.921 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 192000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:42:43.921 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461777276000) }, { datetime: new Date(1461816012000) }) in IISLogs.pubprdweb04', ts : 584c0653666d1a4e49f55570 Sat Dec 10 07:42:43.921 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 192|0||584bcad890d1dc672b54835d, current metadata version is 192|0||584bcad890d1dc672b54835d Sat Dec 10 07:42:43.923 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 192|0||584bcad890d1dc672b54835d to shard version 192|1||584bcad890d1dc672b54835d Sat Dec 10 07:42:43.923 I SHARDING [conn9] collection version was loaded at version 192|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:42:43.923 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:42:43.923-0600-584c0653666d1a4e49f55571", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377363923), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:42:43.923 I SHARDING [conn9] moveChunk request accepted at version 192|1||584bcad890d1dc672b54835d Sat Dec 10 07:42:49.009 I SHARDING [conn9] moveChunk number of documents: 112234 Sat Dec 10 07:42:49.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.050 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.172 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:49.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:50.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:50.315 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776139 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1302ms Sat Dec 10 07:42:51.177 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 762, clonedBytes: 195327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:52.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5889, clonedBytes: 1524960, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:53.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13370, clonedBytes: 3454435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:54.252 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21407, clonedBytes: 5696877, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:55.301 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30160, clonedBytes: 8293842, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:56.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40139, clonedBytes: 11396327, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:57.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50293, clonedBytes: 14637646, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:58.384 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56016, clonedBytes: 16394989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:42:58.958 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776144 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1018ms Sat Dec 10 07:42:59.505 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60355, clonedBytes: 17535388, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:00.530 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70830, clonedBytes: 20195847, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:01.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81296, clonedBytes: 22863566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:02.714 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91007, clonedBytes: 25834199, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:03.738 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100912, clonedBytes: 28931718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:04.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111274, clonedBytes: 32467050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:05.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0653666d1a4e49f55572", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112234, clonedBytes: 32835197, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:05.794 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:43:05.795 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:43:05.795 I SHARDING [conn9] moveChunk setting version to: 193|0||584bcad890d1dc672b54835d Sat Dec 10 07:43:05.803 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112234, clonedBytes: 32835197, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:43:05.803 I SHARDING [conn9] moveChunk updating self version to: 193|1||584bcad890d1dc672b54835d through { datetime: new Date(1461816012000) } -> { datetime: new Date(1461868841000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:43:05.805 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:05.805-0600-584c0669666d1a4e49f55575", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377385805), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112234, clonedBytes: 32835197, catchup: 0, steady: 0 } } Sat Dec 10 07:43:05.805 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:43:05.805 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:43:05.805 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:05.805-0600-584c0669666d1a4e49f55576", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377385805), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5087, step 4 of 6: 16780, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:43:05.807 I SHARDING [conn9] distributed lock with ts: 584c0653666d1a4e49f55570' unlocked. Sat Dec 10 07:43:05.807 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461777276000) }, max: { datetime: new Date(1461816012000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 192000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:911 reslen:154 locks:{ Global: { acquireCount: { r: 1834, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 191 } }, Database: { acquireCount: { r: 913, w: 4, W: 2 } }, Collection: { acquireCount: { r: 913, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 109 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21889ms Sat Dec 10 07:43:06.899 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 197000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:43:06.900 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458001429000) }, { datetime: new Date(1458038644000) }) in IISLogs.pubprdweb03', ts : 584c066a666d1a4e49f55577 Sat Dec 10 07:43:06.900 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 197|0||584bc97f90d1dc672b548352, current metadata version is 197|0||584bc97f90d1dc672b548352 Sat Dec 10 07:43:06.902 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 197|0||584bc97f90d1dc672b548352 to shard version 197|1||584bc97f90d1dc672b548352 Sat Dec 10 07:43:06.902 I SHARDING [conn9] collection version was loaded at version 197|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:43:06.902 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:06.902-0600-584c066a666d1a4e49f55578", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377386902), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:43:06.903 I SHARDING [conn9] moveChunk request accepted at version 197|1||584bc97f90d1dc672b548352 Sat Dec 10 07:43:08.190 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454493569000) } -> { datetime: new Date(1454612959000) } Sat Dec 10 07:43:08.190 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1459896695000) } -> { datetime: new Date(1460049287000) }, with opId: 211282 Sat Dec 10 07:43:10.465 I SHARDING [conn9] moveChunk number of documents: 113736 Sat Dec 10 07:43:10.469 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.472 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:10.767 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:11.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:11.369 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776321 locks:{ Global: { acquireCount: { r: 794 } }, Database: { acquireCount: { r: 397 } }, Collection: { acquireCount: { r: 397 } } } protocol:op_command 862ms Sat Dec 10 07:43:11.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41, clonedBytes: 13498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:12.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6841, clonedBytes: 2169837, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:13.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16579, clonedBytes: 5336411, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:14.617 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26316, clonedBytes: 8526344, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:15.693 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36584, clonedBytes: 12227429, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:16.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43473, clonedBytes: 14465958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:17.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49395, clonedBytes: 16280921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:18.501 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776039 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 654ms Sat Dec 10 07:43:18.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50505, clonedBytes: 16617204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:19.792 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57719, clonedBytes: 18792109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:20.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62069, clonedBytes: 20147527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:21.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66236, clonedBytes: 21408962, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:22.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70890, clonedBytes: 22826573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:23.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75841, clonedBytes: 24356239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:24.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81534, clonedBytes: 26193227, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:25.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86328, clonedBytes: 27640573, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:26.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95287, clonedBytes: 30360166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:27.878 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1459896695000) } -> { datetime: new Date(1460049287000) } Sat Dec 10 07:43:27.878 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451518164000) } -> { datetime: new Date(1451635119000) }, with opId: 211356 Sat Dec 10 07:43:27.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102586, clonedBytes: 32564769, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:29.019 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108369, clonedBytes: 34328270, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:30.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c066a666d1a4e49f55579", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113736, clonedBytes: 35974649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:30.043 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:43:30.044 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:43:30.044 I SHARDING [conn9] moveChunk setting version to: 198|0||584bc97f90d1dc672b548352 Sat Dec 10 07:43:30.053 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113736, clonedBytes: 35974649, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:43:30.053 I SHARDING [conn9] moveChunk updating self version to: 198|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458038644000) } -> { datetime: new Date(1458069282000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:43:30.054 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:30.054-0600-584c0682666d1a4e49f5557c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377410054), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113736, clonedBytes: 35974649, catchup: 0, steady: 0 } } Sat Dec 10 07:43:30.055 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:43:30.055 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:43:30.055 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:30.055-0600-584c0682666d1a4e49f5557d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377410055), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3565, step 4 of 6: 19574, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:43:30.057 I SHARDING [conn9] distributed lock with ts: 584c066a666d1a4e49f55577' unlocked. Sat Dec 10 07:43:30.057 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458001429000) }, max: { datetime: new Date(1458038644000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 197000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:907 reslen:154 locks:{ Global: { acquireCount: { r: 1826, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 197 } }, Database: { acquireCount: { r: 909, w: 4, W: 2 } }, Collection: { acquireCount: { r: 909, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 85 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23158ms Sat Dec 10 07:43:30.062 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 193000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:43:30.063 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461816012000) }, { datetime: new Date(1461868841000) }) in IISLogs.pubprdweb04', ts : 584c0682666d1a4e49f5557e Sat Dec 10 07:43:30.063 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 193|0||584bcad890d1dc672b54835d, current metadata version is 193|0||584bcad890d1dc672b54835d Sat Dec 10 07:43:30.064 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 193|0||584bcad890d1dc672b54835d to shard version 193|1||584bcad890d1dc672b54835d Sat Dec 10 07:43:30.064 I SHARDING [conn9] collection version was loaded at version 193|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:43:30.064 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:30.064-0600-584c0682666d1a4e49f5557f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377410064), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:43:30.065 I SHARDING [conn9] moveChunk request accepted at version 193|1||584bcad890d1dc672b54835d Sat Dec 10 07:43:32.561 I SHARDING [conn9] moveChunk number of documents: 112203 Sat Dec 10 07:43:32.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.634 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.815 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:32.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:33.237 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:33.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:34.784 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:35.465 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776049 locks:{ Global: { acquireCount: { r: 872 } }, Database: { acquireCount: { r: 436 } }, Collection: { acquireCount: { r: 436 } } } protocol:op_command 2900ms Sat Dec 10 07:43:35.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1149, clonedBytes: 321546, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:36.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8763, clonedBytes: 2649002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:37.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16961, clonedBytes: 5242422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:38.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26553, clonedBytes: 8415243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:39.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36796, clonedBytes: 11800314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:40.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45599, clonedBytes: 14341976, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:41.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52400, clonedBytes: 16420211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:43.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52400, clonedBytes: 16420211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:43.352 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776263 locks:{ Global: { acquireCount: { r: 916 } }, Database: { acquireCount: { r: 458 } }, Collection: { acquireCount: { r: 458 } } } protocol:op_command 1402ms Sat Dec 10 07:43:44.052 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56965, clonedBytes: 17802517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:45.077 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66766, clonedBytes: 20803666, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:46.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76594, clonedBytes: 23612587, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:47.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86896, clonedBytes: 26469705, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:48.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97124, clonedBytes: 29179673, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:49.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106827, clonedBytes: 32140723, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:50.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0682666d1a4e49f55580", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112203, clonedBytes: 33519116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:50.248 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:43:50.248 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:43:50.249 I SHARDING [conn9] moveChunk setting version to: 194|0||584bcad890d1dc672b54835d Sat Dec 10 07:43:50.260 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112203, clonedBytes: 33519116, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:43:50.260 I SHARDING [conn9] moveChunk updating self version to: 194|1||584bcad890d1dc672b54835d through { datetime: new Date(1461868841000) } -> { datetime: new Date(1461925618000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:43:50.261 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:50.261-0600-584c0696666d1a4e49f55583", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377430261), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112203, clonedBytes: 33519116, catchup: 0, steady: 0 } } Sat Dec 10 07:43:50.262 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:43:50.262 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:43:50.263 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:50.263-0600-584c0696666d1a4e49f55584", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377430263), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2498, step 4 of 6: 17682, step 5 of 6: 15, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:43:50.264 I SHARDING [conn9] distributed lock with ts: 584c0682666d1a4e49f5557e' unlocked. Sat Dec 10 07:43:50.264 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461816012000) }, max: { datetime: new Date(1461868841000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 193000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 7062 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20202ms Sat Dec 10 07:43:51.335 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 198000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:43:51.336 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458038644000) }, { datetime: new Date(1458069282000) }) in IISLogs.pubprdweb03', ts : 584c0697666d1a4e49f55585 Sat Dec 10 07:43:51.336 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 198|0||584bc97f90d1dc672b548352, current metadata version is 198|0||584bc97f90d1dc672b548352 Sat Dec 10 07:43:51.343 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 198|0||584bc97f90d1dc672b548352 to shard version 198|1||584bc97f90d1dc672b548352 Sat Dec 10 07:43:51.343 I SHARDING [conn9] collection version was loaded at version 198|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:43:51.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:43:51.343-0600-584c0697666d1a4e49f55586", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377431343), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:43:51.344 I SHARDING [conn9] moveChunk request accepted at version 198|1||584bc97f90d1dc672b548352 Sat Dec 10 07:43:55.829 I SHARDING [conn9] moveChunk number of documents: 113752 Sat Dec 10 07:43:55.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:55.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:55.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:55.884 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:55.901 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:55.939 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:56.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:56.156 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:56.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:56.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:57.056 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776218 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1221ms Sat Dec 10 07:43:57.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6040, clonedBytes: 1910755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:58.973 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14585, clonedBytes: 4694977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:43:59.999 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21758, clonedBytes: 6960500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:01.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30870, clonedBytes: 9796224, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:02.060 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40824, clonedBytes: 12901343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:03.089 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50951, clonedBytes: 16019968, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:04.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52253, clonedBytes: 16421409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:04.684 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776326 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 1461ms Sat Dec 10 07:44:05.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56095, clonedBytes: 17615378, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:05.309 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451518164000) } -> { datetime: new Date(1451635119000) } Sat Dec 10 07:44:05.309 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454612959000) } -> { datetime: new Date(1454711531000) }, with opId: 211580 Sat Dec 10 07:44:06.212 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65861, clonedBytes: 20666352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:07.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75395, clonedBytes: 23684902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:08.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82229, clonedBytes: 25881033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:09.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89811, clonedBytes: 28231216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:10.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96968, clonedBytes: 30467269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:11.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103246, clonedBytes: 32406582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:11.803 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2783529 locks:{ Global: { acquireCount: { r: 150 } }, Database: { acquireCount: { r: 75 } }, Collection: { acquireCount: { r: 75 } } } protocol:op_command 182ms Sat Dec 10 07:44:12.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108185, clonedBytes: 33880676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:13.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0697666d1a4e49f55587", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113752, clonedBytes: 35571760, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:13.409 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:44:13.410 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:44:13.411 I SHARDING [conn9] moveChunk setting version to: 199|0||584bc97f90d1dc672b548352 Sat Dec 10 07:44:13.417 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113752, clonedBytes: 35571760, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:44:13.417 I SHARDING [conn9] moveChunk updating self version to: 199|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458069282000) } -> { datetime: new Date(1458101846000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:44:13.418 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:13.418-0600-584c06ad666d1a4e49f5558a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377453418), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113752, clonedBytes: 35571760, catchup: 0, steady: 0 } } Sat Dec 10 07:44:13.419 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:44:13.419 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:44:13.419 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:13.419-0600-584c06ad666d1a4e49f5558b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377453419), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, step 1 of 6: 0, step 2 of 6: 8, step 3 of 6: 4489, step 4 of 6: 17574, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:44:13.421 I SHARDING [conn9] distributed lock with ts: 584c0697666d1a4e49f55585' unlocked. Sat Dec 10 07:44:13.421 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458038644000) }, max: { datetime: new Date(1458069282000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 198000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:923 reslen:154 locks:{ Global: { acquireCount: { r: 1858, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 410 } }, Database: { acquireCount: { r: 925, w: 4, W: 2 } }, Collection: { acquireCount: { r: 925, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 5129 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22086ms Sat Dec 10 07:44:13.425 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 194000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:44:13.426 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461868841000) }, { datetime: new Date(1461925618000) }) in IISLogs.pubprdweb04', ts : 584c06ad666d1a4e49f5558c Sat Dec 10 07:44:13.426 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 194|0||584bcad890d1dc672b54835d, current metadata version is 194|0||584bcad890d1dc672b54835d Sat Dec 10 07:44:13.428 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 194|0||584bcad890d1dc672b54835d to shard version 194|1||584bcad890d1dc672b54835d Sat Dec 10 07:44:13.428 I SHARDING [conn9] collection version was loaded at version 194|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:44:13.428 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:13.428-0600-584c06ad666d1a4e49f5558d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377453428), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:44:13.428 I SHARDING [conn9] moveChunk request accepted at version 194|1||584bcad890d1dc672b54835d Sat Dec 10 07:44:17.445 I SHARDING [conn9] moveChunk number of documents: 112207 Sat Dec 10 07:44:17.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.473 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:17.804 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:18.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:18.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:19.035 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776260 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 1585ms Sat Dec 10 07:44:19.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1362, clonedBytes: 349129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:20.644 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7377, clonedBytes: 1907612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:21.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15247, clonedBytes: 3945623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:22.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23780, clonedBytes: 6150369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:23.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32234, clonedBytes: 8361479, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:24.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41268, clonedBytes: 10775466, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:25.819 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51035, clonedBytes: 13945553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:26.843 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58217, clonedBytes: 16379703, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:27.561 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775983 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 940ms Sat Dec 10 07:44:27.867 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60236, clonedBytes: 17000350, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:28.898 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70352, clonedBytes: 19851068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:29.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 80581, clonedBytes: 23009446, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:30.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89175, clonedBytes: 25713669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:31.700 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454612959000) } -> { datetime: new Date(1454711531000) } Sat Dec 10 07:44:31.700 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460049287000) } -> { datetime: new Date(1460139901000) }, with opId: 211698 Sat Dec 10 07:44:32.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99064, clonedBytes: 29205638, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:33.038 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109097, clonedBytes: 32448645, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:34.062 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06ad666d1a4e49f5558e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112207, clonedBytes: 33391940, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:34.062 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:44:34.063 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:44:34.063 I SHARDING [conn9] moveChunk setting version to: 195|0||584bcad890d1dc672b54835d Sat Dec 10 07:44:34.069 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112207, clonedBytes: 33391940, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:44:34.070 I SHARDING [conn9] moveChunk updating self version to: 195|1||584bcad890d1dc672b54835d through { datetime: new Date(1461925618000) } -> { datetime: new Date(1461960719000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:44:34.071 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:34.071-0600-584c06c2666d1a4e49f55591", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377474071), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112207, clonedBytes: 33391940, catchup: 0, steady: 0 } } Sat Dec 10 07:44:34.072 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:44:34.072 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:44:34.072 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:34.072-0600-584c06c2666d1a4e49f55592", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377474072), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4020, step 4 of 6: 16612, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:44:34.073 I SHARDING [conn9] distributed lock with ts: 584c06ad666d1a4e49f5558c' unlocked. Sat Dec 10 07:44:34.073 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461868841000) }, max: { datetime: new Date(1461925618000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 194000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 58 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 191 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20648ms Sat Dec 10 07:44:35.142 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 199000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:44:35.143 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458069282000) }, { datetime: new Date(1458101846000) }) in IISLogs.pubprdweb03', ts : 584c06c3666d1a4e49f55593 Sat Dec 10 07:44:35.143 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 199|0||584bc97f90d1dc672b548352, current metadata version is 199|0||584bc97f90d1dc672b548352 Sat Dec 10 07:44:35.145 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 199|0||584bc97f90d1dc672b548352 to shard version 199|1||584bc97f90d1dc672b548352 Sat Dec 10 07:44:35.145 I SHARDING [conn9] collection version was loaded at version 199|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:44:35.145 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:35.145-0600-584c06c3666d1a4e49f55594", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377475145), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:44:35.145 I SHARDING [conn9] moveChunk request accepted at version 199|1||584bc97f90d1dc672b548352 Sat Dec 10 07:44:36.809 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:44:36.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:36.833 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:36.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:36.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:36.900 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:36.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:37.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:37.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:37.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:37.618 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776064 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 804ms Sat Dec 10 07:44:37.977 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 220, clonedBytes: 69623, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:39.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8266, clonedBytes: 2628026, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:40.046 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18001, clonedBytes: 5711326, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:41.070 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27018, clonedBytes: 8680860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:42.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31228, clonedBytes: 10005286, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:43.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37525, clonedBytes: 11991949, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:44.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43606, clonedBytes: 13922643, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:45.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47911, clonedBytes: 15320251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:46.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51377, clonedBytes: 16427387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:47.039 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776115 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 1093ms Sat Dec 10 07:44:47.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51742, clonedBytes: 16540311, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:48.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55755, clonedBytes: 17904890, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:49.275 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60634, clonedBytes: 19524669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:50.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67297, clonedBytes: 21657704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:51.342 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77159, clonedBytes: 24716295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:52.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86834, clonedBytes: 27747478, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:53.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96862, clonedBytes: 30941518, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:54.202 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3914871 locks:{ Global: { acquireCount: { r: 176 } }, Database: { acquireCount: { r: 88 } }, Collection: { acquireCount: { r: 88 } } } protocol:op_command 188ms Sat Dec 10 07:44:54.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104817, clonedBytes: 33508085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:54.485 I SHARDING [RangeDeleter] rangeDeleter deleted 102862 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460049287000) } -> { datetime: new Date(1460139901000) } Sat Dec 10 07:44:54.485 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451635119000) } -> { datetime: new Date(1451756849000) }, with opId: 211861 Sat Dec 10 07:44:55.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06c3666d1a4e49f55595", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 36703742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:55.464 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:44:55.465 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:44:55.472 I SHARDING [conn9] moveChunk setting version to: 200|0||584bc97f90d1dc672b548352 Sat Dec 10 07:44:55.484 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 36703742, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:44:55.484 I SHARDING [conn9] moveChunk updating self version to: 200|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458101846000) } -> { datetime: new Date(1458172556000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:44:55.486 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:55.486-0600-584c06d7666d1a4e49f55598", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377495486), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 36703742, catchup: 0, steady: 0 } } Sat Dec 10 07:44:55.486 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:44:55.488 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:44:55.488 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:55.488-0600-584c06d7666d1a4e49f55599", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377495488), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1666, step 4 of 6: 18651, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:44:55.489 I SHARDING [conn9] distributed lock with ts: 584c06c3666d1a4e49f55593' unlocked. Sat Dec 10 07:44:55.489 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458069282000) }, max: { datetime: new Date(1458101846000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 199000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1736 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6318 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20347ms Sat Dec 10 07:44:55.494 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 195000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:44:55.495 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461925618000) }, { datetime: new Date(1461960719000) }) in IISLogs.pubprdweb04', ts : 584c06d7666d1a4e49f5559a Sat Dec 10 07:44:55.495 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 195|0||584bcad890d1dc672b54835d, current metadata version is 195|0||584bcad890d1dc672b54835d Sat Dec 10 07:44:55.497 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 195|0||584bcad890d1dc672b54835d to shard version 195|1||584bcad890d1dc672b54835d Sat Dec 10 07:44:55.497 I SHARDING [conn9] collection version was loaded at version 195|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:44:55.497 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:44:55.497-0600-584c06d7666d1a4e49f5559b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377495497), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:44:55.497 I SHARDING [conn9] moveChunk request accepted at version 195|1||584bcad890d1dc672b54835d Sat Dec 10 07:44:57.256 I SHARDING [conn9] moveChunk number of documents: 112259 Sat Dec 10 07:44:57.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:57.874 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:58.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:59.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:44:59.602 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776288 locks:{ Global: { acquireCount: { r: 966 } }, Database: { acquireCount: { r: 483 } }, Collection: { acquireCount: { r: 483 } } } protocol:op_command 2317ms Sat Dec 10 07:45:00.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2161, clonedBytes: 624090, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:01.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11876, clonedBytes: 3556910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:02.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21716, clonedBytes: 6487220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:03.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31787, clonedBytes: 9197118, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:04.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41868, clonedBytes: 11800950, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:05.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50924, clonedBytes: 14122926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:06.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59701, clonedBytes: 16369343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:07.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59701, clonedBytes: 16369343, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:07.799 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15294225 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1166ms Sat Dec 10 07:45:08.805 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68886, clonedBytes: 18742111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:09.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78861, clonedBytes: 21309410, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:10.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89100, clonedBytes: 24196156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:11.886 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99311, clonedBytes: 27321298, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:12.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109412, clonedBytes: 30445953, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:13.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06d7666d1a4e49f5559c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112259, clonedBytes: 31306624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:13.937 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:45:13.937 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:45:13.938 I SHARDING [conn9] moveChunk setting version to: 196|0||584bcad890d1dc672b54835d Sat Dec 10 07:45:13.946 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112259, clonedBytes: 31306624, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:45:13.946 I SHARDING [conn9] moveChunk updating self version to: 196|1||584bcad890d1dc672b54835d through { datetime: new Date(1461960719000) } -> { datetime: new Date(1462000081000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:45:13.948 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:13.948-0600-584c06e9666d1a4e49f5559f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377513948), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112259, clonedBytes: 31306624, catchup: 0, steady: 0 } } Sat Dec 10 07:45:13.949 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:45:13.949 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:45:13.949 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:13.949-0600-584c06e9666d1a4e49f555a0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377513949), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1773, step 4 of 6: 16663, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:45:13.951 I SHARDING [conn9] distributed lock with ts: 584c06d7666d1a4e49f5559a' unlocked. Sat Dec 10 07:45:13.951 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461925618000) }, max: { datetime: new Date(1461960719000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 195000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 6319 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18457ms Sat Dec 10 07:45:15.028 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 200000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:45:15.029 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458101846000) }, { datetime: new Date(1458172556000) }) in IISLogs.pubprdweb03', ts : 584c06eb666d1a4e49f555a1 Sat Dec 10 07:45:15.029 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 200|0||584bc97f90d1dc672b548352, current metadata version is 200|0||584bc97f90d1dc672b548352 Sat Dec 10 07:45:15.032 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 200|0||584bc97f90d1dc672b548352 to shard version 200|1||584bc97f90d1dc672b548352 Sat Dec 10 07:45:15.033 I SHARDING [conn9] collection version was loaded at version 200|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:45:15.033 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:15.033-0600-584c06eb666d1a4e49f555a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377515033), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:45:15.033 I SHARDING [conn9] moveChunk request accepted at version 200|1||584bc97f90d1dc672b548352 Sat Dec 10 07:45:16.864 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 07:45:16.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:16.871 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:16.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:16.887 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:16.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:16.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:17.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:17.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:17.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:17.961 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:18.866 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776066 locks:{ Global: { acquireCount: { r: 866 } }, Database: { acquireCount: { r: 433 } }, Collection: { acquireCount: { r: 433 } } } protocol:op_command 1997ms Sat Dec 10 07:45:19.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 324, clonedBytes: 99042, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:20.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10153, clonedBytes: 3170660, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:21.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19893, clonedBytes: 6366498, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:22.092 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29998, clonedBytes: 9518111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:23.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40223, clonedBytes: 12676361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:24.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49675, clonedBytes: 15498823, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:25.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52747, clonedBytes: 16417799, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:25.553 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776288 locks:{ Global: { acquireCount: { r: 852 } }, Database: { acquireCount: { r: 426 } }, Collection: { acquireCount: { r: 426 } } } protocol:op_command 1065ms Sat Dec 10 07:45:26.225 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58315, clonedBytes: 18079987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:27.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67452, clonedBytes: 21033452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:28.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77421, clonedBytes: 23954386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:29.282 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451635119000) } -> { datetime: new Date(1451756849000) } Sat Dec 10 07:45:29.282 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454711531000) } -> { datetime: new Date(1454825573000) }, with opId: 212088 Sat Dec 10 07:45:29.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87368, clonedBytes: 26956977, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:30.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97484, clonedBytes: 30214566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:31.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106775, clonedBytes: 33099989, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:32.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112823, clonedBytes: 35090409, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:33.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06eb666d1a4e49f555a3", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 35399194, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:33.405 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:45:33.406 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:45:33.407 I SHARDING [conn9] moveChunk setting version to: 201|0||584bc97f90d1dc672b548352 Sat Dec 10 07:45:33.416 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 35399194, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:45:33.416 I SHARDING [conn9] moveChunk updating self version to: 201|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458172556000) } -> { datetime: new Date(1458273015000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:45:33.417 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:33.417-0600-584c06fd666d1a4e49f555a6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377533417), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 35399194, catchup: 0, steady: 0 } } Sat Dec 10 07:45:33.418 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:45:33.418 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:45:33.418 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:33.418-0600-584c06fd666d1a4e49f555a7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377533418), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, step 1 of 6: 0, step 2 of 6: 5, step 3 of 6: 1834, step 4 of 6: 16536, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:45:33.420 I SHARDING [conn9] distributed lock with ts: 584c06eb666d1a4e49f555a1' unlocked. Sat Dec 10 07:45:33.420 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458101846000) }, max: { datetime: new Date(1458172556000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 200000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 104 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 2165 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18392ms Sat Dec 10 07:45:33.424 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 196000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:45:33.425 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1461960719000) }, { datetime: new Date(1462000081000) }) in IISLogs.pubprdweb04', ts : 584c06fd666d1a4e49f555a8 Sat Dec 10 07:45:33.425 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 196|0||584bcad890d1dc672b54835d, current metadata version is 196|0||584bcad890d1dc672b54835d Sat Dec 10 07:45:33.427 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 196|0||584bcad890d1dc672b54835d to shard version 196|1||584bcad890d1dc672b54835d Sat Dec 10 07:45:33.427 I SHARDING [conn9] collection version was loaded at version 196|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:45:33.427 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:33.427-0600-584c06fd666d1a4e49f555a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377533427), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:45:33.427 I SHARDING [conn9] moveChunk request accepted at version 196|1||584bcad890d1dc672b54835d Sat Dec 10 07:45:35.194 I SHARDING [conn9] moveChunk number of documents: 112192 Sat Dec 10 07:45:35.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.520 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:35.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:36.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:36.618 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776245 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 1420ms Sat Dec 10 07:45:37.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2993, clonedBytes: 937882, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:38.358 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7459, clonedBytes: 2395155, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:39.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13625, clonedBytes: 4340606, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:40.416 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19227, clonedBytes: 6074988, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:41.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23776, clonedBytes: 7463787, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:42.477 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28366, clonedBytes: 8828365, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:43.529 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38530, clonedBytes: 11923109, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:44.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48406, clonedBytes: 15355239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:45.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52025, clonedBytes: 16423032, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:45.928 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776038 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 994ms Sat Dec 10 07:45:46.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57625, clonedBytes: 18100121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:47.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67889, clonedBytes: 21122080, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:48.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77906, clonedBytes: 24105741, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:49.699 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87846, clonedBytes: 27107151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:50.740 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97996, clonedBytes: 30171569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:51.774 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107050, clonedBytes: 32824857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:52.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c06fd666d1a4e49f555aa", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112192, clonedBytes: 34331688, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:52.798 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:45:52.799 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:45:52.800 I SHARDING [conn9] moveChunk setting version to: 197|0||584bcad890d1dc672b54835d Sat Dec 10 07:45:52.804 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112192, clonedBytes: 34331688, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:45:52.804 I SHARDING [conn9] moveChunk updating self version to: 197|1||584bcad890d1dc672b54835d through { datetime: new Date(1462000081000) } -> { datetime: new Date(1462016063000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:45:52.805 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:52.805-0600-584c0710666d1a4e49f555ad", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377552805), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112192, clonedBytes: 34331688, catchup: 0, steady: 0 } } Sat Dec 10 07:45:52.806 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:45:52.806 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:45:52.806 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:52.806-0600-584c0710666d1a4e49f555ae", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377552806), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1769, step 4 of 6: 17600, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:45:52.807 I SHARDING [conn9] distributed lock with ts: 584c06fd666d1a4e49f555a8' unlocked. Sat Dec 10 07:45:52.808 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1461960719000) }, max: { datetime: new Date(1462000081000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 196000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 171 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 231 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19383ms Sat Dec 10 07:45:53.889 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 201000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:45:53.890 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458172556000) }, { datetime: new Date(1458273015000) }) in IISLogs.pubprdweb03', ts : 584c0711666d1a4e49f555af Sat Dec 10 07:45:53.890 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 201|0||584bc97f90d1dc672b548352, current metadata version is 201|0||584bc97f90d1dc672b548352 Sat Dec 10 07:45:53.892 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 201|0||584bc97f90d1dc672b548352 to shard version 201|1||584bc97f90d1dc672b548352 Sat Dec 10 07:45:53.892 I SHARDING [conn9] collection version was loaded at version 201|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:45:53.892 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:45:53.892-0600-584c0711666d1a4e49f555b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377553892), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:45:53.893 I SHARDING [conn9] moveChunk request accepted at version 201|1||584bc97f90d1dc672b548352 Sat Dec 10 07:45:55.857 I SHARDING [conn9] moveChunk number of documents: 113675 Sat Dec 10 07:45:55.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:55.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:55.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:55.879 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:55.911 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:55.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:56.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:56.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:56.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:56.563 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776249 locks:{ Global: { acquireCount: { r: 824 } }, Database: { acquireCount: { r: 412 } }, Collection: { acquireCount: { r: 412 } } } protocol:op_command 701ms Sat Dec 10 07:45:56.932 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2413, clonedBytes: 731939, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:57.971 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12465, clonedBytes: 3825892, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:45:58.998 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21916, clonedBytes: 7212370, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:00.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30983, clonedBytes: 10160281, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:01.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40344, clonedBytes: 13081166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:02.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44955, clonedBytes: 14451373, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:02.997 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454711531000) } -> { datetime: new Date(1454825573000) } Sat Dec 10 07:46:02.997 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460139901000) } -> { datetime: new Date(1460252415000) }, with opId: 212358 Sat Dec 10 07:46:03.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51745, clonedBytes: 16424996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:03.687 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776043 locks:{ Global: { acquireCount: { r: 828 } }, Database: { acquireCount: { r: 414 } }, Collection: { acquireCount: { r: 414 } } } protocol:op_command 862ms Sat Dec 10 07:46:04.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55104, clonedBytes: 17402251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:05.170 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64008, clonedBytes: 20258121, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:06.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73072, clonedBytes: 23008454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:07.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82713, clonedBytes: 26160725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:08.316 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91298, clonedBytes: 28817040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:09.341 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99598, clonedBytes: 31548268, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:09.982 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3434289 locks:{ Global: { acquireCount: { r: 158 } }, Database: { acquireCount: { r: 79 } }, Collection: { acquireCount: { r: 79 } } } protocol:op_command 149ms Sat Dec 10 07:46:10.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107209, clonedBytes: 33807902, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:11.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0711666d1a4e49f555b1", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113675, clonedBytes: 36223552, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:11.499 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:46:11.500 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:46:11.501 I SHARDING [conn9] moveChunk setting version to: 202|0||584bc97f90d1dc672b548352 Sat Dec 10 07:46:11.504 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113675, clonedBytes: 36223552, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:46:11.504 I SHARDING [conn9] moveChunk updating self version to: 202|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458273015000) } -> { datetime: new Date(1458369370000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:46:11.506 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:11.506-0600-584c0723666d1a4e49f555b4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377571506), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113675, clonedBytes: 36223552, catchup: 0, steady: 0 } } Sat Dec 10 07:46:11.508 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:46:11.508 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:46:11.508 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:11.508-0600-584c0723666d1a4e49f555b5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377571508), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1967, step 4 of 6: 15637, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:46:11.509 I SHARDING [conn9] distributed lock with ts: 584c0711666d1a4e49f555af' unlocked. Sat Dec 10 07:46:11.510 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458172556000) }, max: { datetime: new Date(1458273015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 201000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 36 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17621ms Sat Dec 10 07:46:11.515 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 197000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:46:11.516 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462000081000) }, { datetime: new Date(1462016063000) }) in IISLogs.pubprdweb04', ts : 584c0723666d1a4e49f555b6 Sat Dec 10 07:46:11.516 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 197|0||584bcad890d1dc672b54835d, current metadata version is 197|0||584bcad890d1dc672b54835d Sat Dec 10 07:46:11.517 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 197|0||584bcad890d1dc672b54835d to shard version 197|1||584bcad890d1dc672b54835d Sat Dec 10 07:46:11.517 I SHARDING [conn9] collection version was loaded at version 197|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:46:11.517 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:11.517-0600-584c0723666d1a4e49f555b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377571517), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:46:11.518 I SHARDING [conn9] moveChunk request accepted at version 197|1||584bcad890d1dc672b54835d Sat Dec 10 07:46:13.256 I SHARDING [conn9] moveChunk number of documents: 112250 Sat Dec 10 07:46:13.262 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.267 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.542 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:13.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:14.261 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776317 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 985ms Sat Dec 10 07:46:14.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:15.365 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9599, clonedBytes: 2847577, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:16.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19651, clonedBytes: 5795238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:17.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26826, clonedBytes: 7894708, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:18.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36968, clonedBytes: 10986595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:19.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44124, clonedBytes: 13081501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:20.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52634, clonedBytes: 15586654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:21.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55313, clonedBytes: 16400088, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:21.867 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776236 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1050ms Sat Dec 10 07:46:22.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61242, clonedBytes: 18149644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:23.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71493, clonedBytes: 21170111, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:24.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81039, clonedBytes: 23961259, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:25.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90936, clonedBytes: 26875359, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:26.685 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100781, clonedBytes: 29750532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:26.700 I SHARDING [RangeDeleter] rangeDeleter deleted 102982 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460139901000) } -> { datetime: new Date(1460252415000) } Sat Dec 10 07:46:26.700 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451756849000) } -> { datetime: new Date(1451850021000) }, with opId: 212473 Sat Dec 10 07:46:27.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110609, clonedBytes: 32641803, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:28.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0723666d1a4e49f555b8", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112250, clonedBytes: 33124085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:28.736 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:46:28.737 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:46:28.738 I SHARDING [conn9] moveChunk setting version to: 198|0||584bcad890d1dc672b54835d Sat Dec 10 07:46:28.744 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112250, clonedBytes: 33124085, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:46:28.744 I SHARDING [conn9] moveChunk updating self version to: 198|1||584bcad890d1dc672b54835d through { datetime: new Date(1462016063000) } -> { datetime: new Date(1462035244000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:46:28.746 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:28.746-0600-584c0734666d1a4e49f555bb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377588746), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112250, clonedBytes: 33124085, catchup: 0, steady: 0 } } Sat Dec 10 07:46:28.746 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:46:28.746 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:46:28.746 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:28.746-0600-584c0734666d1a4e49f555bc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377588746), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1742, step 4 of 6: 15474, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:46:28.748 I SHARDING [conn9] distributed lock with ts: 584c0723666d1a4e49f555b6' unlocked. Sat Dec 10 07:46:28.748 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462000081000) }, max: { datetime: new Date(1462016063000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 197000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 211 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17233ms Sat Dec 10 07:46:29.827 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 202000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:46:29.829 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458273015000) }, { datetime: new Date(1458369370000) }) in IISLogs.pubprdweb03', ts : 584c0735666d1a4e49f555bd Sat Dec 10 07:46:29.830 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 202|0||584bc97f90d1dc672b548352, current metadata version is 202|0||584bc97f90d1dc672b548352 Sat Dec 10 07:46:29.831 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 202|0||584bc97f90d1dc672b548352 to shard version 202|1||584bc97f90d1dc672b548352 Sat Dec 10 07:46:29.831 I SHARDING [conn9] collection version was loaded at version 202|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:46:29.831 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:29.831-0600-584c0735666d1a4e49f555be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377589831), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:46:29.832 I SHARDING [conn9] moveChunk request accepted at version 202|1||584bc97f90d1dc672b548352 Sat Dec 10 07:46:32.104 I SHARDING [conn9] moveChunk number of documents: 113817 Sat Dec 10 07:46:32.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.124 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.184 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:32.899 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776049 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 790ms Sat Dec 10 07:46:33.198 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 638, clonedBytes: 244178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:34.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4781, clonedBytes: 1528793, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:35.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7981, clonedBytes: 2549003, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:36.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17383, clonedBytes: 5362330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:37.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26507, clonedBytes: 8157473, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:38.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35989, clonedBytes: 10981716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:39.432 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45779, clonedBytes: 14043361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:40.493 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54150, clonedBytes: 16407961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:41.427 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776155 locks:{ Global: { acquireCount: { r: 818 } }, Database: { acquireCount: { r: 409 } }, Collection: { acquireCount: { r: 409 } } } protocol:op_command 1086ms Sat Dec 10 07:46:41.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54150, clonedBytes: 16407961, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:42.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63960, clonedBytes: 19542916, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:43.598 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73726, clonedBytes: 22629833, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:44.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83598, clonedBytes: 25891269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:45.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93614, clonedBytes: 28905770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:46.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103218, clonedBytes: 32330468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:47.068 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2335061 locks:{ Global: { acquireCount: { r: 144 } }, Database: { acquireCount: { r: 72 } }, Collection: { acquireCount: { r: 72 } } } protocol:op_command 136ms Sat Dec 10 07:46:47.712 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109206, clonedBytes: 33844112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:48.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0735666d1a4e49f555bf", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113817, clonedBytes: 35122185, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:48.737 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:46:48.738 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:46:48.739 I SHARDING [conn9] moveChunk setting version to: 203|0||584bc97f90d1dc672b548352 Sat Dec 10 07:46:48.745 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113817, clonedBytes: 35122185, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:46:48.745 I SHARDING [conn9] moveChunk updating self version to: 203|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458369370000) } -> { datetime: new Date(1458492395000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:46:48.746 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:48.746-0600-584c0748666d1a4e49f555c2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377608746), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113817, clonedBytes: 35122185, catchup: 0, steady: 0 } } Sat Dec 10 07:46:48.747 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:46:48.749 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:46:48.749 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:48.749-0600-584c0748666d1a4e49f555c3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377608749), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2275, step 4 of 6: 16628, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:46:48.750 I SHARDING [conn9] distributed lock with ts: 584c0735666d1a4e49f555bd' unlocked. Sat Dec 10 07:46:48.750 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458273015000) }, max: { datetime: new Date(1458369370000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 202000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1737 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 193 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18923ms Sat Dec 10 07:46:48.755 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 198000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:46:48.756 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462016063000) }, { datetime: new Date(1462035244000) }) in IISLogs.pubprdweb04', ts : 584c0748666d1a4e49f555c4 Sat Dec 10 07:46:48.756 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 198|0||584bcad890d1dc672b54835d, current metadata version is 198|0||584bcad890d1dc672b54835d Sat Dec 10 07:46:48.757 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 198|0||584bcad890d1dc672b54835d to shard version 198|1||584bcad890d1dc672b54835d Sat Dec 10 07:46:48.757 I SHARDING [conn9] collection version was loaded at version 198|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:46:48.757 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:46:48.757-0600-584c0748666d1a4e49f555c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377608757), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:46:48.758 I SHARDING [conn9] moveChunk request accepted at version 198|1||584bcad890d1dc672b54835d Sat Dec 10 07:46:50.096 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 07:46:50.106 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.202 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.254 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451756849000) } -> { datetime: new Date(1451850021000) } Sat Dec 10 07:46:50.254 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454825573000) } -> { datetime: new Date(1454967620000) }, with opId: 212673 Sat Dec 10 07:46:50.327 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:50.722 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:51.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:51.271 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776289 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 1170ms Sat Dec 10 07:46:52.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8219, clonedBytes: 2411284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:53.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17642, clonedBytes: 5191366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:54.315 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26976, clonedBytes: 7928843, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:55.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 34917, clonedBytes: 10253795, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:56.378 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44347, clonedBytes: 13054503, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:57.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53298, clonedBytes: 15729151, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:58.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55571, clonedBytes: 16398254, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:46:58.832 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776240 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1160ms Sat Dec 10 07:46:59.471 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59975, clonedBytes: 17706116, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:00.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67312, clonedBytes: 19873695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:01.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75903, clonedBytes: 22424801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:02.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78953, clonedBytes: 23323435, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:03.570 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82828, clonedBytes: 24470753, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:04.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87552, clonedBytes: 25923035, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:05.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91099, clonedBytes: 26972764, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:06.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94044, clonedBytes: 27849653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:07.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97364, clonedBytes: 28839233, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:08.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100962, clonedBytes: 29965172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:09.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103680, clonedBytes: 30765179, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:10.750 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106710, clonedBytes: 31668751, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:11.775 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109610, clonedBytes: 32523319, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:12.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111873, clonedBytes: 33196206, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:13.824 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0748666d1a4e49f555c6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 33298630, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:13.824 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:47:13.825 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:47:13.826 I SHARDING [conn9] moveChunk setting version to: 199|0||584bcad890d1dc672b54835d Sat Dec 10 07:47:13.834 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 33298630, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:47:13.834 I SHARDING [conn9] moveChunk updating self version to: 199|1||584bcad890d1dc672b54835d through { datetime: new Date(1462035244000) } -> { datetime: new Date(1462048784000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:47:13.836 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:47:13.836-0600-584c0761666d1a4e49f555c9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377633836), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 33298630, catchup: 0, steady: 0 } } Sat Dec 10 07:47:13.836 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:47:13.837 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:47:13.837 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:47:13.837-0600-584c0761666d1a4e49f555ca", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377633837), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1341, step 4 of 6: 23723, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:47:13.838 I SHARDING [conn9] distributed lock with ts: 584c0748666d1a4e49f555c4' unlocked. Sat Dec 10 07:47:13.839 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462016063000) }, max: { datetime: new Date(1462035244000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 198000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 564 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 126 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25083ms Sat Dec 10 07:47:14.911 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 203000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:47:14.912 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458369370000) }, { datetime: new Date(1458492395000) }) in IISLogs.pubprdweb03', ts : 584c0762666d1a4e49f555cb Sat Dec 10 07:47:14.912 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 203|0||584bc97f90d1dc672b548352, current metadata version is 203|0||584bc97f90d1dc672b548352 Sat Dec 10 07:47:14.914 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 203|0||584bc97f90d1dc672b548352 to shard version 203|1||584bc97f90d1dc672b548352 Sat Dec 10 07:47:14.914 I SHARDING [conn9] collection version was loaded at version 203|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:47:14.914 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:47:14.914-0600-584c0762666d1a4e49f555cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377634914), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:47:14.915 I SHARDING [conn9] moveChunk request accepted at version 203|1||584bc97f90d1dc672b548352 Sat Dec 10 07:47:16.867 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454825573000) } -> { datetime: new Date(1454967620000) } Sat Dec 10 07:47:16.868 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460252415000) } -> { datetime: new Date(1460392666000) }, with opId: 212866 Sat Dec 10 07:47:19.014 I SHARDING [conn9] moveChunk number of documents: 113726 Sat Dec 10 07:47:19.039 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:19.635 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:20.149 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:20.386 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776319 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 1368ms Sat Dec 10 07:47:21.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 344, clonedBytes: 97489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:22.730 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3035, clonedBytes: 962142, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:23.763 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9687, clonedBytes: 3055212, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:24.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18323, clonedBytes: 5735433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:25.820 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26728, clonedBytes: 8239310, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:26.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36464, clonedBytes: 11341458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:27.916 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44361, clonedBytes: 13810808, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:28.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52174, clonedBytes: 16422063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:29.968 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52174, clonedBytes: 16422063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:31.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52174, clonedBytes: 16422063, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:31.398 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776036 locks:{ Global: { acquireCount: { r: 848 } }, Database: { acquireCount: { r: 424 } }, Collection: { acquireCount: { r: 424 } } } protocol:op_command 2639ms Sat Dec 10 07:47:32.083 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57591, clonedBytes: 18137838, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:33.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62350, clonedBytes: 19745776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:34.140 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69506, clonedBytes: 21869334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:35.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79001, clonedBytes: 25004385, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:36.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88803, clonedBytes: 28152684, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:37.232 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98251, clonedBytes: 31163822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:38.256 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102720, clonedBytes: 32543783, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:39.280 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106161, clonedBytes: 33614510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:40.307 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110286, clonedBytes: 34849721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:41.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0762666d1a4e49f555cd", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113726, clonedBytes: 35937468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:41.332 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:47:41.333 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:47:41.334 I SHARDING [conn9] moveChunk setting version to: 204|0||584bc97f90d1dc672b548352 Sat Dec 10 07:47:41.340 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113726, clonedBytes: 35937468, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:47:41.340 I SHARDING [conn9] moveChunk updating self version to: 204|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458492395000) } -> { datetime: new Date(1458593009000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:47:41.342 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:47:41.342-0600-584c077d666d1a4e49f555d0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377661342), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113726, clonedBytes: 35937468, catchup: 0, steady: 0 } } Sat Dec 10 07:47:41.342 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:47:41.343 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:47:41.343 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:47:41.343-0600-584c077d666d1a4e49f555d1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377661343), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4102, step 4 of 6: 22313, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:47:41.345 I SHARDING [conn9] distributed lock with ts: 584c0762666d1a4e49f555cb' unlocked. Sat Dec 10 07:47:41.345 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458369370000) }, max: { datetime: new Date(1458492395000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 203000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1177 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 26433ms Sat Dec 10 07:47:41.349 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 199000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:47:41.350 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462035244000) }, { datetime: new Date(1462048784000) }) in IISLogs.pubprdweb04', ts : 584c077d666d1a4e49f555d2 Sat Dec 10 07:47:41.350 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 199|0||584bcad890d1dc672b54835d, current metadata version is 199|0||584bcad890d1dc672b54835d Sat Dec 10 07:47:41.351 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 199|0||584bcad890d1dc672b54835d to shard version 199|1||584bcad890d1dc672b54835d Sat Dec 10 07:47:41.351 I SHARDING [conn9] collection version was loaded at version 199|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:47:41.352 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:47:41.352-0600-584c077d666d1a4e49f555d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377661352), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:47:41.352 I SHARDING [conn9] moveChunk request accepted at version 199|1||584bcad890d1dc672b54835d Sat Dec 10 07:47:42.945 I SHARDING [conn9] moveChunk number of documents: 112222 Sat Dec 10 07:47:42.949 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:42.952 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:42.956 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:42.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:42.989 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:43.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:43.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:43.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:43.508 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:44.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:44.650 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776221 locks:{ Global: { acquireCount: { r: 878 } }, Database: { acquireCount: { r: 439 } }, Collection: { acquireCount: { r: 439 } } } protocol:op_command 1685ms Sat Dec 10 07:47:45.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 405, clonedBytes: 119102, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:45.822 I SHARDING [RangeDeleter] rangeDeleter deleted 102907 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460252415000) } -> { datetime: new Date(1460392666000) } Sat Dec 10 07:47:45.822 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451850021000) } -> { datetime: new Date(1451940241000) }, with opId: 213008 Sat Dec 10 07:47:46.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2008, clonedBytes: 590926, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:47.096 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4172, clonedBytes: 1229007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:48.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6749, clonedBytes: 2026075, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:49.163 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12570, clonedBytes: 3911812, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:50.191 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21145, clonedBytes: 6523549, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:51.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30022, clonedBytes: 9190474, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:52.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39955, clonedBytes: 12166050, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:53.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49520, clonedBytes: 15080235, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:54.293 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54011, clonedBytes: 16409106, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:54.853 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776214 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 1134ms Sat Dec 10 07:47:55.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57666, clonedBytes: 17492974, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:56.351 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67596, clonedBytes: 20500876, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:57.388 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77199, clonedBytes: 23338321, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:58.417 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87349, clonedBytes: 26435312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:47:59.453 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97783, clonedBytes: 29504862, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:00.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107781, clonedBytes: 32471468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:01.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c077d666d1a4e49f555d4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112222, clonedBytes: 33782626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:01.502 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:48:01.503 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:48:01.503 I SHARDING [conn9] moveChunk setting version to: 200|0||584bcad890d1dc672b54835d Sat Dec 10 07:48:01.505 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112222, clonedBytes: 33782626, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:48:01.505 I SHARDING [conn9] moveChunk updating self version to: 200|1||584bcad890d1dc672b54835d through { datetime: new Date(1462048784000) } -> { datetime: new Date(1462064787000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:48:01.507 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:01.507-0600-584c0791666d1a4e49f555d7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377681507), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112222, clonedBytes: 33782626, catchup: 0, steady: 0 } } Sat Dec 10 07:48:01.507 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:48:01.507 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:48:01.508 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:01.508-0600-584c0791666d1a4e49f555d8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377681508), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1595, step 4 of 6: 18553, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:48:01.509 I SHARDING [conn9] distributed lock with ts: 584c077d666d1a4e49f555d2' unlocked. Sat Dec 10 07:48:01.509 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462035244000) }, max: { datetime: new Date(1462048784000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 199000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:887 reslen:154 locks:{ Global: { acquireCount: { r: 1786, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 292 } }, Database: { acquireCount: { r: 889, w: 4, W: 2 } }, Collection: { acquireCount: { r: 889, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20160ms Sat Dec 10 07:48:02.580 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 204000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:48:02.581 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458492395000) }, { datetime: new Date(1458593009000) }) in IISLogs.pubprdweb03', ts : 584c0792666d1a4e49f555d9 Sat Dec 10 07:48:02.581 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 204|0||584bc97f90d1dc672b548352, current metadata version is 204|0||584bc97f90d1dc672b548352 Sat Dec 10 07:48:02.582 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 204|0||584bc97f90d1dc672b548352 to shard version 204|1||584bc97f90d1dc672b548352 Sat Dec 10 07:48:02.582 I SHARDING [conn9] collection version was loaded at version 204|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:48:02.582 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:02.582-0600-584c0792666d1a4e49f555da", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377682582), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:48:02.583 I SHARDING [conn9] moveChunk request accepted at version 204|1||584bc97f90d1dc672b548352 Sat Dec 10 07:48:06.188 I SHARDING [conn9] moveChunk number of documents: 113761 Sat Dec 10 07:48:06.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.303 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.337 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.552 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:06.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:07.252 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776196 locks:{ Global: { acquireCount: { r: 806 } }, Database: { acquireCount: { r: 403 } }, Collection: { acquireCount: { r: 403 } } } protocol:op_command 1057ms Sat Dec 10 07:48:07.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:08.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1169, clonedBytes: 421423, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:09.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7333, clonedBytes: 2306158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:10.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16788, clonedBytes: 5375796, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:11.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26366, clonedBytes: 8419885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:11.879 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451850021000) } -> { datetime: new Date(1451940241000) } Sat Dec 10 07:48:11.880 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1454967620000) } -> { datetime: new Date(1455066353000) }, with opId: 213167 Sat Dec 10 07:48:12.455 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36234, clonedBytes: 11590813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:13.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46114, clonedBytes: 14725468, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:14.516 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50576, clonedBytes: 16433126, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:14.608 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776279 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 631ms Sat Dec 10 07:48:15.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57123, clonedBytes: 18442817, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:16.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66706, clonedBytes: 21444353, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:17.631 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76913, clonedBytes: 24567333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:18.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86684, clonedBytes: 27462094, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:19.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96002, clonedBytes: 30308972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:20.741 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105134, clonedBytes: 33052033, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:21.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0792666d1a4e49f555db", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113761, clonedBytes: 35866515, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:21.766 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:48:21.767 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:48:21.768 I SHARDING [conn9] moveChunk setting version to: 205|0||584bc97f90d1dc672b548352 Sat Dec 10 07:48:21.777 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113761, clonedBytes: 35866515, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:48:21.777 I SHARDING [conn9] moveChunk updating self version to: 205|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458593009000) } -> { datetime: new Date(1458700171000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:48:21.779 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:21.779-0600-584c07a5666d1a4e49f555de", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377701779), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113761, clonedBytes: 35866515, catchup: 0, steady: 0 } } Sat Dec 10 07:48:21.779 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:48:21.790 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:48:21.790 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:21.790-0600-584c07a5666d1a4e49f555df", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377701790), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3609, step 4 of 6: 15572, step 5 of 6: 23, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:48:21.791 I SHARDING [conn9] distributed lock with ts: 584c0792666d1a4e49f555d9' unlocked. Sat Dec 10 07:48:21.792 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458492395000) }, max: { datetime: new Date(1458593009000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 204000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:920 reslen:154 locks:{ Global: { acquireCount: { r: 1852, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 10669 } }, Database: { acquireCount: { r: 922, w: 4, W: 2 } }, Collection: { acquireCount: { r: 922, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 38 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19212ms Sat Dec 10 07:48:21.798 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 200000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:48:21.799 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462048784000) }, { datetime: new Date(1462064787000) }) in IISLogs.pubprdweb04', ts : 584c07a5666d1a4e49f555e0 Sat Dec 10 07:48:21.799 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 200|0||584bcad890d1dc672b54835d, current metadata version is 200|0||584bcad890d1dc672b54835d Sat Dec 10 07:48:21.802 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 200|0||584bcad890d1dc672b54835d to shard version 200|1||584bcad890d1dc672b54835d Sat Dec 10 07:48:21.802 I SHARDING [conn9] collection version was loaded at version 200|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:48:21.802 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:21.802-0600-584c07a5666d1a4e49f555e1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377701802), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:48:21.802 I SHARDING [conn9] moveChunk request accepted at version 200|1||584bcad890d1dc672b54835d Sat Dec 10 07:48:24.143 I SHARDING [conn9] moveChunk number of documents: 112228 Sat Dec 10 07:48:24.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.291 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.490 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:24.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:25.006 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 859ms Sat Dec 10 07:48:25.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74, clonedBytes: 21434, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:26.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6295, clonedBytes: 2025958, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:27.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13663, clonedBytes: 4290280, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:28.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23300, clonedBytes: 7151269, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:29.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33502, clonedBytes: 10159244, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:30.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43098, clonedBytes: 12998894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:31.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48245, clonedBytes: 14513559, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:32.448 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50775, clonedBytes: 15254314, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:33.482 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53407, clonedBytes: 16030024, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:34.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54679, clonedBytes: 16404297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:34.901 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775996 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 752ms Sat Dec 10 07:48:35.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55813, clonedBytes: 16738460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:35.678 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1454967620000) } -> { datetime: new Date(1455066353000) } Sat Dec 10 07:48:35.678 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460392666000) } -> { datetime: new Date(1460488085000) }, with opId: 213278 Sat Dec 10 07:48:36.571 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58481, clonedBytes: 17522936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:37.595 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61243, clonedBytes: 18335566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:38.625 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63474, clonedBytes: 18991407, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:39.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65913, clonedBytes: 19712897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:40.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69328, clonedBytes: 20726678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:41.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72786, clonedBytes: 21813763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:42.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73737, clonedBytes: 22093366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:43.753 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75037, clonedBytes: 22476667, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:44.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85102, clonedBytes: 25460239, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:45.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95345, clonedBytes: 28484500, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:46.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105442, clonedBytes: 31474489, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:47.854 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111435, clonedBytes: 33251767, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:48.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07a5666d1a4e49f555e2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112228, clonedBytes: 33485595, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:48.878 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:48:48.879 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:48:48.879 I SHARDING [conn9] moveChunk setting version to: 201|0||584bcad890d1dc672b54835d Sat Dec 10 07:48:48.883 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112228, clonedBytes: 33485595, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:48:48.883 I SHARDING [conn9] moveChunk updating self version to: 201|1||584bcad890d1dc672b54835d through { datetime: new Date(1462064787000) } -> { datetime: new Date(1462144808000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:48:48.884 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:48.884-0600-584c07c0666d1a4e49f555e5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377728884), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112228, clonedBytes: 33485595, catchup: 0, steady: 0 } } Sat Dec 10 07:48:48.885 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:48:48.885 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:48:48.885 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:48.885-0600-584c07c0666d1a4e49f555e6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377728885), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 2343, step 4 of 6: 24730, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:48:48.887 I SHARDING [conn9] distributed lock with ts: 584c07a5666d1a4e49f555e0' unlocked. Sat Dec 10 07:48:48.887 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462048784000) }, max: { datetime: new Date(1462064787000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 200000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:885 reslen:154 locks:{ Global: { acquireCount: { r: 1782, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 162 } }, Database: { acquireCount: { r: 887, w: 4, W: 2 } }, Collection: { acquireCount: { r: 887, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 173 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 27088ms Sat Dec 10 07:48:49.965 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 205000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:48:49.966 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458593009000) }, { datetime: new Date(1458700171000) }) in IISLogs.pubprdweb03', ts : 584c07c1666d1a4e49f555e7 Sat Dec 10 07:48:49.966 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 205|0||584bc97f90d1dc672b548352, current metadata version is 205|0||584bc97f90d1dc672b548352 Sat Dec 10 07:48:49.967 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 205|0||584bc97f90d1dc672b548352 to shard version 205|1||584bc97f90d1dc672b548352 Sat Dec 10 07:48:49.967 I SHARDING [conn9] collection version was loaded at version 205|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:48:49.967 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:48:49.967-0600-584c07c1666d1a4e49f555e8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377729967), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:48:49.968 I SHARDING [conn9] moveChunk request accepted at version 205|1||584bc97f90d1dc672b548352 Sat Dec 10 07:48:52.116 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:48:52.127 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.306 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.698 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:52.943 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776065 locks:{ Global: { acquireCount: { r: 814 } }, Database: { acquireCount: { r: 407 } }, Collection: { acquireCount: { r: 407 } } } protocol:op_command 822ms Sat Dec 10 07:48:53.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 680, clonedBytes: 197695, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:54.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5666, clonedBytes: 1697715, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:55.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10907, clonedBytes: 3412686, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:56.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16008, clonedBytes: 5172004, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:57.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21991, clonedBytes: 6991517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:58.359 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27622, clonedBytes: 8823566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:48:59.236 I SHARDING [RangeDeleter] rangeDeleter deleted 102962 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460392666000) } -> { datetime: new Date(1460488085000) } Sat Dec 10 07:48:59.236 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1451940241000) } -> { datetime: new Date(1452013170000) }, with opId: 213438 Sat Dec 10 07:48:59.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32467, clonedBytes: 10691322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:00.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38151, clonedBytes: 12375386, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:01.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41576, clonedBytes: 13502993, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:02.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46826, clonedBytes: 15106018, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:03.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50972, clonedBytes: 16430223, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:03.876 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776211 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 454ms Sat Dec 10 07:49:04.537 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53519, clonedBytes: 17217978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:05.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58867, clonedBytes: 18781626, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:06.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65339, clonedBytes: 20834790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:07.656 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74400, clonedBytes: 23554729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:08.680 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78661, clonedBytes: 24897514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:09.704 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81523, clonedBytes: 25720640, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:10.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85886, clonedBytes: 26987449, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:11.765 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90523, clonedBytes: 28553025, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:12.798 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94782, clonedBytes: 29892599, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:13.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98971, clonedBytes: 31176273, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:14.883 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104046, clonedBytes: 32845878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:15.001 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3103591 locks:{ Global: { acquireCount: { r: 156 } }, Database: { acquireCount: { r: 78 } }, Collection: { acquireCount: { r: 78 } } } protocol:op_command 140ms Sat Dec 10 07:49:15.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107319, clonedBytes: 33928492, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:15.985 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1451940241000) } -> { datetime: new Date(1452013170000) } Sat Dec 10 07:49:15.986 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455066353000) } -> { datetime: new Date(1455125634000) }, with opId: 213500 Sat Dec 10 07:49:16.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112515, clonedBytes: 35511992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:17.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07c1666d1a4e49f555e9", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 35892237, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:17.955 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:49:17.956 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:49:17.957 I SHARDING [conn9] moveChunk setting version to: 206|0||584bc97f90d1dc672b548352 Sat Dec 10 07:49:17.963 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 35892237, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:49:17.963 I SHARDING [conn9] moveChunk updating self version to: 206|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458700171000) } -> { datetime: new Date(1458803045000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:49:17.964 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:17.964-0600-584c07dd666d1a4e49f555ec", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377757964), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 35892237, catchup: 0, steady: 0 } } Sat Dec 10 07:49:17.965 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:49:17.965 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:49:17.965 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:17.965-0600-584c07dd666d1a4e49f555ed", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377757965), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2151, step 4 of 6: 25834, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:49:17.967 I SHARDING [conn9] distributed lock with ts: 584c07c1666d1a4e49f555e7' unlocked. Sat Dec 10 07:49:17.967 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458593009000) }, max: { datetime: new Date(1458700171000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 205000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 21795 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 28003ms Sat Dec 10 07:49:17.971 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 201000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:49:17.972 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462064787000) }, { datetime: new Date(1462144808000) }) in IISLogs.pubprdweb04', ts : 584c07dd666d1a4e49f555ee Sat Dec 10 07:49:17.972 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 201|0||584bcad890d1dc672b54835d, current metadata version is 201|0||584bcad890d1dc672b54835d Sat Dec 10 07:49:17.974 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 201|0||584bcad890d1dc672b54835d to shard version 201|1||584bcad890d1dc672b54835d Sat Dec 10 07:49:17.974 I SHARDING [conn9] collection version was loaded at version 201|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:49:17.974 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:17.974-0600-584c07dd666d1a4e49f555ef", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377757974), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:49:17.975 I SHARDING [conn9] moveChunk request accepted at version 201|1||584bcad890d1dc672b54835d Sat Dec 10 07:49:23.235 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:49:23.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.249 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:23.946 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776088 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 707ms Sat Dec 10 07:49:24.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2713, clonedBytes: 804992, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:25.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12247, clonedBytes: 3609978, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:26.438 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21412, clonedBytes: 6287790, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:27.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30986, clonedBytes: 9467517, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:28.497 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40668, clonedBytes: 12599134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:29.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47696, clonedBytes: 14784910, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:30.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52626, clonedBytes: 16418668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:30.940 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776123 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 886ms Sat Dec 10 07:49:31.578 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57735, clonedBytes: 17920452, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:32.602 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67277, clonedBytes: 20839215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:33.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77081, clonedBytes: 23705591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:34.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87163, clonedBytes: 26906537, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:35.677 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97130, clonedBytes: 29980293, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:36.691 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1985756 locks:{ Global: { acquireCount: { r: 104 } }, Database: { acquireCount: { r: 52 } }, Collection: { acquireCount: { r: 52 } } } protocol:op_command 106ms Sat Dec 10 07:49:36.701 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105825, clonedBytes: 32833360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:37.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07dd666d1a4e49f555f0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 34781690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:37.727 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:49:37.728 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:49:37.729 I SHARDING [conn9] moveChunk setting version to: 202|0||584bcad890d1dc672b54835d Sat Dec 10 07:49:37.752 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 34781690, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:49:37.752 I SHARDING [conn9] moveChunk updating self version to: 202|1||584bcad890d1dc672b54835d through { datetime: new Date(1462144808000) } -> { datetime: new Date(1462204215000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:49:37.753 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:37.753-0600-584c07f1666d1a4e49f555f3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377777753), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 34781690, catchup: 0, steady: 0 } } Sat Dec 10 07:49:37.764 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:49:37.764 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:49:37.764 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:37.764-0600-584c07f1666d1a4e49f555f4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377777764), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5261, step 4 of 6: 14489, step 5 of 6: 37, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:49:37.771 I SHARDING [conn9] distributed lock with ts: 584c07dd666d1a4e49f555ee' unlocked. Sat Dec 10 07:49:37.771 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462064787000) }, max: { datetime: new Date(1462144808000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 201000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:924 reslen:154 locks:{ Global: { acquireCount: { r: 1860, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 312 } }, Database: { acquireCount: { r: 926, w: 4, W: 2 } }, Collection: { acquireCount: { r: 926, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 315 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19800ms Sat Dec 10 07:49:38.874 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 206000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:49:38.875 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458700171000) }, { datetime: new Date(1458803045000) }) in IISLogs.pubprdweb03', ts : 584c07f2666d1a4e49f555f5 Sat Dec 10 07:49:38.875 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 206|0||584bc97f90d1dc672b548352, current metadata version is 206|0||584bc97f90d1dc672b548352 Sat Dec 10 07:49:38.877 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 206|0||584bc97f90d1dc672b548352 to shard version 206|1||584bc97f90d1dc672b548352 Sat Dec 10 07:49:38.877 I SHARDING [conn9] collection version was loaded at version 206|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:49:38.877 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:38.877-0600-584c07f2666d1a4e49f555f6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377778877), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:49:38.878 I SHARDING [conn9] moveChunk request accepted at version 206|1||584bc97f90d1dc672b548352 Sat Dec 10 07:49:41.171 I SHARDING [conn9] moveChunk number of documents: 113722 Sat Dec 10 07:49:41.194 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.228 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.246 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.264 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.346 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.435 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:41.827 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:42.069 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776204 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 893ms Sat Dec 10 07:49:42.339 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 665, clonedBytes: 207728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:43.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10573, clonedBytes: 3763096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:44.020 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455066353000) } -> { datetime: new Date(1455125634000) } Sat Dec 10 07:49:44.020 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460488085000) } -> { datetime: new Date(1460584685000) }, with opId: 213723 Sat Dec 10 07:49:44.392 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20401, clonedBytes: 6857781, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:45.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30853, clonedBytes: 9918300, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:46.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40617, clonedBytes: 12737565, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:47.566 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50321, clonedBytes: 15755119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:48.446 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776079 locks:{ Global: { acquireCount: { r: 836 } }, Database: { acquireCount: { r: 418 } }, Collection: { acquireCount: { r: 418 } } } protocol:op_command 629ms Sat Dec 10 07:49:48.620 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53188, clonedBytes: 16607898, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:49.645 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63134, clonedBytes: 19592900, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:50.673 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73131, clonedBytes: 22790175, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:51.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82775, clonedBytes: 25672820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:52.747 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92635, clonedBytes: 28891887, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:53.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102534, clonedBytes: 31872820, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:54.799 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111523, clonedBytes: 35041257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:55.823 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c07f2666d1a4e49f555f7", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113722, clonedBytes: 35704087, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:49:55.823 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:49:55.824 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:49:55.824 I SHARDING [conn9] moveChunk setting version to: 207|0||584bc97f90d1dc672b548352 Sat Dec 10 07:49:55.830 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113722, clonedBytes: 35704087, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:49:55.830 I SHARDING [conn9] moveChunk updating self version to: 207|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458803045000) } -> { datetime: new Date(1458904618000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:49:55.831 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:55.831-0600-584c0803666d1a4e49f555fa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377795831), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113722, clonedBytes: 35704087, catchup: 0, steady: 0 } } Sat Dec 10 07:49:55.832 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:49:55.832 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:49:55.832 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:55.832-0600-584c0803666d1a4e49f555fb", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377795832), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2295, step 4 of 6: 14648, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:49:55.833 I SHARDING [conn9] distributed lock with ts: 584c07f2666d1a4e49f555f5' unlocked. Sat Dec 10 07:49:55.834 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458700171000) }, max: { datetime: new Date(1458803045000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 206000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:895 reslen:154 locks:{ Global: { acquireCount: { r: 1802, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 235 } }, Database: { acquireCount: { r: 897, w: 4, W: 2 } }, Collection: { acquireCount: { r: 897, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16959ms Sat Dec 10 07:49:55.838 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 202000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:49:55.839 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462144808000) }, { datetime: new Date(1462204215000) }) in IISLogs.pubprdweb04', ts : 584c0803666d1a4e49f555fc Sat Dec 10 07:49:55.839 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 202|0||584bcad890d1dc672b54835d, current metadata version is 202|0||584bcad890d1dc672b54835d Sat Dec 10 07:49:55.840 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 202|0||584bcad890d1dc672b54835d to shard version 202|1||584bcad890d1dc672b54835d Sat Dec 10 07:49:55.840 I SHARDING [conn9] collection version was loaded at version 202|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:49:55.840 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:49:55.840-0600-584c0803666d1a4e49f555fd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377795840), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:49:55.841 I SHARDING [conn9] moveChunk request accepted at version 202|1||584bcad890d1dc672b54835d Sat Dec 10 07:50:00.015 I SHARDING [conn9] moveChunk number of documents: 112225 Sat Dec 10 07:50:00.026 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.029 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.033 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.304 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:00.580 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:01.125 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:01.302 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775986 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1283ms Sat Dec 10 07:50:02.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6917, clonedBytes: 1954676, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:03.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16728, clonedBytes: 4926207, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:04.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26630, clonedBytes: 8407649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:05.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36457, clonedBytes: 11493178, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:06.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46487, clonedBytes: 14487806, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:07.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53346, clonedBytes: 16413526, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:08.222 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776092 locks:{ Global: { acquireCount: { r: 672 } }, Database: { acquireCount: { r: 336 } }, Collection: { acquireCount: { r: 336 } } } protocol:op_command 1243ms Sat Dec 10 07:50:08.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53724, clonedBytes: 16519015, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:09.382 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63527, clonedBytes: 20062242, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:10.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73479, clonedBytes: 24308644, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:11.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83579, clonedBytes: 28397863, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:12.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93489, clonedBytes: 32495180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:12.863 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:6160710 locks:{ Global: { acquireCount: { r: 288 } }, Database: { acquireCount: { r: 144 } }, Collection: { acquireCount: { r: 144 } } } protocol:op_command 303ms Sat Dec 10 07:50:13.485 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100225, clonedBytes: 35344157, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:13.823 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460488085000) } -> { datetime: new Date(1460584685000) } Sat Dec 10 07:50:13.824 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452013170000) } -> { datetime: new Date(1452074051000) }, with opId: 213918 Sat Dec 10 07:50:14.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109692, clonedBytes: 38224052, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:15.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0803666d1a4e49f555fe", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112225, clonedBytes: 38960099, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:15.559 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:50:15.560 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:50:15.560 I SHARDING [conn9] moveChunk setting version to: 203|0||584bcad890d1dc672b54835d Sat Dec 10 07:50:15.568 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112225, clonedBytes: 38960099, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:50:15.568 I SHARDING [conn9] moveChunk updating self version to: 203|1||584bcad890d1dc672b54835d through { datetime: new Date(1462204215000) } -> { datetime: new Date(1462241129000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:50:15.570 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:15.570-0600-584c0817666d1a4e49f55601", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377815570), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112225, clonedBytes: 38960099, catchup: 0, steady: 0 } } Sat Dec 10 07:50:15.571 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:50:15.571 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:50:15.571 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:15.571-0600-584c0817666d1a4e49f55602", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377815571), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4175, step 4 of 6: 15540, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:50:15.572 I SHARDING [conn9] distributed lock with ts: 584c0803666d1a4e49f555fc' unlocked. Sat Dec 10 07:50:15.572 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462144808000) }, max: { datetime: new Date(1462204215000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 202000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 167 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19734ms Sat Dec 10 07:50:16.649 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 207000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:50:16.650 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458803045000) }, { datetime: new Date(1458904618000) }) in IISLogs.pubprdweb03', ts : 584c0818666d1a4e49f55603 Sat Dec 10 07:50:16.650 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 207|0||584bc97f90d1dc672b548352, current metadata version is 207|0||584bc97f90d1dc672b548352 Sat Dec 10 07:50:16.652 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 207|0||584bc97f90d1dc672b548352 to shard version 207|1||584bc97f90d1dc672b548352 Sat Dec 10 07:50:16.652 I SHARDING [conn9] collection version was loaded at version 207|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:50:16.652 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:16.652-0600-584c0818666d1a4e49f55604", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377816652), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:50:16.653 I SHARDING [conn9] moveChunk request accepted at version 207|1||584bc97f90d1dc672b548352 Sat Dec 10 07:50:20.981 I SHARDING [conn9] moveChunk number of documents: 113764 Sat Dec 10 07:50:21.014 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.022 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.040 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.114 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.314 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.587 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:21.760 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776309 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 765ms Sat Dec 10 07:50:22.145 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2399, clonedBytes: 782785, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:23.169 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 11935, clonedBytes: 3767266, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:24.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21858, clonedBytes: 6792104, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:25.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31338, clonedBytes: 9581972, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:26.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40434, clonedBytes: 12295561, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:27.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49924, clonedBytes: 15247725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:28.321 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53528, clonedBytes: 16412575, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:28.500 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776115 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 808ms Sat Dec 10 07:50:29.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60518, clonedBytes: 18582408, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:30.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70030, clonedBytes: 21508617, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:31.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79431, clonedBytes: 24605382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:32.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89233, clonedBytes: 27661690, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:33.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98681, clonedBytes: 30942654, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:34.337 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2752364 locks:{ Global: { acquireCount: { r: 138 } }, Database: { acquireCount: { r: 69 } }, Collection: { acquireCount: { r: 69 } } } protocol:op_command 134ms Sat Dec 10 07:50:34.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106656, clonedBytes: 33328557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:35.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0818666d1a4e49f55605", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113764, clonedBytes: 35539952, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:35.546 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:50:35.547 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:50:35.547 I SHARDING [conn9] moveChunk setting version to: 208|0||584bc97f90d1dc672b548352 Sat Dec 10 07:50:35.558 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113764, clonedBytes: 35539952, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:50:35.558 I SHARDING [conn9] moveChunk updating self version to: 208|1||584bc97f90d1dc672b548352 through { datetime: new Date(1458904618000) } -> { datetime: new Date(1459024516000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:50:35.559 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:35.559-0600-584c082b666d1a4e49f55608", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377835559), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113764, clonedBytes: 35539952, catchup: 0, steady: 0 } } Sat Dec 10 07:50:35.560 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:50:35.560 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:50:35.560 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:35.560-0600-584c082b666d1a4e49f55609", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377835560), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4340, step 4 of 6: 14551, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:50:35.562 I SHARDING [conn9] distributed lock with ts: 584c0818666d1a4e49f55603' unlocked. Sat Dec 10 07:50:35.562 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458803045000) }, max: { datetime: new Date(1458904618000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 207000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:924 reslen:154 locks:{ Global: { acquireCount: { r: 1860, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 148 } }, Database: { acquireCount: { r: 926, w: 4, W: 2 } }, Collection: { acquireCount: { r: 926, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 120 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18914ms Sat Dec 10 07:50:35.569 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 203000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:50:35.570 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462204215000) }, { datetime: new Date(1462241129000) }) in IISLogs.pubprdweb04', ts : 584c082b666d1a4e49f5560a Sat Dec 10 07:50:35.570 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 203|0||584bcad890d1dc672b54835d, current metadata version is 203|0||584bcad890d1dc672b54835d Sat Dec 10 07:50:35.573 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 203|0||584bcad890d1dc672b54835d to shard version 203|1||584bcad890d1dc672b54835d Sat Dec 10 07:50:35.573 I SHARDING [conn9] collection version was loaded at version 203|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:50:35.573 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:35.573-0600-584c082b666d1a4e49f5560b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377835573), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:50:35.573 I SHARDING [conn9] moveChunk request accepted at version 203|1||584bcad890d1dc672b54835d Sat Dec 10 07:50:37.516 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:50:37.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.527 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.545 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.562 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.679 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:37.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:38.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:38.597 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:39.166 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776178 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 1645ms Sat Dec 10 07:50:39.623 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3321, clonedBytes: 973867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:40.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13300, clonedBytes: 3544301, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:41.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23398, clonedBytes: 6588412, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:42.887 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452013170000) } -> { datetime: new Date(1452074051000) } Sat Dec 10 07:50:42.887 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455125634000) } -> { datetime: new Date(1455182261000) }, with opId: 214138 Sat Dec 10 07:50:43.118 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33120, clonedBytes: 9614596, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:44.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42610, clonedBytes: 12564566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:45.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52002, clonedBytes: 15096422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:46.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56542, clonedBytes: 16391346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:47.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56542, clonedBytes: 16391346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:48.032 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 874 } }, Database: { acquireCount: { r: 437 } }, Collection: { acquireCount: { r: 437 } } } protocol:op_command 2358ms Sat Dec 10 07:50:48.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57673, clonedBytes: 16693868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:49.305 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67772, clonedBytes: 19578309, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:50.499 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79329, clonedBytes: 23317846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:51.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88560, clonedBytes: 26712912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:52.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98382, clonedBytes: 29695097, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:53.575 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108050, clonedBytes: 32243633, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:54.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c082b666d1a4e49f5560c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 33300710, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:54.600 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:50:54.601 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:50:54.602 I SHARDING [conn9] moveChunk setting version to: 204|0||584bcad890d1dc672b54835d Sat Dec 10 07:50:54.606 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 33300710, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:50:54.606 I SHARDING [conn9] moveChunk updating self version to: 204|1||584bcad890d1dc672b54835d through { datetime: new Date(1462241129000) } -> { datetime: new Date(1462259237000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:50:54.607 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:54.607-0600-584c083e666d1a4e49f5560f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377854607), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 33300710, catchup: 0, steady: 0 } } Sat Dec 10 07:50:54.608 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:50:54.608 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:50:54.608 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:54.608-0600-584c083e666d1a4e49f55610", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377854608), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 1944, step 4 of 6: 17079, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:50:54.610 I SHARDING [conn9] distributed lock with ts: 584c082b666d1a4e49f5560a' unlocked. Sat Dec 10 07:50:54.610 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462204215000) }, max: { datetime: new Date(1462241129000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 203000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:883 reslen:154 locks:{ Global: { acquireCount: { r: 1778, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 454 } }, Database: { acquireCount: { r: 885, w: 4, W: 2 } }, Collection: { acquireCount: { r: 885, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 119 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19040ms Sat Dec 10 07:50:55.682 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 208000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:50:55.683 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1458904618000) }, { datetime: new Date(1459024516000) }) in IISLogs.pubprdweb03', ts : 584c083f666d1a4e49f55611 Sat Dec 10 07:50:55.684 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 208|0||584bc97f90d1dc672b548352, current metadata version is 208|0||584bc97f90d1dc672b548352 Sat Dec 10 07:50:55.685 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 208|0||584bc97f90d1dc672b548352 to shard version 208|1||584bc97f90d1dc672b548352 Sat Dec 10 07:50:55.685 I SHARDING [conn9] collection version was loaded at version 208|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:50:55.685 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:50:55.685-0600-584c083f666d1a4e49f55612", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377855685), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:50:55.686 I SHARDING [conn9] moveChunk request accepted at version 208|1||584bc97f90d1dc672b548352 Sat Dec 10 07:50:59.085 I SHARDING [conn9] moveChunk number of documents: 113741 Sat Dec 10 07:50:59.090 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.111 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.120 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.141 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:50:59.682 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:00.217 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:00.984 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16775998 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1894ms Sat Dec 10 07:51:01.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70, clonedBytes: 19745, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:02.277 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3045, clonedBytes: 960134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:03.312 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12435, clonedBytes: 3718120, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:04.336 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22454, clonedBytes: 6805885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:05.367 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32445, clonedBytes: 9831512, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:06.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42217, clonedBytes: 12968531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:07.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52221, clonedBytes: 16254964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:08.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52700, clonedBytes: 16418060, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:09.176 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776322 locks:{ Global: { acquireCount: { r: 834 } }, Database: { acquireCount: { r: 417 } }, Collection: { acquireCount: { r: 417 } } } protocol:op_command 1699ms Sat Dec 10 07:51:09.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54776, clonedBytes: 17073238, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:10.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64985, clonedBytes: 20384140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:11.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 75195, clonedBytes: 23786935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:12.569 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85014, clonedBytes: 26940149, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:13.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95356, clonedBytes: 30153818, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:14.028 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455125634000) } -> { datetime: new Date(1455182261000) } Sat Dec 10 07:51:14.028 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460584685000) } -> { datetime: new Date(1460726877000) }, with opId: 214315 Sat Dec 10 07:51:14.627 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103731, clonedBytes: 32848127, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:14.841 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:3324405 locks:{ Global: { acquireCount: { r: 168 } }, Database: { acquireCount: { r: 84 } }, Collection: { acquireCount: { r: 84 } } } protocol:op_command 287ms Sat Dec 10 07:51:15.652 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110476, clonedBytes: 34991394, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:16.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c083f666d1a4e49f55613", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113741, clonedBytes: 36113424, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:16.676 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:51:16.677 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:51:16.677 I SHARDING [conn9] moveChunk setting version to: 209|0||584bc97f90d1dc672b548352 Sat Dec 10 07:51:16.686 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113741, clonedBytes: 36113424, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:51:16.686 I SHARDING [conn9] moveChunk updating self version to: 209|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459024516000) } -> { datetime: new Date(1459153257000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:51:16.688 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:16.688-0600-584c0854666d1a4e49f55616", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377876688), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113741, clonedBytes: 36113424, catchup: 0, steady: 0 } } Sat Dec 10 07:51:16.688 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:51:16.688 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:51:16.689 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:16.689-0600-584c0854666d1a4e49f55617", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377876689), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3403, step 4 of 6: 17585, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:51:16.690 I SHARDING [conn9] distributed lock with ts: 584c083f666d1a4e49f55611' unlocked. Sat Dec 10 07:51:16.690 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1458904618000) }, max: { datetime: new Date(1459024516000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 208000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:908 reslen:154 locks:{ Global: { acquireCount: { r: 1828, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 262 } }, Database: { acquireCount: { r: 910, w: 4, W: 2 } }, Collection: { acquireCount: { r: 910, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21008ms Sat Dec 10 07:51:16.695 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 204000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:51:16.695 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462241129000) }, { datetime: new Date(1462259237000) }) in IISLogs.pubprdweb04', ts : 584c0854666d1a4e49f55618 Sat Dec 10 07:51:16.695 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 204|0||584bcad890d1dc672b54835d, current metadata version is 204|0||584bcad890d1dc672b54835d Sat Dec 10 07:51:16.697 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 204|0||584bcad890d1dc672b54835d to shard version 204|1||584bcad890d1dc672b54835d Sat Dec 10 07:51:16.697 I SHARDING [conn9] collection version was loaded at version 204|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:51:16.697 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:16.697-0600-584c0854666d1a4e49f55619", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377876697), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:51:16.697 I SHARDING [conn9] moveChunk request accepted at version 204|1||584bcad890d1dc672b54835d Sat Dec 10 07:51:18.134 I SHARDING [conn9] moveChunk number of documents: 112211 Sat Dec 10 07:51:18.162 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.173 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.186 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.195 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.220 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.319 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.449 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:18.766 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:19.157 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776239 locks:{ Global: { acquireCount: { r: 936 } }, Database: { acquireCount: { r: 468 } }, Collection: { acquireCount: { r: 468 } } } protocol:op_command 1018ms Sat Dec 10 07:51:19.282 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 175, clonedBytes: 43702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:20.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9836, clonedBytes: 2508481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:21.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19461, clonedBytes: 4952895, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:22.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29437, clonedBytes: 7519369, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:23.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39593, clonedBytes: 10107945, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:24.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49369, clonedBytes: 13573014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:25.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58285, clonedBytes: 16292768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:26.026 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13966395 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 531ms Sat Dec 10 07:51:26.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62246, clonedBytes: 17294563, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:27.518 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72429, clonedBytes: 19855172, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:28.548 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81896, clonedBytes: 22253964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:29.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87864, clonedBytes: 23769469, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:30.607 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97308, clonedBytes: 26178528, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:31.648 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104980, clonedBytes: 28122956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:32.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0854666d1a4e49f5561a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112211, clonedBytes: 29979081, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:32.672 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:51:32.673 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:51:32.673 I SHARDING [conn9] moveChunk setting version to: 205|0||584bcad890d1dc672b54835d Sat Dec 10 07:51:32.681 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112211, clonedBytes: 29979081, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:51:32.681 I SHARDING [conn9] moveChunk updating self version to: 205|1||584bcad890d1dc672b54835d through { datetime: new Date(1462259237000) } -> { datetime: new Date(1462299360000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:51:32.682 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:32.682-0600-584c0864666d1a4e49f5561d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377892682), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112211, clonedBytes: 29979081, catchup: 0, steady: 0 } } Sat Dec 10 07:51:32.683 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:51:32.683 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:51:32.683 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:32.683-0600-584c0864666d1a4e49f5561e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377892683), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1439, step 4 of 6: 14534, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:51:32.685 I SHARDING [conn9] distributed lock with ts: 584c0854666d1a4e49f55618' unlocked. Sat Dec 10 07:51:32.685 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462241129000) }, max: { datetime: new Date(1462259237000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 204000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:881 reslen:154 locks:{ Global: { acquireCount: { r: 1774, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 356 } }, Database: { acquireCount: { r: 883, w: 4, W: 2 } }, Collection: { acquireCount: { r: 883, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 15990ms Sat Dec 10 07:51:33.755 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 209000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:51:33.756 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459024516000) }, { datetime: new Date(1459153257000) }) in IISLogs.pubprdweb03', ts : 584c0865666d1a4e49f5561f Sat Dec 10 07:51:33.756 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 209|0||584bc97f90d1dc672b548352, current metadata version is 209|0||584bc97f90d1dc672b548352 Sat Dec 10 07:51:33.757 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 209|0||584bc97f90d1dc672b548352 to shard version 209|1||584bc97f90d1dc672b548352 Sat Dec 10 07:51:33.757 I SHARDING [conn9] collection version was loaded at version 209|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:51:33.757 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:33.757-0600-584c0865666d1a4e49f55620", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377893757), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:51:33.758 I SHARDING [conn9] moveChunk request accepted at version 209|1||584bc97f90d1dc672b548352 Sat Dec 10 07:51:36.181 I SHARDING [conn9] moveChunk number of documents: 113671 Sat Dec 10 07:51:36.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.219 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.244 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.263 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.492 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:36.754 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:37.248 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776189 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 1061ms Sat Dec 10 07:51:37.286 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:38.302 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460584685000) } -> { datetime: new Date(1460726877000) } Sat Dec 10 07:51:38.302 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452074051000) } -> { datetime: new Date(1452142652000) }, with opId: 214520 Sat Dec 10 07:51:38.311 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1407, clonedBytes: 460030, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:39.335 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4892, clonedBytes: 1545717, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:40.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13616, clonedBytes: 4347475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:41.398 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22792, clonedBytes: 7492148, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:42.422 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32215, clonedBytes: 10585031, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:43.450 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41051, clonedBytes: 13368631, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:44.480 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50013, clonedBytes: 16383829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:45.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50185, clonedBytes: 16435856, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:46.339 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776147 locks:{ Global: { acquireCount: { r: 820 } }, Database: { acquireCount: { r: 410 } }, Collection: { acquireCount: { r: 410 } } } protocol:op_command 1836ms Sat Dec 10 07:51:46.538 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50249, clonedBytes: 16455374, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:47.653 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55801, clonedBytes: 18121501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:48.681 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64456, clonedBytes: 21230329, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:49.706 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 70794, clonedBytes: 23239678, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:50.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77461, clonedBytes: 25434214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:51.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86691, clonedBytes: 28345158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:52.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93903, clonedBytes: 30687368, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:53.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100871, clonedBytes: 32868163, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:53.988 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:4198723 locks:{ Global: { acquireCount: { r: 208 } }, Database: { acquireCount: { r: 104 } }, Collection: { acquireCount: { r: 104 } } } protocol:op_command 396ms Sat Dec 10 07:51:54.858 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108112, clonedBytes: 35313089, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:55.888 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111985, clonedBytes: 36479312, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:56.912 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0865666d1a4e49f55621", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113671, clonedBytes: 36988248, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:56.912 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:51:56.913 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:51:56.914 I SHARDING [conn9] moveChunk setting version to: 210|0||584bc97f90d1dc672b548352 Sat Dec 10 07:51:56.920 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113671, clonedBytes: 36988248, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:51:56.920 I SHARDING [conn9] moveChunk updating self version to: 210|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459153257000) } -> { datetime: new Date(1459255990000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:51:56.921 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:56.921-0600-584c087c666d1a4e49f55624", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377916921), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113671, clonedBytes: 36988248, catchup: 0, steady: 0 } } Sat Dec 10 07:51:56.922 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:51:56.922 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:51:56.922 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:56.922-0600-584c087c666d1a4e49f55625", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377916922), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2426, step 4 of 6: 20726, step 5 of 6: 10, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:51:56.923 I SHARDING [conn9] distributed lock with ts: 584c0865666d1a4e49f5561f' unlocked. Sat Dec 10 07:51:56.924 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459024516000) }, max: { datetime: new Date(1459153257000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 209000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:904 reslen:154 locks:{ Global: { acquireCount: { r: 1820, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 481 } }, Database: { acquireCount: { r: 906, w: 4, W: 2 } }, Collection: { acquireCount: { r: 906, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 151 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23169ms Sat Dec 10 07:51:56.929 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 205000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:51:56.929 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462259237000) }, { datetime: new Date(1462299360000) }) in IISLogs.pubprdweb04', ts : 584c087c666d1a4e49f55626 Sat Dec 10 07:51:56.929 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 205|0||584bcad890d1dc672b54835d, current metadata version is 205|0||584bcad890d1dc672b54835d Sat Dec 10 07:51:56.931 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 205|0||584bcad890d1dc672b54835d to shard version 205|1||584bcad890d1dc672b54835d Sat Dec 10 07:51:56.931 I SHARDING [conn9] collection version was loaded at version 205|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:51:56.931 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:51:56.931-0600-584c087c666d1a4e49f55627", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377916931), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:51:56.931 I SHARDING [conn9] moveChunk request accepted at version 205|1||584bcad890d1dc672b54835d Sat Dec 10 07:51:59.245 I SHARDING [conn9] moveChunk number of documents: 112221 Sat Dec 10 07:51:59.250 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.279 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.408 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.544 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:51:59.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:00.331 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:00.654 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776261 locks:{ Global: { acquireCount: { r: 980 } }, Database: { acquireCount: { r: 490 } }, Collection: { acquireCount: { r: 490 } } } protocol:op_command 1396ms Sat Dec 10 07:52:01.357 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5588, clonedBytes: 1474691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:02.405 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13362, clonedBytes: 3443580, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:03.430 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22243, clonedBytes: 5683483, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:04.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32241, clonedBytes: 8206316, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:05.532 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42036, clonedBytes: 11081360, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:06.558 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51710, clonedBytes: 13791328, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:06.939 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452074051000) } -> { datetime: new Date(1452142652000) } Sat Dec 10 07:52:06.939 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455182261000) } -> { datetime: new Date(1455244636000) }, with opId: 214713 Sat Dec 10 07:52:07.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60970, clonedBytes: 16360433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:08.610 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60970, clonedBytes: 16360433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:09.665 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60970, clonedBytes: 16360433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:09.771 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15750490 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 2253ms Sat Dec 10 07:52:10.689 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68794, clonedBytes: 18719443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:11.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78966, clonedBytes: 21622881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:12.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89134, clonedBytes: 24630733, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:13.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99216, clonedBytes: 27790330, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:14.802 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109240, clonedBytes: 30931008, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:15.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c087c666d1a4e49f55628", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112221, clonedBytes: 31763128, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:15.826 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:52:15.827 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:52:15.828 I SHARDING [conn9] moveChunk setting version to: 206|0||584bcad890d1dc672b54835d Sat Dec 10 07:52:15.833 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112221, clonedBytes: 31763128, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:52:15.833 I SHARDING [conn9] moveChunk updating self version to: 206|1||584bcad890d1dc672b54835d through { datetime: new Date(1462299360000) } -> { datetime: new Date(1462307579000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:52:15.834 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:15.834-0600-584c088f666d1a4e49f5562b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377935834), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112221, clonedBytes: 31763128, catchup: 0, steady: 0 } } Sat Dec 10 07:52:15.835 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:52:15.835 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:52:15.835 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:15.835-0600-584c088f666d1a4e49f5562c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377935835), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2315, step 4 of 6: 16578, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:52:15.837 I SHARDING [conn9] distributed lock with ts: 584c087c666d1a4e49f55626' unlocked. Sat Dec 10 07:52:15.837 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462259237000) }, max: { datetime: new Date(1462299360000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 205000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:890 reslen:154 locks:{ Global: { acquireCount: { r: 1792, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 317 } }, Database: { acquireCount: { r: 892, w: 4, W: 2 } }, Collection: { acquireCount: { r: 892, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 90 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18908ms Sat Dec 10 07:52:16.929 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 210000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:52:16.930 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459153257000) }, { datetime: new Date(1459255990000) }) in IISLogs.pubprdweb03', ts : 584c0890666d1a4e49f5562d Sat Dec 10 07:52:16.930 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 210|0||584bc97f90d1dc672b548352, current metadata version is 210|0||584bc97f90d1dc672b548352 Sat Dec 10 07:52:16.931 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 210|0||584bc97f90d1dc672b548352 to shard version 210|1||584bc97f90d1dc672b548352 Sat Dec 10 07:52:16.932 I SHARDING [conn9] collection version was loaded at version 210|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:52:16.932 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:16.932-0600-584c0890666d1a4e49f5562e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377936932), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:52:16.932 I SHARDING [conn9] moveChunk request accepted at version 210|1||584bc97f90d1dc672b548352 Sat Dec 10 07:52:19.641 I SHARDING [conn9] moveChunk number of documents: 113822 Sat Dec 10 07:52:19.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.687 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.696 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.715 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.752 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.818 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:19.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:20.205 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:20.470 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776330 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 824ms Sat Dec 10 07:52:20.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2391, clonedBytes: 809881, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:21.860 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12278, clonedBytes: 3871984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:22.908 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22417, clonedBytes: 6845501, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:23.970 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32704, clonedBytes: 10082912, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:24.995 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42524, clonedBytes: 13150284, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:26.025 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52307, clonedBytes: 16285629, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:26.953 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776276 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 873ms Sat Dec 10 07:52:27.132 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53376, clonedBytes: 16633140, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:28.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62968, clonedBytes: 19766169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:29.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72451, clonedBytes: 22676382, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:30.257 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82468, clonedBytes: 26211160, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:31.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92453, clonedBytes: 29307583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:32.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102334, clonedBytes: 32317545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:33.360 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 111201, clonedBytes: 35058557, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:34.385 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0890666d1a4e49f5562f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113822, clonedBytes: 35881933, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:34.385 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:52:34.386 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:52:34.386 I SHARDING [conn9] moveChunk setting version to: 211|0||584bc97f90d1dc672b548352 Sat Dec 10 07:52:34.388 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113822, clonedBytes: 35881933, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:52:34.388 I SHARDING [conn9] moveChunk updating self version to: 211|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459255990000) } -> { datetime: new Date(1459313071000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:52:34.390 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:34.390-0600-584c08a2666d1a4e49f55632", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377954390), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113822, clonedBytes: 35881933, catchup: 0, steady: 0 } } Sat Dec 10 07:52:34.390 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:52:34.393 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:52:34.393 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:34.393-0600-584c08a2666d1a4e49f55633", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377954393), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2711, step 4 of 6: 14740, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:52:34.394 I SHARDING [conn9] distributed lock with ts: 584c0890666d1a4e49f5562d' unlocked. Sat Dec 10 07:52:34.394 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459153257000) }, max: { datetime: new Date(1459255990000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 210000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 12840 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17466ms Sat Dec 10 07:52:34.399 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 206000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:52:34.400 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462299360000) }, { datetime: new Date(1462307579000) }) in IISLogs.pubprdweb04', ts : 584c08a2666d1a4e49f55634 Sat Dec 10 07:52:34.400 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 206|0||584bcad890d1dc672b54835d, current metadata version is 206|0||584bcad890d1dc672b54835d Sat Dec 10 07:52:34.401 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 206|0||584bcad890d1dc672b54835d to shard version 206|1||584bcad890d1dc672b54835d Sat Dec 10 07:52:34.401 I SHARDING [conn9] collection version was loaded at version 206|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:52:34.401 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:34.401-0600-584c08a2666d1a4e49f55635", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377954401), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:52:34.402 I SHARDING [conn9] moveChunk request accepted at version 206|1||584bcad890d1dc672b54835d Sat Dec 10 07:52:38.091 I SHARDING [conn9] moveChunk number of documents: 112232 Sat Dec 10 07:52:38.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.108 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.136 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.270 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.410 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:38.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:39.020 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776241 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 925ms Sat Dec 10 07:52:39.180 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 507, clonedBytes: 130363, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:39.639 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455182261000) } -> { datetime: new Date(1455244636000) } Sat Dec 10 07:52:39.640 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460726877000) } -> { datetime: new Date(1460909097000) }, with opId: 214995 Sat Dec 10 07:52:40.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10311, clonedBytes: 2637532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:41.372 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 21846, clonedBytes: 5625355, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:42.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31239, clonedBytes: 8158868, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:43.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41340, clonedBytes: 12020995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:44.495 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51016, clonedBytes: 15903983, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:45.523 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52326, clonedBytes: 16420921, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:45.643 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776143 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 912ms Sat Dec 10 07:52:46.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59820, clonedBytes: 18932392, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:47.583 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69793, clonedBytes: 22011864, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:48.611 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79557, clonedBytes: 25011706, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:49.638 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89091, clonedBytes: 27953523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:50.705 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99249, clonedBytes: 31051251, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:51.525 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2218305 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 171ms Sat Dec 10 07:52:51.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107533, clonedBytes: 33583481, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:52.857 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08a2666d1a4e49f55636", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112232, clonedBytes: 35015085, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:52.858 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:52:52.859 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:52:52.859 I SHARDING [conn9] moveChunk setting version to: 207|0||584bcad890d1dc672b54835d Sat Dec 10 07:52:52.884 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112232, clonedBytes: 35015085, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:52:52.884 I SHARDING [conn9] moveChunk updating self version to: 207|1||584bcad890d1dc672b54835d through { datetime: new Date(1462307579000) } -> { datetime: new Date(1462346112000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:52:52.888 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:52.887-0600-584c08b4666d1a4e49f55639", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377972887), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112232, clonedBytes: 35015085, catchup: 0, steady: 0 } } Sat Dec 10 07:52:52.888 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:52:52.888 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:52:52.888 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:52.888-0600-584c08b4666d1a4e49f5563a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377972888), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3691, step 4 of 6: 14763, step 5 of 6: 30, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:52:52.890 I SHARDING [conn9] distributed lock with ts: 584c08a2666d1a4e49f55634' unlocked. Sat Dec 10 07:52:52.890 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462299360000) }, max: { datetime: new Date(1462307579000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 206000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 213 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 68 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18492ms Sat Dec 10 07:52:53.968 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 211000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:52:53.969 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459255990000) }, { datetime: new Date(1459313071000) }) in IISLogs.pubprdweb03', ts : 584c08b5666d1a4e49f5563b Sat Dec 10 07:52:53.969 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 211|0||584bc97f90d1dc672b548352, current metadata version is 211|0||584bc97f90d1dc672b548352 Sat Dec 10 07:52:53.970 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 211|0||584bc97f90d1dc672b548352 to shard version 211|1||584bc97f90d1dc672b548352 Sat Dec 10 07:52:53.970 I SHARDING [conn9] collection version was loaded at version 211|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:52:53.971 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:52:53.971-0600-584c08b5666d1a4e49f5563c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377973971), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:52:53.971 I SHARDING [conn9] moveChunk request accepted at version 211|1||584bc97f90d1dc672b548352 Sat Dec 10 07:52:55.937 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:52:55.942 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:55.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:55.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:55.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:55.974 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:56.013 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:56.078 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:56.207 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:56.464 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:56.714 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776138 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 739ms Sat Dec 10 07:52:56.976 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 168, clonedBytes: 52716, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:58.006 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 7494, clonedBytes: 2241583, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:52:59.041 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17086, clonedBytes: 5100069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:00.183 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27421, clonedBytes: 8271899, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:01.211 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37085, clonedBytes: 11214834, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:02.236 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46778, clonedBytes: 14178356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:03.271 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54299, clonedBytes: 16407007, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:03.765 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776331 locks:{ Global: { acquireCount: { r: 822 } }, Database: { acquireCount: { r: 411 } }, Collection: { acquireCount: { r: 411 } } } protocol:op_command 716ms Sat Dec 10 07:53:04.297 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58304, clonedBytes: 17749850, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:05.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67907, clonedBytes: 20769156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:06.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77540, clonedBytes: 23757196, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:06.485 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460726877000) } -> { datetime: new Date(1460909097000) } Sat Dec 10 07:53:06.491 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452142652000) } -> { datetime: new Date(1452231919000) }, with opId: 215139 Sat Dec 10 07:53:07.381 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87513, clonedBytes: 27031936, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:08.411 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97705, clonedBytes: 30139288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:09.446 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107309, clonedBytes: 33279101, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:10.470 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08b5666d1a4e49f5563d", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 35519366, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:10.470 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:53:10.471 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:53:10.472 I SHARDING [conn9] moveChunk setting version to: 212|0||584bc97f90d1dc672b548352 Sat Dec 10 07:53:10.474 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 35519366, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:53:10.474 I SHARDING [conn9] moveChunk updating self version to: 212|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459313071000) } -> { datetime: new Date(1459380015000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:53:10.476 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:10.475-0600-584c08c6666d1a4e49f55640", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377990475), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 35519366, catchup: 0, steady: 0 } } Sat Dec 10 07:53:10.476 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:53:10.476 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:53:10.476 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:10.476-0600-584c08c6666d1a4e49f55641", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377990476), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1969, step 4 of 6: 14529, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:53:10.477 I SHARDING [conn9] distributed lock with ts: 584c08b5666d1a4e49f5563b' unlocked. Sat Dec 10 07:53:10.478 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459255990000) }, max: { datetime: new Date(1459313071000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 211000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:893 reslen:154 locks:{ Global: { acquireCount: { r: 1798, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 66 } }, Database: { acquireCount: { r: 895, w: 4, W: 2 } }, Collection: { acquireCount: { r: 895, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 110 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16510ms Sat Dec 10 07:53:10.482 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 207000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:53:10.483 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462307579000) }, { datetime: new Date(1462346112000) }) in IISLogs.pubprdweb04', ts : 584c08c6666d1a4e49f55642 Sat Dec 10 07:53:10.483 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 207|0||584bcad890d1dc672b54835d, current metadata version is 207|0||584bcad890d1dc672b54835d Sat Dec 10 07:53:10.484 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 207|0||584bcad890d1dc672b54835d to shard version 207|1||584bcad890d1dc672b54835d Sat Dec 10 07:53:10.484 I SHARDING [conn9] collection version was loaded at version 207|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:53:10.484 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:10.484-0600-584c08c6666d1a4e49f55643", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481377990484), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:53:10.485 I SHARDING [conn9] moveChunk request accepted at version 207|1||584bcad890d1dc672b54835d Sat Dec 10 07:53:12.968 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:53:12.986 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.012 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.051 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.079 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.242 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.434 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:13.748 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:14.265 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:14.881 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776277 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 1908ms Sat Dec 10 07:53:15.289 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 282, clonedBytes: 85935, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:16.313 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5094, clonedBytes: 1605987, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:17.340 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13496, clonedBytes: 4299984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:18.371 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23857, clonedBytes: 7413404, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:19.397 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33901, clonedBytes: 10277603, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:20.431 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 44341, clonedBytes: 12936143, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:21.462 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54728, clonedBytes: 15752351, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:22.491 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57231, clonedBytes: 16386622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:23.521 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57231, clonedBytes: 16386622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:24.501 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16079427 locks:{ Global: { acquireCount: { r: 918 } }, Database: { acquireCount: { r: 459 } }, Collection: { acquireCount: { r: 459 } } } protocol:op_command 2791ms Sat Dec 10 07:53:24.549 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57231, clonedBytes: 16386622, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:25.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66501, clonedBytes: 18777624, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:26.641 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76463, clonedBytes: 22131928, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:27.667 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84704, clonedBytes: 24906138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:28.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94604, clonedBytes: 27446419, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:29.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104372, clonedBytes: 29963138, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:30.746 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08c6666d1a4e49f55644", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 32092067, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:30.746 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:53:30.747 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:53:30.747 I SHARDING [conn9] moveChunk setting version to: 208|0||584bcad890d1dc672b54835d Sat Dec 10 07:53:30.749 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 32092067, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:53:30.749 I SHARDING [conn9] moveChunk updating self version to: 208|1||584bcad890d1dc672b54835d through { datetime: new Date(1462346112000) } -> { datetime: new Date(1462381502000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:53:30.751 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:30.751-0600-584c08da666d1a4e49f55647", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378010751), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 32092067, catchup: 0, steady: 0 } } Sat Dec 10 07:53:30.751 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:53:30.752 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:53:30.752 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:30.752-0600-584c08da666d1a4e49f55648", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378010752), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 2485, step 4 of 6: 17773, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:53:30.754 I SHARDING [conn9] distributed lock with ts: 584c08c6666d1a4e49f55642' unlocked. Sat Dec 10 07:53:30.754 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462307579000) }, max: { datetime: new Date(1462346112000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 207000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 1058 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20271ms Sat Dec 10 07:53:31.827 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 212000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:53:31.828 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459313071000) }, { datetime: new Date(1459380015000) }) in IISLogs.pubprdweb03', ts : 584c08db666d1a4e49f55649 Sat Dec 10 07:53:31.828 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 212|0||584bc97f90d1dc672b548352, current metadata version is 212|0||584bc97f90d1dc672b548352 Sat Dec 10 07:53:31.829 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 212|0||584bc97f90d1dc672b548352 to shard version 212|1||584bc97f90d1dc672b548352 Sat Dec 10 07:53:31.829 I SHARDING [conn9] collection version was loaded at version 212|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:53:31.829 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:31.829-0600-584c08db666d1a4e49f5564a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378011829), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:53:31.830 I SHARDING [conn9] moveChunk request accepted at version 212|1||584bc97f90d1dc672b548352 Sat Dec 10 07:53:33.959 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452142652000) } -> { datetime: new Date(1452231919000) } Sat Dec 10 07:53:33.959 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455244636000) } -> { datetime: new Date(1455340702000) }, with opId: 215308 Sat Dec 10 07:53:35.951 I SHARDING [conn9] moveChunk number of documents: 113742 Sat Dec 10 07:53:35.957 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:35.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:35.966 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:35.975 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:35.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:36.043 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:36.110 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:36.238 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:36.500 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:36.927 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776192 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 971ms Sat Dec 10 07:53:37.035 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:38.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5021, clonedBytes: 1522458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:39.091 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13377, clonedBytes: 4069336, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:40.116 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22958, clonedBytes: 7089156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:41.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32937, clonedBytes: 10171941, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:42.188 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43072, clonedBytes: 13187544, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:43.214 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52657, clonedBytes: 15988278, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:44.138 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776210 locks:{ Global: { acquireCount: { r: 856 } }, Database: { acquireCount: { r: 428 } }, Collection: { acquireCount: { r: 428 } } } protocol:op_command 780ms Sat Dec 10 07:53:44.245 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54077, clonedBytes: 16418232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:45.287 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63500, clonedBytes: 19400846, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:46.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73439, clonedBytes: 22297995, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:47.363 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83037, clonedBytes: 25231229, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:48.404 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92753, clonedBytes: 28351123, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:49.447 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103072, clonedBytes: 31514325, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:50.501 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112821, clonedBytes: 34577079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:51.525 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08db666d1a4e49f5564b", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113742, clonedBytes: 34869472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:51.525 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:53:51.526 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:53:51.527 I SHARDING [conn9] moveChunk setting version to: 213|0||584bc97f90d1dc672b548352 Sat Dec 10 07:53:51.531 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113742, clonedBytes: 34869472, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:53:51.531 I SHARDING [conn9] moveChunk updating self version to: 213|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459380015000) } -> { datetime: new Date(1459452374000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:53:51.533 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:51.533-0600-584c08ef666d1a4e49f5564e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378031533), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113742, clonedBytes: 34869472, catchup: 0, steady: 0 } } Sat Dec 10 07:53:51.533 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:53:51.534 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:53:51.534 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:51.534-0600-584c08ef666d1a4e49f5564f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378031534), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4124, step 4 of 6: 15569, step 5 of 6: 8, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:53:51.535 I SHARDING [conn9] distributed lock with ts: 584c08db666d1a4e49f55649' unlocked. Sat Dec 10 07:53:51.535 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459313071000) }, max: { datetime: new Date(1459380015000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 212000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:920 reslen:154 locks:{ Global: { acquireCount: { r: 1852, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 352 } }, Database: { acquireCount: { r: 922, w: 4, W: 2 } }, Collection: { acquireCount: { r: 922, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 129 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19709ms Sat Dec 10 07:53:51.540 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 208000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:53:51.541 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462346112000) }, { datetime: new Date(1462381502000) }) in IISLogs.pubprdweb04', ts : 584c08ef666d1a4e49f55650 Sat Dec 10 07:53:51.541 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 208|0||584bcad890d1dc672b54835d, current metadata version is 208|0||584bcad890d1dc672b54835d Sat Dec 10 07:53:51.543 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 208|0||584bcad890d1dc672b54835d to shard version 208|1||584bcad890d1dc672b54835d Sat Dec 10 07:53:51.543 I SHARDING [conn9] collection version was loaded at version 208|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:53:51.543 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:53:51.543-0600-584c08ef666d1a4e49f55651", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378031543), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:53:51.543 I SHARDING [conn9] moveChunk request accepted at version 208|1||584bcad890d1dc672b54835d Sat Dec 10 07:53:56.158 I SHARDING [conn9] moveChunk number of documents: 112203 Sat Dec 10 07:53:56.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.215 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.259 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.328 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.533 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:56.809 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:57.322 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:57.516 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776096 locks:{ Global: { acquireCount: { r: 1012 } }, Database: { acquireCount: { r: 506 } }, Collection: { acquireCount: { r: 506 } } } protocol:op_command 1334ms Sat Dec 10 07:53:58.355 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6279, clonedBytes: 1581156, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:53:59.386 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16224, clonedBytes: 4334079, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:00.425 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26295, clonedBytes: 6870454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:01.459 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36125, clonedBytes: 9347891, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:02.488 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45566, clonedBytes: 11840718, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:03.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55628, clonedBytes: 14503166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:04.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62907, clonedBytes: 16346709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:05.012 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:14342887 locks:{ Global: { acquireCount: { r: 790 } }, Database: { acquireCount: { r: 395 } }, Collection: { acquireCount: { r: 395 } } } protocol:op_command 754ms Sat Dec 10 07:54:05.613 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67840, clonedBytes: 17725907, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:06.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77350, clonedBytes: 20582956, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:07.672 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87220, clonedBytes: 23528013, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:07.976 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455244636000) } -> { datetime: new Date(1455340702000) } Sat Dec 10 07:54:07.992 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1460909097000) } -> { datetime: new Date(1461013487000) }, with opId: 215538 Sat Dec 10 07:54:08.708 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96113, clonedBytes: 26016819, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:09.732 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105509, clonedBytes: 28642632, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:10.756 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c08ef666d1a4e49f55652", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112203, clonedBytes: 30355486, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:10.756 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:54:10.757 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:54:10.758 I SHARDING [conn9] moveChunk setting version to: 209|0||584bcad890d1dc672b54835d Sat Dec 10 07:54:10.767 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112203, clonedBytes: 30355486, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:54:10.767 I SHARDING [conn9] moveChunk updating self version to: 209|1||584bcad890d1dc672b54835d through { datetime: new Date(1462381502000) } -> { datetime: new Date(1462446635000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:54:10.769 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:10.769-0600-584c0902666d1a4e49f55655", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378050769), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112203, clonedBytes: 30355486, catchup: 0, steady: 0 } } Sat Dec 10 07:54:10.769 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:54:10.770 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:54:10.770 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:10.770-0600-584c0902666d1a4e49f55656", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378050770), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4637, step 4 of 6: 14574, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:54:10.772 I SHARDING [conn9] distributed lock with ts: 584c08ef666d1a4e49f55650' unlocked. Sat Dec 10 07:54:10.772 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462346112000) }, max: { datetime: new Date(1462381502000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 208000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:900 reslen:154 locks:{ Global: { acquireCount: { r: 1812, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 315 } }, Database: { acquireCount: { r: 902, w: 4, W: 2 } }, Collection: { acquireCount: { r: 902, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 260 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19232ms Sat Dec 10 07:54:11.847 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 213000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:54:11.848 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459380015000) }, { datetime: new Date(1459452374000) }) in IISLogs.pubprdweb03', ts : 584c0903666d1a4e49f55657 Sat Dec 10 07:54:11.848 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 213|0||584bc97f90d1dc672b548352, current metadata version is 213|0||584bc97f90d1dc672b548352 Sat Dec 10 07:54:11.850 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 213|0||584bc97f90d1dc672b548352 to shard version 213|1||584bc97f90d1dc672b548352 Sat Dec 10 07:54:11.850 I SHARDING [conn9] collection version was loaded at version 213|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:54:11.850 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:11.850-0600-584c0903666d1a4e49f55658", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378051850), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:54:11.850 I SHARDING [conn9] moveChunk request accepted at version 213|1||584bc97f90d1dc672b548352 Sat Dec 10 07:54:14.296 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:54:14.300 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.302 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.334 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.585 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:14.847 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:15.256 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776128 locks:{ Global: { acquireCount: { r: 832 } }, Database: { acquireCount: { r: 416 } }, Collection: { acquireCount: { r: 416 } } } protocol:op_command 950ms Sat Dec 10 07:54:15.361 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:16.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9247, clonedBytes: 2877857, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:17.415 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19172, clonedBytes: 5855387, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:18.442 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29057, clonedBytes: 9202593, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:19.467 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39073, clonedBytes: 12341588, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:20.494 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49299, clonedBytes: 15483579, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:21.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52060, clonedBytes: 16422670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:22.210 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776334 locks:{ Global: { acquireCount: { r: 880 } }, Database: { acquireCount: { r: 440 } }, Collection: { acquireCount: { r: 440 } } } protocol:op_command 1431ms Sat Dec 10 07:54:22.599 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54778, clonedBytes: 17247839, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:23.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65042, clonedBytes: 20353150, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:24.657 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74950, clonedBytes: 23421438, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:25.707 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84924, clonedBytes: 26397014, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:26.735 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94860, clonedBytes: 29437191, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:27.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 105355, clonedBytes: 32560475, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:28.837 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0903666d1a4e49f55659", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 35140283, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:28.837 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:54:28.838 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:54:28.839 I SHARDING [conn9] moveChunk setting version to: 214|0||584bc97f90d1dc672b548352 Sat Dec 10 07:54:28.841 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 35140283, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:54:28.841 I SHARDING [conn9] moveChunk updating self version to: 214|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459452374000) } -> { datetime: new Date(1459525331000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:54:28.842 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:28.842-0600-584c0914666d1a4e49f5565c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378068842), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 35140283, catchup: 0, steady: 0 } } Sat Dec 10 07:54:28.843 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:54:28.843 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:54:28.843 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:28.843-0600-584c0914666d1a4e49f5565d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378068843), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2448, step 4 of 6: 14537, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:54:28.844 I SHARDING [conn9] distributed lock with ts: 584c0903666d1a4e49f55657' unlocked. Sat Dec 10 07:54:28.844 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459380015000) }, max: { datetime: new Date(1459452374000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 213000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:896 reslen:154 locks:{ Global: { acquireCount: { r: 1804, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 524 } }, Database: { acquireCount: { r: 898, w: 4, W: 2 } }, Collection: { acquireCount: { r: 898, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 16997ms Sat Dec 10 07:54:28.850 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 209000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:54:28.850 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462381502000) }, { datetime: new Date(1462446635000) }) in IISLogs.pubprdweb04', ts : 584c0914666d1a4e49f5565e Sat Dec 10 07:54:28.851 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 209|0||584bcad890d1dc672b54835d, current metadata version is 209|0||584bcad890d1dc672b54835d Sat Dec 10 07:54:28.852 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 209|0||584bcad890d1dc672b54835d to shard version 209|1||584bcad890d1dc672b54835d Sat Dec 10 07:54:28.852 I SHARDING [conn9] collection version was loaded at version 209|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:54:28.852 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:28.852-0600-584c0914666d1a4e49f5565f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378068852), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:54:28.853 I SHARDING [conn9] moveChunk request accepted at version 209|1||584bcad890d1dc672b54835d Sat Dec 10 07:54:31.231 I SHARDING [conn9] moveChunk number of documents: 112212 Sat Dec 10 07:54:31.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.253 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.272 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.296 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.329 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.393 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.534 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:31.797 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:32.315 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776209 locks:{ Global: { acquireCount: { r: 862 } }, Database: { acquireCount: { r: 431 } }, Collection: { acquireCount: { r: 431 } } } protocol:op_command 1080ms Sat Dec 10 07:54:32.427 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:33.451 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2131, clonedBytes: 540271, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:33.782 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1460909097000) } -> { datetime: new Date(1461013487000) } Sat Dec 10 07:54:33.783 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452231919000) } -> { datetime: new Date(1452357659000) }, with opId: 215688 Sat Dec 10 07:54:34.475 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8428, clonedBytes: 2361727, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:35.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17230, clonedBytes: 5107345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:36.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26807, clonedBytes: 8069505, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:37.554 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37003, clonedBytes: 11194917, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:38.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47378, clonedBytes: 14537288, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:39.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53534, clonedBytes: 16412433, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:40.383 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776040 locks:{ Global: { acquireCount: { r: 844 } }, Database: { acquireCount: { r: 422 } }, Collection: { acquireCount: { r: 422 } } } protocol:op_command 1150ms Sat Dec 10 07:54:40.646 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55070, clonedBytes: 16952346, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:41.686 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64989, clonedBytes: 19916426, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:42.736 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74322, clonedBytes: 23165829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:43.777 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 84164, clonedBytes: 26304249, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:44.909 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 94426, clonedBytes: 29466377, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:45.941 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104193, clonedBytes: 32356865, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:46.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0914666d1a4e49f55660", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112212, clonedBytes: 34757651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:46.965 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:54:46.966 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:54:46.967 I SHARDING [conn9] moveChunk setting version to: 210|0||584bcad890d1dc672b54835d Sat Dec 10 07:54:46.970 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112212, clonedBytes: 34757651, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:54:46.970 I SHARDING [conn9] moveChunk updating self version to: 210|1||584bcad890d1dc672b54835d through { datetime: new Date(1462446635000) } -> { datetime: new Date(1462476189000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:54:46.971 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:46.971-0600-584c0926666d1a4e49f55663", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378086971), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112212, clonedBytes: 34757651, catchup: 0, steady: 0 } } Sat Dec 10 07:54:46.972 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:54:46.972 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:54:46.972 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:46.972-0600-584c0926666d1a4e49f55664", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378086972), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2381, step 4 of 6: 15729, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:54:46.974 I SHARDING [conn9] distributed lock with ts: 584c0914666d1a4e49f5565e' unlocked. Sat Dec 10 07:54:46.974 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462381502000) }, max: { datetime: new Date(1462446635000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 209000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:886 reslen:154 locks:{ Global: { acquireCount: { r: 1784, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 411 } }, Database: { acquireCount: { r: 888, w: 4, W: 2 } }, Collection: { acquireCount: { r: 888, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18124ms Sat Dec 10 07:54:48.050 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 214000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:54:48.051 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459452374000) }, { datetime: new Date(1459525331000) }) in IISLogs.pubprdweb03', ts : 584c0928666d1a4e49f55665 Sat Dec 10 07:54:48.051 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 214|0||584bc97f90d1dc672b548352, current metadata version is 214|0||584bc97f90d1dc672b548352 Sat Dec 10 07:54:48.052 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 214|0||584bc97f90d1dc672b548352 to shard version 214|1||584bc97f90d1dc672b548352 Sat Dec 10 07:54:48.052 I SHARDING [conn9] collection version was loaded at version 214|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:54:48.053 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:54:48.053-0600-584c0928666d1a4e49f55666", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378088053), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:54:48.053 I SHARDING [conn9] moveChunk request accepted at version 214|1||584bc97f90d1dc672b548352 Sat Dec 10 07:54:50.870 I SHARDING [conn9] moveChunk number of documents: 113738 Sat Dec 10 07:54:50.875 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:50.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:50.882 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:50.893 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:50.917 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:50.963 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:51.028 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:51.160 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:51.441 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:51.963 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776075 locks:{ Global: { acquireCount: { r: 842 } }, Database: { acquireCount: { r: 421 } }, Collection: { acquireCount: { r: 421 } } } protocol:op_command 1088ms Sat Dec 10 07:54:52.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:53.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1726, clonedBytes: 545176, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:54.054 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8847, clonedBytes: 2708763, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:55.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18736, clonedBytes: 5886356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:56.113 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28662, clonedBytes: 8953569, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:57.159 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 37826, clonedBytes: 11933591, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:58.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47918, clonedBytes: 14997915, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:59.230 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52502, clonedBytes: 16419523, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:54:59.516 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776173 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 851ms Sat Dec 10 07:55:00.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58695, clonedBytes: 18629714, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:01.343 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 68248, clonedBytes: 21614211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:02.370 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78111, clonedBytes: 24607074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:03.429 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88129, clonedBytes: 27712527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:04.573 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98274, clonedBytes: 30833829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:05.600 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98274, clonedBytes: 30833829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:06.633 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103302, clonedBytes: 32343971, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:07.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112373, clonedBytes: 35009699, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:08.688 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0928666d1a4e49f55667", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113738, clonedBytes: 35408204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:08.717 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:55:08.718 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:55:08.719 I SHARDING [conn9] moveChunk setting version to: 215|0||584bc97f90d1dc672b548352 Sat Dec 10 07:55:08.727 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113738, clonedBytes: 35408204, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:55:08.727 I SHARDING [conn9] moveChunk updating self version to: 215|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459525331000) } -> { datetime: new Date(1459589837000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:55:08.729 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:08.729-0600-584c093c666d1a4e49f5566a", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378108729), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113738, clonedBytes: 35408204, catchup: 0, steady: 0 } } Sat Dec 10 07:55:08.729 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:55:08.729 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:55:08.729 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:08.729-0600-584c093c666d1a4e49f5566b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378108729), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2820, step 4 of 6: 17843, step 5 of 6: 12, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:55:08.731 I SHARDING [conn9] distributed lock with ts: 584c0928666d1a4e49f55665' unlocked. Sat Dec 10 07:55:08.731 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459452374000) }, max: { datetime: new Date(1459525331000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 214000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 165 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 449 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20681ms Sat Dec 10 07:55:08.736 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 210000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:55:08.736 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462446635000) }, { datetime: new Date(1462476189000) }) in IISLogs.pubprdweb04', ts : 584c093c666d1a4e49f5566c Sat Dec 10 07:55:08.736 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 210|0||584bcad890d1dc672b54835d, current metadata version is 210|0||584bcad890d1dc672b54835d Sat Dec 10 07:55:08.738 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 210|0||584bcad890d1dc672b54835d to shard version 210|1||584bcad890d1dc672b54835d Sat Dec 10 07:55:08.738 I SHARDING [conn9] collection version was loaded at version 210|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:55:08.738 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:08.738-0600-584c093c666d1a4e49f5566d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378108738), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:55:08.739 I SHARDING [conn9] moveChunk request accepted at version 210|1||584bcad890d1dc672b54835d Sat Dec 10 07:55:08.778 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452231919000) } -> { datetime: new Date(1452357659000) } Sat Dec 10 07:55:08.778 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455340702000) } -> { datetime: new Date(1455440137000) }, with opId: 215934 Sat Dec 10 07:55:10.569 I SHARDING [conn9] moveChunk number of documents: 112256 Sat Dec 10 07:55:10.574 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.577 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.582 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.591 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.616 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.659 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.725 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:10.861 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:11.122 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:11.640 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:11.779 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776137 locks:{ Global: { acquireCount: { r: 940 } }, Database: { acquireCount: { r: 470 } }, Collection: { acquireCount: { r: 470 } } } protocol:op_command 1170ms Sat Dec 10 07:55:12.674 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 871, clonedBytes: 260274, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:13.700 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9458, clonedBytes: 2820729, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:14.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 15707, clonedBytes: 4674984, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:15.749 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24410, clonedBytes: 7218901, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:16.826 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 31430, clonedBytes: 9005396, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:17.850 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41224, clonedBytes: 11505019, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:18.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51740, clonedBytes: 14261776, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:20.005 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58886, clonedBytes: 16374897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:21.031 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58886, clonedBytes: 16374897, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:21.167 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15791271 locks:{ Global: { acquireCount: { r: 858 } }, Database: { acquireCount: { r: 429 } }, Collection: { acquireCount: { r: 429 } } } protocol:op_command 1274ms Sat Dec 10 07:55:22.055 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66705, clonedBytes: 18413345, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:23.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76884, clonedBytes: 21005255, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:24.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 87082, clonedBytes: 23983829, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:25.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96828, clonedBytes: 27144091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:26.223 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107286, clonedBytes: 30289333, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:27.247 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c093c666d1a4e49f5566e", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112256, clonedBytes: 31803540, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:27.247 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:55:27.248 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:55:27.249 I SHARDING [conn9] moveChunk setting version to: 211|0||584bcad890d1dc672b54835d Sat Dec 10 07:55:27.258 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112256, clonedBytes: 31803540, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:55:27.258 I SHARDING [conn9] moveChunk updating self version to: 211|1||584bcad890d1dc672b54835d through { datetime: new Date(1462476189000) } -> { datetime: new Date(1462524163000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:55:27.260 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:27.259-0600-584c094f666d1a4e49f55671", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378127259), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112256, clonedBytes: 31803540, catchup: 0, steady: 0 } } Sat Dec 10 07:55:27.260 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:55:27.260 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:55:27.261 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:27.261-0600-584c094f666d1a4e49f55672", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378127261), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1833, step 4 of 6: 16674, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:55:27.262 I SHARDING [conn9] distributed lock with ts: 584c093c666d1a4e49f5566c' unlocked. Sat Dec 10 07:55:27.262 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462446635000) }, max: { datetime: new Date(1462476189000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 210000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:884 reslen:154 locks:{ Global: { acquireCount: { r: 1780, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 225 } }, Database: { acquireCount: { r: 886, w: 4, W: 2 } }, Collection: { acquireCount: { r: 886, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 115 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18526ms Sat Dec 10 07:55:28.334 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 215000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:55:28.335 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459525331000) }, { datetime: new Date(1459589837000) }) in IISLogs.pubprdweb03', ts : 584c0950666d1a4e49f55673 Sat Dec 10 07:55:28.335 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 215|0||584bc97f90d1dc672b548352, current metadata version is 215|0||584bc97f90d1dc672b548352 Sat Dec 10 07:55:28.337 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 215|0||584bc97f90d1dc672b548352 to shard version 215|1||584bc97f90d1dc672b548352 Sat Dec 10 07:55:28.337 I SHARDING [conn9] collection version was loaded at version 215|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:55:28.337 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:28.337-0600-584c0950666d1a4e49f55674", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378128337), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:55:28.338 I SHARDING [conn9] moveChunk request accepted at version 215|1||584bc97f90d1dc672b548352 Sat Dec 10 07:55:32.552 I SHARDING [conn9] moveChunk number of documents: 113751 Sat Dec 10 07:55:32.557 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.564 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.604 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.647 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.726 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:32.855 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:33.115 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:33.610 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776203 locks:{ Global: { acquireCount: { r: 876 } }, Database: { acquireCount: { r: 438 } }, Collection: { acquireCount: { r: 438 } } } protocol:op_command 1054ms Sat Dec 10 07:55:33.639 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:34.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2050, clonedBytes: 561611, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:34.798 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455340702000) } -> { datetime: new Date(1455440137000) } Sat Dec 10 07:55:34.798 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461013487000) } -> { datetime: new Date(1461117862000) }, with opId: 216089 Sat Dec 10 07:55:35.690 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10769, clonedBytes: 3234009, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:36.719 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20583, clonedBytes: 6111422, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:37.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30559, clonedBytes: 9112467, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:38.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 39915, clonedBytes: 12125064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:39.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49814, clonedBytes: 15086257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:40.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54579, clonedBytes: 16405112, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:41.006 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776054 locks:{ Global: { acquireCount: { r: 830 } }, Database: { acquireCount: { r: 415 } }, Collection: { acquireCount: { r: 415 } } } protocol:op_command 695ms Sat Dec 10 07:55:41.880 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61452, clonedBytes: 18617894, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:42.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71378, clonedBytes: 21629165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:43.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81698, clonedBytes: 24790147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:45.008 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91546, clonedBytes: 28222165, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:46.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101447, clonedBytes: 31189247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:46.796 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:2290683 locks:{ Global: { acquireCount: { r: 116 } }, Database: { acquireCount: { r: 58 } }, Collection: { acquireCount: { r: 58 } } } protocol:op_command 119ms Sat Dec 10 07:55:47.075 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109156, clonedBytes: 33693943, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:48.100 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0950666d1a4e49f55675", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113751, clonedBytes: 35076662, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:48.100 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:55:48.101 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:55:48.102 I SHARDING [conn9] moveChunk setting version to: 216|0||584bc97f90d1dc672b548352 Sat Dec 10 07:55:48.103 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113751, clonedBytes: 35076662, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:55:48.103 I SHARDING [conn9] moveChunk updating self version to: 216|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459589837000) } -> { datetime: new Date(1459666538000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:55:48.105 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:48.105-0600-584c0964666d1a4e49f55678", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378148105), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113751, clonedBytes: 35076662, catchup: 0, steady: 0 } } Sat Dec 10 07:55:48.106 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:55:48.106 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:55:48.106 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:48.106-0600-584c0964666d1a4e49f55679", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378148106), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 4216, step 4 of 6: 15543, step 5 of 6: 5, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:55:48.108 I SHARDING [conn9] distributed lock with ts: 584c0950666d1a4e49f55673' unlocked. Sat Dec 10 07:55:48.108 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459525331000) }, max: { datetime: new Date(1459589837000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 215000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:924 reslen:154 locks:{ Global: { acquireCount: { r: 1860, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 600 } }, Database: { acquireCount: { r: 926, w: 4, W: 2 } }, Collection: { acquireCount: { r: 926, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19773ms Sat Dec 10 07:55:48.112 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 211000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:55:48.113 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462476189000) }, { datetime: new Date(1462524163000) }) in IISLogs.pubprdweb04', ts : 584c0964666d1a4e49f5567a Sat Dec 10 07:55:48.113 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 211|0||584bcad890d1dc672b54835d, current metadata version is 211|0||584bcad890d1dc672b54835d Sat Dec 10 07:55:48.114 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 211|0||584bcad890d1dc672b54835d to shard version 211|1||584bcad890d1dc672b54835d Sat Dec 10 07:55:48.114 I SHARDING [conn9] collection version was loaded at version 211|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:55:48.115 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:55:48.115-0600-584c0964666d1a4e49f5567b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378148115), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:55:48.115 I SHARDING [conn9] moveChunk request accepted at version 211|1||584bcad890d1dc672b54835d Sat Dec 10 07:55:51.374 I SHARDING [conn9] moveChunk number of documents: 112226 Sat Dec 10 07:55:51.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.391 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.402 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.423 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.465 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.514 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.594 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.724 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:51.985 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:52.498 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:52.606 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776244 locks:{ Global: { acquireCount: { r: 942 } }, Database: { acquireCount: { r: 471 } }, Collection: { acquireCount: { r: 471 } } } protocol:op_command 1227ms Sat Dec 10 07:55:53.522 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1122, clonedBytes: 389398, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:54.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 9556, clonedBytes: 2993919, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:55.579 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18000, clonedBytes: 5155361, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:56.615 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28089, clonedBytes: 7754628, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:57.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38848, clonedBytes: 10837296, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:58.684 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47487, clonedBytes: 13169295, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:55:59.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56040, clonedBytes: 15582514, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:00.742 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58688, clonedBytes: 16376390, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:00.925 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776328 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 935ms Sat Dec 10 07:56:01.558 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461013487000) } -> { datetime: new Date(1461117862000) } Sat Dec 10 07:56:01.558 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452357659000) } -> { datetime: new Date(1452482318000) }, with opId: 216255 Sat Dec 10 07:56:01.770 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66017, clonedBytes: 18321246, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:02.816 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76377, clonedBytes: 21390048, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:03.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86588, clonedBytes: 24418044, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:04.892 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 96318, clonedBytes: 27858768, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:05.923 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 106346, clonedBytes: 30958068, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:06.948 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0964666d1a4e49f5567c", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112226, clonedBytes: 32804954, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:06.948 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:56:06.949 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:56:06.950 I SHARDING [conn9] moveChunk setting version to: 212|0||584bcad890d1dc672b54835d Sat Dec 10 07:56:06.955 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112226, clonedBytes: 32804954, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:56:06.955 I SHARDING [conn9] moveChunk updating self version to: 212|1||584bcad890d1dc672b54835d through { datetime: new Date(1462524163000) } -> { datetime: new Date(1462566757000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:56:06.956 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:06.956-0600-584c0976666d1a4e49f5567f", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378166956), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112226, clonedBytes: 32804954, catchup: 0, steady: 0 } } Sat Dec 10 07:56:06.957 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:56:06.957 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:56:06.957 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:06.957-0600-584c0976666d1a4e49f55680", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378166957), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 3261, step 4 of 6: 15569, step 5 of 6: 9, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:56:06.959 I SHARDING [conn9] distributed lock with ts: 584c0964666d1a4e49f5567a' unlocked. Sat Dec 10 07:56:06.959 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462476189000) }, max: { datetime: new Date(1462524163000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 211000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 558 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 18847ms Sat Dec 10 07:56:08.035 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 216000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:56:08.036 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459589837000) }, { datetime: new Date(1459666538000) }) in IISLogs.pubprdweb03', ts : 584c0978666d1a4e49f55681 Sat Dec 10 07:56:08.036 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 216|0||584bc97f90d1dc672b548352, current metadata version is 216|0||584bc97f90d1dc672b548352 Sat Dec 10 07:56:08.038 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 216|0||584bc97f90d1dc672b548352 to shard version 216|1||584bc97f90d1dc672b548352 Sat Dec 10 07:56:08.038 I SHARDING [conn9] collection version was loaded at version 216|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:56:08.038 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:08.038-0600-584c0978666d1a4e49f55682", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378168038), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:56:08.039 I SHARDING [conn9] moveChunk request accepted at version 216|1||584bc97f90d1dc672b548352 Sat Dec 10 07:56:13.726 I SHARDING [conn9] moveChunk number of documents: 113743 Sat Dec 10 07:56:13.758 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:13.769 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:13.779 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:13.791 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:13.813 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:13.848 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:13.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:14.064 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:14.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:14.623 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776067 locks:{ Global: { acquireCount: { r: 850 } }, Database: { acquireCount: { r: 425 } }, Collection: { acquireCount: { r: 425 } } } protocol:op_command 880ms Sat Dec 10 07:56:14.844 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46, clonedBytes: 13801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:15.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 3989, clonedBytes: 1213464, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:16.955 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13550, clonedBytes: 4083801, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:17.980 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 22812, clonedBytes: 6918129, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:19.015 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 32335, clonedBytes: 9849167, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:20.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41277, clonedBytes: 12589016, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:21.068 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47057, clonedBytes: 14398240, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:22.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53396, clonedBytes: 16413257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:23.154 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53396, clonedBytes: 16413257, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:23.364 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776275 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 1642ms Sat Dec 10 07:56:24.178 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60186, clonedBytes: 18625553, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:25.204 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69969, clonedBytes: 21574093, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:26.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79515, clonedBytes: 24665189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:27.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89468, clonedBytes: 27636693, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:28.285 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 99514, clonedBytes: 30970704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:29.309 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 108946, clonedBytes: 33971584, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:30.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0978666d1a4e49f55683", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113743, clonedBytes: 35408147, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:30.333 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:56:30.334 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:56:30.335 I SHARDING [conn9] moveChunk setting version to: 217|0||584bc97f90d1dc672b548352 Sat Dec 10 07:56:30.344 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113743, clonedBytes: 35408147, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:56:30.344 I SHARDING [conn9] moveChunk updating self version to: 217|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459666538000) } -> { datetime: new Date(1459771449000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:56:30.346 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:30.346-0600-584c098e666d1a4e49f55686", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378190346), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113743, clonedBytes: 35408147, catchup: 0, steady: 0 } } Sat Dec 10 07:56:30.346 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:56:30.346 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:56:30.347 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:30.347-0600-584c098e666d1a4e49f55687", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378190347), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 5703, step 4 of 6: 16590, step 5 of 6: 13, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:56:30.348 I SHARDING [conn9] distributed lock with ts: 584c0978666d1a4e49f55681' unlocked. Sat Dec 10 07:56:30.348 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459589837000) }, max: { datetime: new Date(1459666538000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 216000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 309 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 171 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 22313ms Sat Dec 10 07:56:30.352 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 212000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:56:30.353 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462524163000) }, { datetime: new Date(1462566757000) }) in IISLogs.pubprdweb04', ts : 584c098e666d1a4e49f55688 Sat Dec 10 07:56:30.353 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 212|0||584bcad890d1dc672b54835d, current metadata version is 212|0||584bcad890d1dc672b54835d Sat Dec 10 07:56:30.354 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 212|0||584bcad890d1dc672b54835d to shard version 212|1||584bcad890d1dc672b54835d Sat Dec 10 07:56:30.355 I SHARDING [conn9] collection version was loaded at version 212|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:56:30.355 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:30.355-0600-584c098e666d1a4e49f55689", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378190355), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:56:30.355 I SHARDING [conn9] moveChunk request accepted at version 212|1||584bcad890d1dc672b54835d Sat Dec 10 07:56:31.265 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452357659000) } -> { datetime: new Date(1452482318000) } Sat Dec 10 07:56:31.265 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455440137000) } -> { datetime: new Date(1455581938000) }, with opId: 216473 Sat Dec 10 07:56:32.086 I SHARDING [conn9] moveChunk number of documents: 112213 Sat Dec 10 07:56:32.094 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.101 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.130 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.148 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.185 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.251 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.403 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:32.664 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:33.197 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:34.235 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:34.738 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776105 locks:{ Global: { acquireCount: { r: 912 } }, Database: { acquireCount: { r: 456 } }, Collection: { acquireCount: { r: 456 } } } protocol:op_command 2647ms Sat Dec 10 07:56:35.260 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 273, clonedBytes: 84782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:36.284 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6368, clonedBytes: 1896996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:37.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16438, clonedBytes: 5855851, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:38.349 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 26154, clonedBytes: 8996471, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:39.374 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35140, clonedBytes: 11283859, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:40.399 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40460, clonedBytes: 12634334, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:41.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 47968, clonedBytes: 14565649, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:42.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53586, clonedBytes: 15987215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:43.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55204, clonedBytes: 16400639, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:44.210 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776199 locks:{ Global: { acquireCount: { r: 886 } }, Database: { acquireCount: { r: 443 } }, Collection: { acquireCount: { r: 443 } } } protocol:op_command 1452ms Sat Dec 10 07:56:44.510 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56217, clonedBytes: 16656889, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:45.546 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61870, clonedBytes: 18141205, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:46.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69220, clonedBytes: 20344681, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:47.619 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 78274, clonedBytes: 23092247, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:48.649 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88192, clonedBytes: 25983071, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:49.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 97212, clonedBytes: 28934047, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:50.702 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 107067, clonedBytes: 31997183, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:51.727 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c098e666d1a4e49f5568a", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112213, clonedBytes: 33615297, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:51.727 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:56:51.728 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:56:51.736 I SHARDING [conn9] moveChunk setting version to: 213|0||584bcad890d1dc672b54835d Sat Dec 10 07:56:51.747 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112213, clonedBytes: 33615297, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:56:51.747 I SHARDING [conn9] moveChunk updating self version to: 213|1||584bcad890d1dc672b54835d through { datetime: new Date(1462566757000) } -> { datetime: new Date(1462697638000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:56:51.748 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:51.748-0600-584c09a3666d1a4e49f5568d", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378211748), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112213, clonedBytes: 33615297, catchup: 0, steady: 0 } } Sat Dec 10 07:56:51.749 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:56:51.749 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:56:51.749 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:51.749-0600-584c09a3666d1a4e49f5568e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378211749), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 1733, step 4 of 6: 19637, step 5 of 6: 22, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:56:51.750 I SHARDING [conn9] distributed lock with ts: 584c098e666d1a4e49f55688' unlocked. Sat Dec 10 07:56:51.751 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462524163000) }, max: { datetime: new Date(1462566757000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 212000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:884 reslen:154 locks:{ Global: { acquireCount: { r: 1780, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 249 } }, Database: { acquireCount: { r: 886, w: 4, W: 2 } }, Collection: { acquireCount: { r: 886, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 6404 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21399ms Sat Dec 10 07:56:52.825 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 217000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:56:52.826 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459666538000) }, { datetime: new Date(1459771449000) }) in IISLogs.pubprdweb03', ts : 584c09a4666d1a4e49f5568f Sat Dec 10 07:56:52.826 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 217|0||584bc97f90d1dc672b548352, current metadata version is 217|0||584bc97f90d1dc672b548352 Sat Dec 10 07:56:52.828 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 217|0||584bc97f90d1dc672b548352 to shard version 217|1||584bc97f90d1dc672b548352 Sat Dec 10 07:56:52.828 I SHARDING [conn9] collection version was loaded at version 217|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:56:52.828 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:56:52.828-0600-584c09a4666d1a4e49f55690", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378212828), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:56:52.828 I SHARDING [conn9] moveChunk request accepted at version 217|1||584bc97f90d1dc672b548352 Sat Dec 10 07:56:56.780 I SHARDING [conn9] moveChunk number of documents: 113745 Sat Dec 10 07:56:56.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:56.789 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:56.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:56.801 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:56.822 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:56.864 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:56.944 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:57.072 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:57.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:57.840 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776302 locks:{ Global: { acquireCount: { r: 864 } }, Database: { acquireCount: { r: 432 } }, Collection: { acquireCount: { r: 432 } } } protocol:op_command 1056ms Sat Dec 10 07:56:57.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:58.878 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8783, clonedBytes: 2784651, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:56:59.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 18523, clonedBytes: 5639691, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:00.981 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28386, clonedBytes: 8640012, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:02.034 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38668, clonedBytes: 11686189, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:03.074 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46094, clonedBytes: 14004866, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:04.102 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52148, clonedBytes: 15848074, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:04.131 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455440137000) } -> { datetime: new Date(1455581938000) } Sat Dec 10 07:57:04.131 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461117862000) } -> { datetime: new Date(1461220456000) }, with opId: 216652 Sat Dec 10 07:57:05.126 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 54014, clonedBytes: 16409166, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:05.206 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776283 locks:{ Global: { acquireCount: { r: 838 } }, Database: { acquireCount: { r: 419 } }, Collection: { acquireCount: { r: 419 } } } protocol:op_command 665ms Sat Dec 10 07:57:06.150 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 57880, clonedBytes: 17566264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:07.176 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63290, clonedBytes: 19243119, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:08.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69162, clonedBytes: 21188929, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:09.290 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74093, clonedBytes: 22760520, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:10.317 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82339, clonedBytes: 25309495, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:11.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91939, clonedBytes: 28413675, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:12.376 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101887, clonedBytes: 31383208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:12.987 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1921965 locks:{ Global: { acquireCount: { r: 114 } }, Database: { acquireCount: { r: 57 } }, Collection: { acquireCount: { r: 57 } } } protocol:op_command 104ms Sat Dec 10 07:57:13.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110983, clonedBytes: 33943169, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:14.443 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09a4666d1a4e49f55691", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113745, clonedBytes: 34708086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:14.443 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:57:14.444 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:57:14.445 I SHARDING [conn9] moveChunk setting version to: 218|0||584bc97f90d1dc672b548352 Sat Dec 10 07:57:14.447 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113745, clonedBytes: 34708086, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:57:14.447 I SHARDING [conn9] moveChunk updating self version to: 218|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459771449000) } -> { datetime: new Date(1459852468000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:57:14.449 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:57:14.449-0600-584c09ba666d1a4e49f55694", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378234449), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113745, clonedBytes: 34708086, catchup: 0, steady: 0 } } Sat Dec 10 07:57:14.450 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:57:14.450 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:57:14.450 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:57:14.450-0600-584c09ba666d1a4e49f55695", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378234450), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3954, step 4 of 6: 17659, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:57:14.451 I SHARDING [conn9] distributed lock with ts: 584c09a4666d1a4e49f5568f' unlocked. Sat Dec 10 07:57:14.452 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459666538000) }, max: { datetime: new Date(1459771449000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 217000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:919 reslen:154 locks:{ Global: { acquireCount: { r: 1850, w: 6, R: 2 }, acquireWaitCount: { R: 1 }, timeAcquiringMicros: { R: 46 } }, Database: { acquireCount: { r: 921, w: 4, W: 2 } }, Collection: { acquireCount: { r: 921, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21627ms Sat Dec 10 07:57:14.456 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 213000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:57:14.457 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462566757000) }, { datetime: new Date(1462697638000) }) in IISLogs.pubprdweb04', ts : 584c09ba666d1a4e49f55696 Sat Dec 10 07:57:14.457 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 213|0||584bcad890d1dc672b54835d, current metadata version is 213|0||584bcad890d1dc672b54835d Sat Dec 10 07:57:14.458 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 213|0||584bcad890d1dc672b54835d to shard version 213|1||584bcad890d1dc672b54835d Sat Dec 10 07:57:14.459 I SHARDING [conn9] collection version was loaded at version 213|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:57:14.459 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:57:14.459-0600-584c09ba666d1a4e49f55697", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378234459), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:57:14.459 I SHARDING [conn9] moveChunk request accepted at version 213|1||584bcad890d1dc672b54835d Sat Dec 10 07:57:18.809 I SHARDING [conn9] moveChunk number of documents: 112230 Sat Dec 10 07:57:18.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:18.829 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:18.836 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:18.852 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:18.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:18.918 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:18.991 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:19.129 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:19.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:19.920 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:20.945 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:21.447 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776035 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 2632ms Sat Dec 10 07:57:21.969 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 295, clonedBytes: 86322, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:22.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5355, clonedBytes: 1800671, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:24.023 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 13250, clonedBytes: 4083260, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:25.047 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23489, clonedBytes: 7108439, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:26.081 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33272, clonedBytes: 9952499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:27.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43248, clonedBytes: 12994560, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:27.259 I SHARDING [RangeDeleter] rangeDeleter deleted 102922 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461117862000) } -> { datetime: new Date(1461220456000) } Sat Dec 10 07:57:27.259 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452482318000) } -> { datetime: new Date(1452614637000) }, with opId: 216816 Sat Dec 10 07:57:28.133 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53355, clonedBytes: 15930702, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:29.164 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55017, clonedBytes: 16401878, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:29.290 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776234 locks:{ Global: { acquireCount: { r: 840 } }, Database: { acquireCount: { r: 420 } }, Collection: { acquireCount: { r: 420 } } } protocol:op_command 986ms Sat Dec 10 07:57:30.192 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62589, clonedBytes: 18656073, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:31.216 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72461, clonedBytes: 21755217, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:32.241 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82466, clonedBytes: 25003770, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:33.268 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 89812, clonedBytes: 27270211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:34.292 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92977, clonedBytes: 28241507, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:35.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98166, clonedBytes: 29910496, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:36.350 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102535, clonedBytes: 31314402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:37.375 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109895, clonedBytes: 33553778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:38.401 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09ba666d1a4e49f55698", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112230, clonedBytes: 34272144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:38.401 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:57:38.402 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:57:38.402 I SHARDING [conn9] moveChunk setting version to: 214|0||584bcad890d1dc672b54835d Sat Dec 10 07:57:38.404 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112230, clonedBytes: 34272144, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:57:38.404 I SHARDING [conn9] moveChunk updating self version to: 214|1||584bcad890d1dc672b54835d through { datetime: new Date(1462697638000) } -> { datetime: new Date(1462773496000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:57:38.406 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:57:38.406-0600-584c09d2666d1a4e49f5569b", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378258406), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112230, clonedBytes: 34272144, catchup: 0, steady: 0 } } Sat Dec 10 07:57:38.406 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:57:38.407 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:57:38.407 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:57:38.407-0600-584c09d2666d1a4e49f5569c", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378258407), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 4352, step 4 of 6: 19586, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:57:38.408 I SHARDING [conn9] distributed lock with ts: 584c09ba666d1a4e49f55696' unlocked. Sat Dec 10 07:57:38.408 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462566757000) }, max: { datetime: new Date(1462697638000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 213000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:899 reslen:154 locks:{ Global: { acquireCount: { r: 1810, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 571 } }, Database: { acquireCount: { r: 901, w: 4, W: 2 } }, Collection: { acquireCount: { r: 901, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 23951ms Sat Dec 10 07:57:39.509 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 218000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:57:39.510 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459771449000) }, { datetime: new Date(1459852468000) }) in IISLogs.pubprdweb03', ts : 584c09d3666d1a4e49f5569d Sat Dec 10 07:57:39.510 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 218|0||584bc97f90d1dc672b548352, current metadata version is 218|0||584bc97f90d1dc672b548352 Sat Dec 10 07:57:39.512 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 218|0||584bc97f90d1dc672b548352 to shard version 218|1||584bc97f90d1dc672b548352 Sat Dec 10 07:57:39.512 I SHARDING [conn9] collection version was loaded at version 218|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:57:39.512 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:57:39.512-0600-584c09d3666d1a4e49f5569e", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378259512), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:57:39.513 I SHARDING [conn9] moveChunk request accepted at version 218|1||584bc97f90d1dc672b548352 Sat Dec 10 07:57:42.879 I SHARDING [conn9] moveChunk number of documents: 113744 Sat Dec 10 07:57:42.885 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:42.889 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:42.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:42.904 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:42.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:42.964 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:43.032 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:43.161 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:43.419 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:43.613 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776087 locks:{ Global: { acquireCount: { r: 894 } }, Database: { acquireCount: { r: 447 } }, Collection: { acquireCount: { r: 447 } } } protocol:op_command 729ms Sat Dec 10 07:57:43.931 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 209, clonedBytes: 62443, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:44.960 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6557, clonedBytes: 1928402, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:45.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 16080, clonedBytes: 4755908, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:47.020 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 25573, clonedBytes: 7550664, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:48.058 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 35108, clonedBytes: 10353566, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:48.067 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452482318000) } -> { datetime: new Date(1452614637000) } Sat Dec 10 07:57:48.068 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455581938000) } -> { datetime: new Date(1455670504000) }, with opId: 216976 Sat Dec 10 07:57:49.082 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42190, clonedBytes: 12358134, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:50.107 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 45474, clonedBytes: 13291338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:51.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 48811, clonedBytes: 14277352, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:52.155 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51964, clonedBytes: 15159670, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:53.181 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55051, clonedBytes: 16054730, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:54.206 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56236, clonedBytes: 16393397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:55.079 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776037 locks:{ Global: { acquireCount: { r: 898 } }, Database: { acquireCount: { r: 449 } }, Collection: { acquireCount: { r: 449 } } } protocol:op_command 1500ms Sat Dec 10 07:57:55.231 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56385, clonedBytes: 16437086, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:56.255 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 59551, clonedBytes: 17371543, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:57.281 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 63042, clonedBytes: 18407241, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:58.308 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 66332, clonedBytes: 19386064, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:57:59.332 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69417, clonedBytes: 20290931, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:00.356 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 72589, clonedBytes: 21226867, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:01.383 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 76091, clonedBytes: 22266724, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:02.409 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79247, clonedBytes: 23214570, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:03.433 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82508, clonedBytes: 24189141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:04.457 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 85541, clonedBytes: 25095782, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:05.481 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 90301, clonedBytes: 26510937, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:06.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 95302, clonedBytes: 27981707, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:07.531 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 100150, clonedBytes: 29384069, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:07.558 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455581938000) } -> { datetime: new Date(1455670504000) } Sat Dec 10 07:58:07.559 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461220456000) } -> { datetime: new Date(1461334701000) }, with opId: 217047 Sat Dec 10 07:58:08.555 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 104781, clonedBytes: 30746154, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:09.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 109735, clonedBytes: 32182590, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:10.152 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:584711 locks:{ Global: { acquireCount: { r: 38 } }, Database: { acquireCount: { r: 19 } }, Collection: { acquireCount: { r: 19 } } } protocol:op_command 172ms Sat Dec 10 07:58:10.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09d3666d1a4e49f5569f", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113744, clonedBytes: 33365437, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:10.606 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:58:10.607 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:58:10.608 I SHARDING [conn9] moveChunk setting version to: 219|0||584bc97f90d1dc672b548352 Sat Dec 10 07:58:10.618 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113744, clonedBytes: 33365437, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:58:10.618 I SHARDING [conn9] moveChunk updating self version to: 219|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459852468000) } -> { datetime: new Date(1459907609000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:58:10.620 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:10.620-0600-584c09f2666d1a4e49f556a2", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378290620), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113744, clonedBytes: 33365437, catchup: 0, steady: 0 } } Sat Dec 10 07:58:10.620 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:58:10.620 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:58:10.621 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:10.621-0600-584c09f2666d1a4e49f556a3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378290621), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3369, step 4 of 6: 27722, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:58:10.622 I SHARDING [conn9] distributed lock with ts: 584c09d3666d1a4e49f5569d' unlocked. Sat Dec 10 07:58:10.622 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459771449000) }, max: { datetime: new Date(1459852468000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 218000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:906 reslen:154 locks:{ Global: { acquireCount: { r: 1824, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 223 } }, Database: { acquireCount: { r: 908, w: 4, W: 2 } }, Collection: { acquireCount: { r: 908, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 87 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 31115ms Sat Dec 10 07:58:10.626 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 214000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:58:10.627 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462697638000) }, { datetime: new Date(1462773496000) }) in IISLogs.pubprdweb04', ts : 584c09f2666d1a4e49f556a4 Sat Dec 10 07:58:10.627 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 214|0||584bcad890d1dc672b54835d, current metadata version is 214|0||584bcad890d1dc672b54835d Sat Dec 10 07:58:10.628 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 214|0||584bcad890d1dc672b54835d to shard version 214|1||584bcad890d1dc672b54835d Sat Dec 10 07:58:10.628 I SHARDING [conn9] collection version was loaded at version 214|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:58:10.628 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:10.628-0600-584c09f2666d1a4e49f556a5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378290628), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:58:10.629 I SHARDING [conn9] moveChunk request accepted at version 214|1||584bcad890d1dc672b54835d Sat Dec 10 07:58:16.338 I SHARDING [conn9] moveChunk number of documents: 112223 Sat Dec 10 07:58:16.352 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.362 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.368 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.380 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.413 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.540 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:16.943 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:17.458 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:18.486 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:19.298 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776146 locks:{ Global: { acquireCount: { r: 882 } }, Database: { acquireCount: { r: 441 } }, Collection: { acquireCount: { r: 441 } } } protocol:op_command 2955ms Sat Dec 10 07:58:19.512 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 652, clonedBytes: 203354, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:20.536 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 6290, clonedBytes: 1945669, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:21.567 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 12508, clonedBytes: 3817397, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:22.651 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20788, clonedBytes: 6385454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:23.678 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 30734, clonedBytes: 9427356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:24.778 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 41389, clonedBytes: 12706709, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:25.831 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 51090, clonedBytes: 15763215, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:26.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53218, clonedBytes: 16414582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:28.036 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53218, clonedBytes: 16414582, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:28.736 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776187 locks:{ Global: { acquireCount: { r: 884 } }, Database: { acquireCount: { r: 442 } }, Collection: { acquireCount: { r: 442 } } } protocol:op_command 2502ms Sat Dec 10 07:58:30.087 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61381, clonedBytes: 19079040, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:31.112 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71470, clonedBytes: 22107885, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:31.295 I SHARDING [RangeDeleter] rangeDeleter deleted 102936 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461220456000) } -> { datetime: new Date(1461334701000) } Sat Dec 10 07:58:31.295 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452614637000) } -> { datetime: new Date(1452720076000) }, with opId: 217151 Sat Dec 10 07:58:32.143 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81371, clonedBytes: 25177292, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:33.199 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 91766, clonedBytes: 28299436, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:34.227 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101786, clonedBytes: 31323356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:34.885 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:1651592 locks:{ Global: { acquireCount: { r: 92 } }, Database: { acquireCount: { r: 46 } }, Collection: { acquireCount: { r: 46 } } } protocol:op_command 116ms Sat Dec 10 07:58:35.254 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110319, clonedBytes: 33870612, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:36.278 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c09f2666d1a4e49f556a6", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112223, clonedBytes: 34446704, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:36.278 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:58:36.279 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:58:36.279 I SHARDING [conn9] moveChunk setting version to: 215|0||584bcad890d1dc672b54835d Sat Dec 10 07:58:36.283 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112223, clonedBytes: 34446704, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:58:36.283 I SHARDING [conn9] moveChunk updating self version to: 215|1||584bcad890d1dc672b54835d through { datetime: new Date(1462773496000) } -> { datetime: new Date(1462809509000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:58:36.284 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:36.284-0600-584c0a0c666d1a4e49f556a9", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378316284), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112223, clonedBytes: 34446704, catchup: 0, steady: 0 } } Sat Dec 10 07:58:36.285 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:58:36.286 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:58:36.286 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:36.286-0600-584c0a0c666d1a4e49f556aa", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378316286), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, step 1 of 6: 0, step 2 of 6: 2, step 3 of 6: 5711, step 4 of 6: 19936, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:58:36.287 I SHARDING [conn9] distributed lock with ts: 584c09f2666d1a4e49f556a4' unlocked. Sat Dec 10 07:58:36.287 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462697638000) }, max: { datetime: new Date(1462773496000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 214000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:929 reslen:154 locks:{ Global: { acquireCount: { r: 1870, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 703 } }, Database: { acquireCount: { r: 931, w: 4, W: 2 } }, Collection: { acquireCount: { r: 931, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 25661ms Sat Dec 10 07:58:37.372 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 219000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } Sat Dec 10 07:58:37.373 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb03' acquired for 'migrating chunk [{ datetime: new Date(1459852468000) }, { datetime: new Date(1459907609000) }) in IISLogs.pubprdweb03', ts : 584c0a0d666d1a4e49f556ab Sat Dec 10 07:58:37.373 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb03 based on current shard version 219|0||584bc97f90d1dc672b548352, current metadata version is 219|0||584bc97f90d1dc672b548352 Sat Dec 10 07:58:37.375 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb03 from shard version 219|0||584bc97f90d1dc672b548352 to shard version 219|1||584bc97f90d1dc672b548352 Sat Dec 10 07:58:37.375 I SHARDING [conn9] collection version was loaded at version 219|1||584bc97f90d1dc672b548352, took 1ms Sat Dec 10 07:58:37.375 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:37.375-0600-584c0a0d666d1a4e49f556ac", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378317375), what: "moveChunk.start", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:58:37.376 I SHARDING [conn9] moveChunk request accepted at version 219|1||584bc97f90d1dc672b548352 Sat Dec 10 07:58:39.441 I SHARDING [conn9] moveChunk number of documents: 113735 Sat Dec 10 07:58:39.444 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.474 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.507 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.543 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.568 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.603 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.676 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:39.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:40.103 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:40.618 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:41.013 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776318 locks:{ Global: { acquireCount: { r: 902 } }, Database: { acquireCount: { r: 451 } }, Collection: { acquireCount: { r: 451 } } } protocol:op_command 1568ms Sat Dec 10 07:58:41.643 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 215, clonedBytes: 68002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:42.668 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2809, clonedBytes: 884948, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:43.692 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8378, clonedBytes: 2526338, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:44.718 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 17626, clonedBytes: 5281308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:45.745 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 27168, clonedBytes: 8107216, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:46.780 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 36612, clonedBytes: 10877472, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:47.814 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 46248, clonedBytes: 13785778, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:48.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55296, clonedBytes: 16400208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:49.793 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776330 locks:{ Global: { acquireCount: { r: 868 } }, Database: { acquireCount: { r: 434 } }, Collection: { acquireCount: { r: 434 } } } protocol:op_command 988ms Sat Dec 10 07:58:49.868 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 55296, clonedBytes: 16400208, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:50.905 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 64496, clonedBytes: 19203132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:51.937 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74036, clonedBytes: 22290041, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:52.965 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83655, clonedBytes: 25135307, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:53.766 I SHARDING [RangeDeleter] rangeDeleter deleted 113738 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452614637000) } -> { datetime: new Date(1452720076000) } Sat Dec 10 07:58:53.766 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455670504000) } -> { datetime: new Date(1455767098000) }, with opId: 217325 Sat Dec 10 07:58:53.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93284, clonedBytes: 27900725, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:55.030 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103220, clonedBytes: 30872969, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:56.056 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 112264, clonedBytes: 33645653, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:57.080 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a0d666d1a4e49f556ad", ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 113735, clonedBytes: 34108964, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:57.080 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:58:57.081 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:58:57.081 I SHARDING [conn9] moveChunk setting version to: 220|0||584bc97f90d1dc672b548352 Sat Dec 10 07:58:57.089 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 113735, clonedBytes: 34108964, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:58:57.089 I SHARDING [conn9] moveChunk updating self version to: 220|1||584bc97f90d1dc672b548352 through { datetime: new Date(1459907609000) } -> { datetime: new Date(1459978148000) } for collection 'IISLogs.pubprdweb03' Sat Dec 10 07:58:57.091 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:57.091-0600-584c0a21666d1a4e49f556b0", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378337091), what: "moveChunk.commit", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 113735, clonedBytes: 34108964, catchup: 0, steady: 0 } } Sat Dec 10 07:58:57.091 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:58:57.094 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:58:57.094 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:57.094-0600-584c0a21666d1a4e49f556b1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378337094), what: "moveChunk.from", ns: "IISLogs.pubprdweb03", details: { min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2067, step 4 of 6: 17635, step 5 of 6: 14, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:58:57.095 I SHARDING [conn9] distributed lock with ts: 584c0a0d666d1a4e49f556ab' unlocked. Sat Dec 10 07:58:57.096 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb03", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1459852468000) }, max: { datetime: new Date(1459907609000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 219000|1, ObjectId('584bc97f90d1dc672b548352') ], epoch: ObjectId('584bc97f90d1dc672b548352') } keyUpdates:0 writeConflicts:0 numYields:897 reslen:154 locks:{ Global: { acquireCount: { r: 1806, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2941 } }, Database: { acquireCount: { r: 899, w: 4, W: 2 } }, Collection: { acquireCount: { r: 899, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 66 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 19724ms Sat Dec 10 07:58:57.100 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 215000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:58:57.101 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462773496000) }, { datetime: new Date(1462809509000) }) in IISLogs.pubprdweb04', ts : 584c0a21666d1a4e49f556b2 Sat Dec 10 07:58:57.101 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 215|0||584bcad890d1dc672b54835d, current metadata version is 215|0||584bcad890d1dc672b54835d Sat Dec 10 07:58:57.103 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 215|0||584bcad890d1dc672b54835d to shard version 215|1||584bcad890d1dc672b54835d Sat Dec 10 07:58:57.103 I SHARDING [conn9] collection version was loaded at version 215|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:58:57.103 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:58:57.103-0600-584c0a21666d1a4e49f556b3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378337103), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:58:57.103 I SHARDING [conn9] moveChunk request accepted at version 215|1||584bcad890d1dc672b54835d Sat Dec 10 07:58:58.751 I SHARDING [conn9] moveChunk number of documents: 112218 Sat Dec 10 07:58:58.759 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:58.762 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:58.768 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:58.776 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:58.794 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:58.841 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:58.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:59.049 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:59.310 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:58:59.872 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:00.907 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:01.429 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776194 locks:{ Global: { acquireCount: { r: 930 } }, Database: { acquireCount: { r: 465 } }, Collection: { acquireCount: { r: 465 } } } protocol:op_command 2670ms Sat Dec 10 07:59:01.936 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 4031, clonedBytes: 1259525, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:02.967 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14079, clonedBytes: 4261755, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:03.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 23990, clonedBytes: 7300096, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:05.017 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33913, clonedBytes: 10306499, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:06.042 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43845, clonedBytes: 13178531, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:07.066 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53722, clonedBytes: 15719959, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:08.093 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56295, clonedBytes: 16393091, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:08.356 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:15529775 locks:{ Global: { acquireCount: { r: 896 } }, Database: { acquireCount: { r: 448 } }, Collection: { acquireCount: { r: 448 } } } protocol:op_command 1028ms Sat Dec 10 07:59:09.121 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 62839, clonedBytes: 18092532, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:10.146 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 73001, clonedBytes: 20746979, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:11.175 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82969, clonedBytes: 23319243, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:12.200 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93103, clonedBytes: 25937132, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:13.224 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103295, clonedBytes: 28939813, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:14.248 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a21666d1a4e49f556b4", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112218, clonedBytes: 31542367, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:14.248 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:59:14.249 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:59:14.250 I SHARDING [conn9] moveChunk setting version to: 216|0||584bcad890d1dc672b54835d Sat Dec 10 07:59:14.252 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112218, clonedBytes: 31542367, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:59:14.252 I SHARDING [conn9] moveChunk updating self version to: 216|1||584bcad890d1dc672b54835d through { datetime: new Date(1462809509000) } -> { datetime: new Date(1462832061000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:59:14.254 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:14.254-0600-584c0a32666d1a4e49f556b7", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378354254), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112218, clonedBytes: 31542367, catchup: 0, steady: 0 } } Sat Dec 10 07:59:14.254 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:59:14.255 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:59:14.255 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:14.255-0600-584c0a32666d1a4e49f556b8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378354255), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1652, step 4 of 6: 15490, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:59:14.256 I SHARDING [conn9] distributed lock with ts: 584c0a21666d1a4e49f556b2' unlocked. Sat Dec 10 07:59:14.256 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462773496000) }, max: { datetime: new Date(1462809509000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 215000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 628 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 2 }, timeAcquiringMicros: { W: 366 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17156ms Sat Dec 10 07:59:14.615 I SHARDING [RangeDeleter] rangeDeleter deleted 112153 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455670504000) } -> { datetime: new Date(1455767098000) } Sat Dec 10 07:59:14.615 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461334701000) } -> { datetime: new Date(1461521850000) }, with opId: 217505 Sat Dec 10 07:59:15.332 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 216000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:59:15.333 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462809509000) }, { datetime: new Date(1462832061000) }) in IISLogs.pubprdweb04', ts : 584c0a33666d1a4e49f556b9 Sat Dec 10 07:59:15.333 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 216|0||584bcad890d1dc672b54835d, current metadata version is 216|0||584bcad890d1dc672b54835d Sat Dec 10 07:59:15.336 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 216|0||584bcad890d1dc672b54835d to shard version 216|1||584bcad890d1dc672b54835d Sat Dec 10 07:59:15.336 I SHARDING [conn9] collection version was loaded at version 216|1||584bcad890d1dc672b54835d, took 2ms Sat Dec 10 07:59:15.336 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:15.336-0600-584c0a33666d1a4e49f556ba", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378355336), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:59:15.337 I SHARDING [conn9] moveChunk request accepted at version 216|1||584bcad890d1dc672b54835d Sat Dec 10 07:59:19.973 I SHARDING [conn9] moveChunk number of documents: 112229 Sat Dec 10 07:59:19.990 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:19.993 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.002 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.027 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.057 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.119 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.326 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:20.588 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:21.105 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:21.696 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776296 locks:{ Global: { acquireCount: { r: 910 } }, Database: { acquireCount: { r: 455 } }, Collection: { acquireCount: { r: 455 } } } protocol:op_command 1716ms Sat Dec 10 07:59:22.131 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 2126, clonedBytes: 641558, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:23.366 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14118, clonedBytes: 4142180, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:24.394 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24004, clonedBytes: 6685661, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:25.428 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33849, clonedBytes: 9244687, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:26.454 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 42334, clonedBytes: 11422955, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:27.478 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 52194, clonedBytes: 14720810, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:28.504 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 56300, clonedBytes: 16393158, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:29.018 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776094 locks:{ Global: { acquireCount: { r: 854 } }, Database: { acquireCount: { r: 427 } }, Collection: { acquireCount: { r: 427 } } } protocol:op_command 1112ms Sat Dec 10 07:59:29.541 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60220, clonedBytes: 17986911, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:30.565 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 69874, clonedBytes: 21303442, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:31.593 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 79692, clonedBytes: 24319545, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:32.743 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 88703, clonedBytes: 26650860, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:33.771 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 93198, clonedBytes: 27805308, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:35.004 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103771, clonedBytes: 31061650, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:36.117 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a33666d1a4e49f556bb", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112229, clonedBytes: 33609527, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:36.118 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:59:36.121 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:59:36.121 I SHARDING [conn9] moveChunk setting version to: 217|0||584bcad890d1dc672b54835d Sat Dec 10 07:59:36.135 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112229, clonedBytes: 33609527, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:59:36.135 I SHARDING [conn9] moveChunk updating self version to: 217|1||584bcad890d1dc672b54835d through { datetime: new Date(1462832061000) } -> { datetime: new Date(1462892765000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:59:36.137 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:36.137-0600-584c0a48666d1a4e49f556be", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378376137), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112229, clonedBytes: 33609527, catchup: 0, steady: 0 } } Sat Dec 10 07:59:36.138 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:59:36.203 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:59:36.203 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:36.203-0600-584c0a48666d1a4e49f556bf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378376203), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, step 1 of 6: 0, step 2 of 6: 4, step 3 of 6: 4641, step 4 of 6: 16138, step 5 of 6: 85, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:59:36.213 I SHARDING [conn9] distributed lock with ts: 584c0a33666d1a4e49f556b9' unlocked. Sat Dec 10 07:59:36.213 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462809509000) }, max: { datetime: new Date(1462832061000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 216000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:920 reslen:154 locks:{ Global: { acquireCount: { r: 1852, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 65437 } }, Database: { acquireCount: { r: 922, w: 4, W: 2 } }, Collection: { acquireCount: { r: 922, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 20882ms Sat Dec 10 07:59:36.962 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461334701000) } -> { datetime: new Date(1461521850000) } Sat Dec 10 07:59:36.962 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452720076000) } -> { datetime: new Date(1452809861000) }, with opId: 217600 Sat Dec 10 07:59:37.348 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 217000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:59:37.349 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462832061000) }, { datetime: new Date(1462892765000) }) in IISLogs.pubprdweb04', ts : 584c0a49666d1a4e49f556c0 Sat Dec 10 07:59:37.349 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 217|0||584bcad890d1dc672b54835d, current metadata version is 217|0||584bcad890d1dc672b54835d Sat Dec 10 07:59:37.351 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 217|0||584bcad890d1dc672b54835d to shard version 217|1||584bcad890d1dc672b54835d Sat Dec 10 07:59:37.351 I SHARDING [conn9] collection version was loaded at version 217|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:59:37.351 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:37.351-0600-584c0a49666d1a4e49f556c1", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378377351), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:59:37.351 I SHARDING [conn9] moveChunk request accepted at version 217|1||584bcad890d1dc672b54835d Sat Dec 10 07:59:38.709 I SHARDING [conn9] moveChunk number of documents: 112201 Sat Dec 10 07:59:38.717 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.721 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.728 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.737 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.755 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.790 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.856 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:38.987 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:39.273 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:39.786 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:39.808 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776151 locks:{ Global: { acquireCount: { r: 860 } }, Database: { acquireCount: { r: 430 } }, Collection: { acquireCount: { r: 430 } } } protocol:op_command 1092ms Sat Dec 10 07:59:40.810 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1090, clonedBytes: 326045, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:41.840 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 8650, clonedBytes: 2645641, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:42.895 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 19093, clonedBytes: 5847914, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:43.922 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 29384, clonedBytes: 8996125, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:44.992 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 40329, clonedBytes: 12347141, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:46.044 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 50706, clonedBytes: 15488356, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:47.069 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53749, clonedBytes: 16410870, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:47.234 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776112 locks:{ Global: { acquireCount: { r: 922 } }, Database: { acquireCount: { r: 461 } }, Collection: { acquireCount: { r: 461 } } } protocol:op_command 841ms Sat Dec 10 07:59:48.097 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60826, clonedBytes: 18572815, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:49.182 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 71756, clonedBytes: 21823600, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:50.209 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 82098, clonedBytes: 24803996, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:51.240 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92128, clonedBytes: 27634262, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:52.294 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 102071, clonedBytes: 30384647, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:52.971 I SHARDING [RangeDeleter] rangeDeleter deleted 113750 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452720076000) } -> { datetime: new Date(1452809861000) } Sat Dec 10 07:59:52.971 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455767098000) } -> { datetime: new Date(1455896200000) }, with opId: 217666 Sat Dec 10 07:59:53.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "catchup", counts: { cloned: 112201, clonedBytes: 32994510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:54.344 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a49666d1a4e49f556c2", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112201, clonedBytes: 32994510, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:54.344 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 07:59:54.345 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 07:59:54.347 I SHARDING [conn9] moveChunk setting version to: 218|0||584bcad890d1dc672b54835d Sat Dec 10 07:59:54.353 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112201, clonedBytes: 32994510, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 07:59:54.353 I SHARDING [conn9] moveChunk updating self version to: 218|1||584bcad890d1dc672b54835d through { datetime: new Date(1462892765000) } -> { datetime: new Date(1462903047000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 07:59:54.355 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:54.355-0600-584c0a5a666d1a4e49f556c5", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378394355), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112201, clonedBytes: 32994510, catchup: 0, steady: 0 } } Sat Dec 10 07:59:54.355 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 07:59:54.355 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 07:59:54.355 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:54.355-0600-584c0a5a666d1a4e49f556c6", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378394355), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 1361, step 4 of 6: 15630, step 5 of 6: 11, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 07:59:54.357 I SHARDING [conn9] distributed lock with ts: 584c0a49666d1a4e49f556c0' unlocked. Sat Dec 10 07:59:54.357 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462832061000) }, max: { datetime: new Date(1462892765000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 217000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:882 reslen:154 locks:{ Global: { acquireCount: { r: 1776, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 4921 } }, Database: { acquireCount: { r: 884, w: 4, W: 2 } }, Collection: { acquireCount: { r: 884, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 1342 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 17009ms Sat Dec 10 07:59:55.444 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 218000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 07:59:55.444 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462892765000) }, { datetime: new Date(1462903047000) }) in IISLogs.pubprdweb04', ts : 584c0a5b666d1a4e49f556c7 Sat Dec 10 07:59:55.445 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 218|0||584bcad890d1dc672b54835d, current metadata version is 218|0||584bcad890d1dc672b54835d Sat Dec 10 07:59:55.446 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 218|0||584bcad890d1dc672b54835d to shard version 218|1||584bcad890d1dc672b54835d Sat Dec 10 07:59:55.446 I SHARDING [conn9] collection version was loaded at version 218|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 07:59:55.446 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T07:59:55.446-0600-584c0a5b666d1a4e49f556c8", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378395446), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 07:59:55.447 I SHARDING [conn9] moveChunk request accepted at version 218|1||584bcad890d1dc672b54835d Sat Dec 10 07:59:57.765 I SHARDING [conn9] moveChunk number of documents: 112247 Sat Dec 10 07:59:57.793 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:57.825 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:57.834 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:57.851 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:57.877 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:57.921 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:58.010 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:58.144 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:58.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:58.925 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 07:59:59.972 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:01.000 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:01.782 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776085 locks:{ Global: { acquireCount: { r: 1038 } }, Database: { acquireCount: { r: 519 } }, Collection: { acquireCount: { r: 519 } } } protocol:op_command 4013ms Sat Dec 10 08:00:02.024 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 149, clonedBytes: 39232, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:03.048 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 5327, clonedBytes: 1369742, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:04.099 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 14961, clonedBytes: 3883460, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:05.138 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 24201, clonedBytes: 6247002, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:05.314 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62983 #99 (28 connections now open) Sat Dec 10 08:00:06.165 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33392, clonedBytes: 8795893, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:06.610 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62984 #100 (29 connections now open) Sat Dec 10 08:00:07.193 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43409, clonedBytes: 11605822, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:07.771 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62985 #101 (30 connections now open) Sat Dec 10 08:00:08.218 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 53537, clonedBytes: 14246668, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:08.733 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62986 #102 (31 connections now open) Sat Dec 10 08:00:09.151 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:299 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 600 } }, Database: { acquireCount: { r: 300 } }, Collection: { acquireCount: { r: 300 } } } protocol:op_command 328ms Sat Dec 10 08:00:09.243 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 61688, clonedBytes: 16355231, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:09.778 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:307 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 616 } }, Database: { acquireCount: { r: 308 } }, Collection: { acquireCount: { r: 308 } } } protocol:op_command 567ms Sat Dec 10 08:00:09.803 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:13522309 locks:{ Global: { acquireCount: { r: 804 } }, Database: { acquireCount: { r: 402 } }, Collection: { acquireCount: { r: 402 } } } protocol:op_command 732ms Sat Dec 10 08:00:10.269 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 65248, clonedBytes: 17276873, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:11.053 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:37469 keyUpdates:0 writeConflicts:0 numYields:298 nreturned:37469 reslen:4194516 locks:{ Global: { acquireCount: { r: 598 } }, Database: { acquireCount: { r: 299 } }, Collection: { acquireCount: { r: 299 } } } protocol:op_command 781ms Sat Dec 10 08:00:11.299 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 74613, clonedBytes: 19718490, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:11.632 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:38016 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38016 reslen:4194514 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 117ms Sat Dec 10 08:00:12.330 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:38026 keyUpdates:0 writeConflicts:0 numYields:297 nreturned:38026 reslen:4194516 locks:{ Global: { acquireCount: { r: 596 } }, Database: { acquireCount: { r: 298 } }, Collection: { acquireCount: { r: 298 } } } protocol:op_command 167ms Sat Dec 10 08:00:12.345 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 83710, clonedBytes: 22064609, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:12.945 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:37437 keyUpdates:0 writeConflicts:0 numYields:294 nreturned:37437 reslen:4194512 locks:{ Global: { acquireCount: { r: 590 } }, Database: { acquireCount: { r: 295 } }, Collection: { acquireCount: { r: 295 } } } protocol:op_command 164ms Sat Dec 10 08:00:13.369 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 92372, clonedBytes: 24292220, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:13.855 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:37908 keyUpdates:0 writeConflicts:0 numYields:301 nreturned:37908 reslen:4194463 locks:{ Global: { acquireCount: { r: 604 } }, Database: { acquireCount: { r: 302 } }, Collection: { acquireCount: { r: 302 } } } protocol:op_command 351ms Sat Dec 10 08:00:14.407 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 101811, clonedBytes: 26737728, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:14.715 I SHARDING [RangeDeleter] rangeDeleter deleted 112295 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455767098000) } -> { datetime: new Date(1455896200000) } Sat Dec 10 08:00:14.715 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461521850000) } -> { datetime: new Date(1461738083000) }, with opId: 217877 Sat Dec 10 08:00:14.726 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:294 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 590 } }, Database: { acquireCount: { r: 295 } }, Collection: { acquireCount: { r: 295 } } } protocol:op_command 415ms Sat Dec 10 08:00:15.383 I COMMAND [conn102] command IISLogs.Country command: getMore { getMore: 44111417829, collection: "Country" } planSummary: COLLSCAN cursorid:44111417829 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } protocol:op_command 208ms Sat Dec 10 08:00:15.439 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 110621, clonedBytes: 29120454, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:16.463 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a5b666d1a4e49f556c9", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112247, clonedBytes: 29534589, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:16.463 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 08:00:16.464 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 08:00:16.465 I SHARDING [conn9] moveChunk setting version to: 219|0||584bcad890d1dc672b54835d Sat Dec 10 08:00:16.468 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112247, clonedBytes: 29534589, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 08:00:16.468 I SHARDING [conn9] moveChunk updating self version to: 219|1||584bcad890d1dc672b54835d through { datetime: new Date(1462903047000) } -> { datetime: new Date(1462953940000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 08:00:16.470 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T08:00:16.470-0600-584c0a70666d1a4e49f556cc", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378416470), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112247, clonedBytes: 29534589, catchup: 0, steady: 0 } } Sat Dec 10 08:00:16.470 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 08:00:16.470 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 08:00:16.470 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T08:00:16.470-0600-584c0a70666d1a4e49f556cd", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378416470), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 2320, step 4 of 6: 18694, step 5 of 6: 7, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 08:00:16.472 I SHARDING [conn9] distributed lock with ts: 584c0a5b666d1a4e49f556c7' unlocked. Sat Dec 10 08:00:16.472 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462892765000) }, max: { datetime: new Date(1462903047000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 218000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:888 reslen:154 locks:{ Global: { acquireCount: { r: 1788, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 299 } }, Database: { acquireCount: { r: 890, w: 4, W: 2 } }, Collection: { acquireCount: { r: 890, W: 2 }, acquireWaitCount: { W: 1 }, timeAcquiringMicros: { W: 130 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 21028ms Sat Dec 10 08:00:17.559 I SHARDING [conn9] received moveChunk request: { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 219000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } Sat Dec 10 08:00:17.560 I SHARDING [conn9] distributed lock 'IISLogs.pubprdweb04' acquired for 'migrating chunk [{ datetime: new Date(1462903047000) }, { datetime: new Date(1462953940000) }) in IISLogs.pubprdweb04', ts : 584c0a71666d1a4e49f556ce Sat Dec 10 08:00:17.560 I SHARDING [conn9] remotely refreshing metadata for IISLogs.pubprdweb04 based on current shard version 219|0||584bcad890d1dc672b54835d, current metadata version is 219|0||584bcad890d1dc672b54835d Sat Dec 10 08:00:17.561 I SHARDING [conn9] updating metadata for IISLogs.pubprdweb04 from shard version 219|0||584bcad890d1dc672b54835d to shard version 219|1||584bcad890d1dc672b54835d Sat Dec 10 08:00:17.561 I SHARDING [conn9] collection version was loaded at version 219|1||584bcad890d1dc672b54835d, took 1ms Sat Dec 10 08:00:17.562 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T08:00:17.561-0600-584c0a71666d1a4e49f556cf", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378417561), what: "moveChunk.start", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, from: "shard1ReplSet", to: "shard2ReplSet" } } Sat Dec 10 08:00:17.562 I SHARDING [conn9] moveChunk request accepted at version 219|1||584bcad890d1dc672b54835d Sat Dec 10 08:00:21.314 I SHARDING [conn9] moveChunk number of documents: 112217 Sat Dec 10 08:00:21.318 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.320 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.325 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.333 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "ready", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.354 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.389 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.456 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.606 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:21.869 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:22.387 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 0, clonedBytes: 0, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:22.784 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16776176 locks:{ Global: { acquireCount: { r: 974 } }, Database: { acquireCount: { r: 487 } }, Collection: { acquireCount: { r: 487 } } } protocol:op_command 1449ms Sat Dec 10 08:00:23.412 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 1666, clonedBytes: 450721, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:24.437 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 10519, clonedBytes: 2721980, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:25.476 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 20256, clonedBytes: 5265807, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:26.502 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 28365, clonedBytes: 7384264, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:27.526 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 33296, clonedBytes: 8658869, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:28.550 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 38099, clonedBytes: 9892211, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:28.973 I COMMAND [conn16] command IISLogs.pubprdweb03 command: insert { insert: "pubprdweb03", documents: [ { _id: ObjectId('584c0a7c7391bb16e0e39c45'), IP: "97.87.189.59", userAgent: "Mozilla/5.0+(iPhone;+CPU+iPhone+OS+10_0_2+like+Mac+OS+X)+AppleWebKit/602.1.50+(KHTML,+like+Gecko)+Version/10.0+Mobile/14A456+Safari/602.1", Country: "United States of America", datetime: new Date(1481374218000), proxy: null, url: "/", HTTPStatus: "200", HTTPResponseTime: "15" } ], ordered: true, shardVersion: [ Timestamp 220000|1, ObjectId('584bc97f90d1dc672b548352') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 105ms Sat Dec 10 08:00:29.581 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 43074, clonedBytes: 11184335, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:30.605 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 49597, clonedBytes: 12977458, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:31.629 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 58595, clonedBytes: 15776431, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:32.660 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60562, clonedBytes: 16363204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:33.694 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60562, clonedBytes: 16363204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:34.729 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 60562, clonedBytes: 16363204, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:34.982 I COMMAND [conn36] command admin.$cmd command: _migrateClone { _migrateClone: 1, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0" } keyUpdates:0 writeConflicts:0 numYields:0 reslen:16071344 locks:{ Global: { acquireCount: { r: 870 } }, Database: { acquireCount: { r: 435 } }, Collection: { acquireCount: { r: 435 } } } protocol:op_command 3156ms Sat Dec 10 08:00:35.515 I SHARDING [RangeDeleter] rangeDeleter deleted 102926 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461521850000) } -> { datetime: new Date(1461738083000) } Sat Dec 10 08:00:35.515 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452809861000) } -> { datetime: new Date(1452916858000) }, with opId: 218072 Sat Dec 10 08:00:35.785 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 67195, clonedBytes: 18565925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:36.830 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 77155, clonedBytes: 21531461, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:37.863 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 81096, clonedBytes: 22737144, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:38.919 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 86522, clonedBytes: 24371791, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:40.187 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 98061, clonedBytes: 27864214, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:41.213 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "clone", counts: { cloned: 103963, clonedBytes: 29635805, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:42.239 I SHARDING [conn9] moveChunk data transfer progress: { active: true, sessionId: "shard1ReplSet_shard2ReplSet_584c0a71666d1a4e49f556d0", ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "steady", counts: { cloned: 112217, clonedBytes: 32083925, catchup: 0, steady: 0 }, ok: 1.0 } my mem used: 0 Sat Dec 10 08:00:42.239 I SHARDING [conn9] About to check if it is safe to enter critical section Sat Dec 10 08:00:42.241 I SHARDING [conn9] About to enter migrate critical section Sat Dec 10 08:00:42.241 I SHARDING [conn9] moveChunk setting version to: 220|0||584bcad890d1dc672b54835d Sat Dec 10 08:00:42.243 I SHARDING [conn9] moveChunk migrate commit accepted by TO-shard: { active: false, ns: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, shardKeyPattern: { datetime: 1.0 }, state: "done", counts: { cloned: 112217, clonedBytes: 32083925, catchup: 0, steady: 0 }, ok: 1.0 } Sat Dec 10 08:00:42.243 I SHARDING [conn9] moveChunk updating self version to: 220|1||584bcad890d1dc672b54835d through { datetime: new Date(1462953940000) } -> { datetime: new Date(1462999339000) } for collection 'IISLogs.pubprdweb04' Sat Dec 10 08:00:42.245 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T08:00:42.245-0600-584c0a8a666d1a4e49f556d3", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378442245), what: "moveChunk.commit", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, from: "shard1ReplSet", to: "shard2ReplSet", cloned: 112217, clonedBytes: 32083925, catchup: 0, steady: 0 } } Sat Dec 10 08:00:42.245 I SHARDING [conn9] MigrateFromStatus::done About to acquire global lock to exit critical section Sat Dec 10 08:00:42.246 I SHARDING [conn9] forking for cleanup of chunk data Sat Dec 10 08:00:42.246 I SHARDING [conn9] about to log metadata event into changelog: { _id: "SOSDEVNQL02-2016-12-10T08:00:42.246-0600-584c0a8a666d1a4e49f556d4", server: "SOSDEVNQL02", clientAddr: "10.112.9.26:53478", time: new Date(1481378442246), what: "moveChunk.from", ns: "IISLogs.pubprdweb04", details: { min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, step 1 of 6: 0, step 2 of 6: 3, step 3 of 6: 3755, step 4 of 6: 20920, step 5 of 6: 6, step 6 of 6: 0, to: "shard2ReplSet", from: "shard1ReplSet", note: "success" } } Sat Dec 10 08:00:42.247 I SHARDING [conn9] distributed lock with ts: 584c0a71666d1a4e49f556ce' unlocked. Sat Dec 10 08:00:42.247 I COMMAND [conn9] command admin.$cmd command: moveChunk { moveChunk: "IISLogs.pubprdweb04", from: "shard1ReplSet/sosdevnql02:30000", to: "shard2ReplSet/sosdevnql02:40000", fromShard: "shard1ReplSet", toShard: "shard2ReplSet", min: { datetime: new Date(1462903047000) }, max: { datetime: new Date(1462953940000) }, maxChunkSizeBytes: 67108864, configdb: "ConfigSvr/sosdevnql02:20000", secondaryThrottle: true, waitForDelete: false, maxTimeMS: 0, shardVersion: [ Timestamp 219000|1, ObjectId('584bcad890d1dc672b54835d') ], epoch: ObjectId('584bcad890d1dc672b54835d') } keyUpdates:0 writeConflicts:0 numYields:905 reslen:154 locks:{ Global: { acquireCount: { r: 1822, w: 6, R: 2 }, acquireWaitCount: { R: 2 }, timeAcquiringMicros: { R: 2566 } }, Database: { acquireCount: { r: 907, w: 4, W: 2 } }, Collection: { acquireCount: { r: 907, W: 2 } }, Metadata: { acquireCount: { w: 2 } }, oplog: { acquireCount: { w: 2 } } } protocol:op_command 24688ms Sat Dec 10 08:00:53.777 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452809861000) } -> { datetime: new Date(1452916858000) } Sat Dec 10 08:00:53.777 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1455896200000) } -> { datetime: new Date(1456077217000) }, with opId: 218200 Sat Dec 10 08:01:08.908 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1455896200000) } -> { datetime: new Date(1456077217000) } Sat Dec 10 08:01:08.909 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461738083000) } -> { datetime: new Date(1461873504000) }, with opId: 218331 Sat Dec 10 08:01:25.477 I SHARDING [RangeDeleter] rangeDeleter deleted 102930 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461738083000) } -> { datetime: new Date(1461873504000) } Sat Dec 10 08:01:25.477 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1452916858000) } -> { datetime: new Date(1453088852000) }, with opId: 218529 Sat Dec 10 08:01:43.215 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1452916858000) } -> { datetime: new Date(1453088852000) } Sat Dec 10 08:01:43.215 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456077217000) } -> { datetime: new Date(1456243330000) }, with opId: 219044 Sat Dec 10 08:01:59.149 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456077217000) } -> { datetime: new Date(1456243330000) } Sat Dec 10 08:01:59.149 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1461873504000) } -> { datetime: new Date(1462049210000) }, with opId: 219220 Sat Dec 10 08:02:12.936 I SHARDING [RangeDeleter] rangeDeleter deleted 102927 documents for IISLogs.pubprdweb01 from { datetime: new Date(1461873504000) } -> { datetime: new Date(1462049210000) } Sat Dec 10 08:02:12.936 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453088852000) } -> { datetime: new Date(1453199773000) }, with opId: 219440 Sat Dec 10 08:02:28.687 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453088852000) } -> { datetime: new Date(1453199773000) } Sat Dec 10 08:02:28.688 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456243330000) } -> { datetime: new Date(1456363768000) }, with opId: 220047 Sat Dec 10 08:02:46.672 I SHARDING [RangeDeleter] rangeDeleter deleted 112220 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456243330000) } -> { datetime: new Date(1456363768000) } Sat Dec 10 08:02:46.673 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1462049210000) } -> { datetime: new Date(1462195884000) }, with opId: 220308 Sat Dec 10 08:02:57.710 I COMMAND [conn16] command IISLogs.pubprdweb02 command: insert { insert: "pubprdweb02", documents: [ { _id: ObjectId('584c0b117391bb16e0e3a4b9'), IP: "207.46.13.132", userAgent: "Mozilla/5.0+(iPhone;+CPU+iPhone+OS+7_0+like+Mac+OS+X)+AppleWebKit/537.51.1+(KHTML,+like+Gecko)+Version/7.0+Mobile/11A465+Safari/9537.53+(compatible;+b...", Country: "United States of America", datetime: new Date(1481374222000), proxy: null, url: "/cmsimages/adrules/csr/current/10csr/10c25-1.pdf", HTTPStatus: "200", HTTPResponseTime: "46" } ], ordered: true, shardVersion: [ Timestamp 125000|1, ObjectId('584bc22c90d1dc672b54829b') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 114ms Sat Dec 10 08:03:02.203 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1462049210000) } -> { datetime: new Date(1462195884000) } Sat Dec 10 08:03:02.203 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453199773000) } -> { datetime: new Date(1453267938000) }, with opId: 220841 Sat Dec 10 08:03:16.841 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453199773000) } -> { datetime: new Date(1453267938000) } Sat Dec 10 08:03:16.841 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456363768000) } -> { datetime: new Date(1456522152000) }, with opId: 221061 Sat Dec 10 08:03:20.191 I COMMAND [conn4] command IISLogs.pubprdweb02 command: insert { insert: "pubprdweb02", documents: [ { _id: ObjectId('584c0b277391bb16e0e3a587'), IP: "104.189.26.34", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/54.0.2840.99+Safari/537.36", Country: "United States of America", datetime: new Date(1481375794000), proxy: null, url: "/Records/Archives/ArchivesMvc/", HTTPStatus: "302", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 125000|1, ObjectId('584bc22c90d1dc672b54829b') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 378ms Sat Dec 10 08:03:32.083 I SHARDING [RangeDeleter] rangeDeleter deleted 112228 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456363768000) } -> { datetime: new Date(1456522152000) } Sat Dec 10 08:03:32.083 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1462195884000) } -> { datetime: new Date(1462322821000) }, with opId: 221347 Sat Dec 10 08:03:48.173 I SHARDING [RangeDeleter] rangeDeleter deleted 102887 documents for IISLogs.pubprdweb01 from { datetime: new Date(1462195884000) } -> { datetime: new Date(1462322821000) } Sat Dec 10 08:03:48.174 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453267938000) } -> { datetime: new Date(1453342193000) }, with opId: 221623 Sat Dec 10 08:04:09.233 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453267938000) } -> { datetime: new Date(1453342193000) } Sat Dec 10 08:04:09.233 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456522152000) } -> { datetime: new Date(1456701814000) }, with opId: 222534 Sat Dec 10 08:04:12.735 I COMMAND [conn16] command IISLogs.pubbsdweb1 command: insert { insert: "pubbsdweb1", documents: [ { _id: ObjectId('584c0b5c7391bb16e0e3aadb'), IP: "50.16.17.16", userAgent: "CCBot/2.0+(http://commoncrawl.org/faq/)", Country: "United States of America", datetime: new Date(1481374200000), proxy: null, url: "/loginwelcome.aspx", HTTPStatus: "200", HTTPResponseTime: "359" } ], ordered: true, shardVersion: [ Timestamp 99000|1, ObjectId('584bba0d90d1dc672b548145') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 121ms Sat Dec 10 08:04:23.465 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456522152000) } -> { datetime: new Date(1456701814000) } Sat Dec 10 08:04:23.466 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1462322821000) } -> { datetime: new Date(1462434478000) }, with opId: 222909 Sat Dec 10 08:04:38.941 I SHARDING [RangeDeleter] rangeDeleter deleted 102969 documents for IISLogs.pubprdweb01 from { datetime: new Date(1462322821000) } -> { datetime: new Date(1462434478000) } Sat Dec 10 08:04:38.941 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453342193000) } -> { datetime: new Date(1453406177000) }, with opId: 223239 Sat Dec 10 08:04:54.505 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453342193000) } -> { datetime: new Date(1453406177000) } Sat Dec 10 08:04:54.505 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456701814000) } -> { datetime: new Date(1456803818000) }, with opId: 223652 Sat Dec 10 08:05:18.492 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456701814000) } -> { datetime: new Date(1456803818000) } Sat Dec 10 08:05:18.492 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1462434478000) } -> { datetime: new Date(1462562430000) }, with opId: 224358 Sat Dec 10 08:05:40.192 I SHARDING [RangeDeleter] rangeDeleter deleted 102929 documents for IISLogs.pubprdweb01 from { datetime: new Date(1462434478000) } -> { datetime: new Date(1462562430000) } Sat Dec 10 08:05:40.193 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453406177000) } -> { datetime: new Date(1453489404000) }, with opId: 224975 Sat Dec 10 08:06:03.100 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453406177000) } -> { datetime: new Date(1453489404000) } Sat Dec 10 08:06:03.101 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456803818000) } -> { datetime: new Date(1456893547000) }, with opId: 225533 Sat Dec 10 08:06:09.658 I COMMAND [conn16] command IISLogs.pubprdenr04 command: insert { insert: "pubprdenr04", documents: [ { _id: ObjectId('584c0bd17391bb16e0e3b490'), IP: "40.77.169.101", userAgent: "Mozilla/5.0+(Windows+NT+10.0;+WOW64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/52.0.2743.116+Safari/537.36", Country: "United States of America", datetime: new Date(1481374714000), proxy: null, url: "/enrnet/pickarace.aspx", HTTPStatus: "302", HTTPResponseTime: "0" } ], ordered: true, shardVersion: [ Timestamp 7000|1, ObjectId('584bc0e990d1dc672b548274') ] } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:217 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 101ms Sat Dec 10 08:06:27.441 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456803818000) } -> { datetime: new Date(1456893547000) } Sat Dec 10 08:06:27.441 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb01 from { datetime: new Date(1462562430000) } -> { datetime: new Date(1462691847000) }, with opId: 226086 Sat Dec 10 08:06:46.592 I SHARDING [RangeDeleter] rangeDeleter deleted 102928 documents for IISLogs.pubprdweb01 from { datetime: new Date(1462562430000) } -> { datetime: new Date(1462691847000) } Sat Dec 10 08:06:46.592 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453489404000) } -> { datetime: new Date(1453598811000) }, with opId: 227121 Sat Dec 10 08:07:06.943 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453489404000) } -> { datetime: new Date(1453598811000) } Sat Dec 10 08:07:06.943 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1456893547000) } -> { datetime: new Date(1457006394000) }, with opId: 228611 Sat Dec 10 08:07:26.164 I SHARDING [RangeDeleter] rangeDeleter deleted 112196 documents for IISLogs.pubprdweb04 from { datetime: new Date(1456893547000) } -> { datetime: new Date(1457006394000) } Sat Dec 10 08:07:26.165 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453598811000) } -> { datetime: new Date(1453759553000) }, with opId: 229425 Sat Dec 10 08:07:45.869 I SHARDING [RangeDeleter] rangeDeleter deleted 113738 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453598811000) } -> { datetime: new Date(1453759553000) } Sat Dec 10 08:07:45.869 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457006394000) } -> { datetime: new Date(1457106633000) }, with opId: 229626 Sat Dec 10 08:08:10.979 I SHARDING [RangeDeleter] rangeDeleter deleted 112248 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457006394000) } -> { datetime: new Date(1457106633000) } Sat Dec 10 08:08:10.980 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453759553000) } -> { datetime: new Date(1453862201000) }, with opId: 229726 Sat Dec 10 08:08:36.700 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453759553000) } -> { datetime: new Date(1453862201000) } Sat Dec 10 08:08:36.700 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457106633000) } -> { datetime: new Date(1457229965000) }, with opId: 229831 Sat Dec 10 08:09:10.858 I SHARDING [RangeDeleter] rangeDeleter deleted 112226 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457106633000) } -> { datetime: new Date(1457229965000) } Sat Dec 10 08:09:10.858 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453862201000) } -> { datetime: new Date(1453946623000) }, with opId: 229966 Sat Dec 10 08:09:36.247 I SHARDING [RangeDeleter] rangeDeleter deleted 113749 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453862201000) } -> { datetime: new Date(1453946623000) } Sat Dec 10 08:09:36.247 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457229965000) } -> { datetime: new Date(1457374093000) }, with opId: 230071 Sat Dec 10 08:10:10.066 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457229965000) } -> { datetime: new Date(1457374093000) } Sat Dec 10 08:10:10.066 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453946623000) } -> { datetime: new Date(1453993645000) }, with opId: 230206 Sat Dec 10 08:10:30.627 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453946623000) } -> { datetime: new Date(1453993645000) } Sat Dec 10 08:10:30.627 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457374093000) } -> { datetime: new Date(1457473598000) }, with opId: 230287 Sat Dec 10 08:11:06.924 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457374093000) } -> { datetime: new Date(1457473598000) } Sat Dec 10 08:11:06.924 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1453993645000) } -> { datetime: new Date(1454052263000) }, with opId: 230431 Sat Dec 10 08:11:17.723 I NETWORK [conn99] end connection 10.112.9.26:62983 (30 connections now open) Sat Dec 10 08:11:28.165 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1453993645000) } -> { datetime: new Date(1454052263000) } Sat Dec 10 08:11:28.165 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457473598000) } -> { datetime: new Date(1457557184000) }, with opId: 230516 Sat Dec 10 08:11:57.060 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457473598000) } -> { datetime: new Date(1457557184000) } Sat Dec 10 08:11:57.060 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454052263000) } -> { datetime: new Date(1454119440000) }, with opId: 230634 Sat Dec 10 08:12:21.530 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454052263000) } -> { datetime: new Date(1454119440000) } Sat Dec 10 08:12:21.531 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457557184000) } -> { datetime: new Date(1457644679000) }, with opId: 230729 Sat Dec 10 08:12:31.042 I NETWORK [conn100] end connection 10.112.9.26:62984 (29 connections now open) Sat Dec 10 08:12:32.773 I NETWORK [conn101] end connection 10.112.9.26:62985 (28 connections now open) Sat Dec 10 08:12:33.580 I NETWORK [conn102] end connection 10.112.9.26:62986 (27 connections now open) Sat Dec 10 08:12:51.907 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457557184000) } -> { datetime: new Date(1457644679000) } Sat Dec 10 08:12:51.908 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454119440000) } -> { datetime: new Date(1454204506000) }, with opId: 230848 Sat Dec 10 08:13:21.347 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454119440000) } -> { datetime: new Date(1454204506000) } Sat Dec 10 08:13:21.348 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457644679000) } -> { datetime: new Date(1457733872000) }, with opId: 230966 Sat Dec 10 08:13:54.583 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457644679000) } -> { datetime: new Date(1457733872000) } Sat Dec 10 08:13:54.583 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454204506000) } -> { datetime: new Date(1454296148000) }, with opId: 231095 Sat Dec 10 08:14:19.903 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454204506000) } -> { datetime: new Date(1454296148000) } Sat Dec 10 08:14:19.903 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457733872000) } -> { datetime: new Date(1457820851000) }, with opId: 231193 Sat Dec 10 08:14:43.883 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457733872000) } -> { datetime: new Date(1457820851000) } Sat Dec 10 08:14:43.883 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454296148000) } -> { datetime: new Date(1454382591000) }, with opId: 231288 Sat Dec 10 08:15:07.706 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454296148000) } -> { datetime: new Date(1454382591000) } Sat Dec 10 08:15:07.706 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457820851000) } -> { datetime: new Date(1457905701000) }, with opId: 231383 Sat Dec 10 08:15:36.425 I SHARDING [RangeDeleter] rangeDeleter deleted 112219 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457820851000) } -> { datetime: new Date(1457905701000) } Sat Dec 10 08:15:36.425 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454382591000) } -> { datetime: new Date(1454464228000) }, with opId: 231498 Sat Dec 10 08:16:01.739 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454382591000) } -> { datetime: new Date(1454464228000) } Sat Dec 10 08:16:01.739 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457905701000) } -> { datetime: new Date(1457977868000) }, with opId: 231597 Sat Dec 10 08:16:26.945 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457905701000) } -> { datetime: new Date(1457977868000) } Sat Dec 10 08:16:26.945 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454464228000) } -> { datetime: new Date(1454540342000) }, with opId: 231696 Sat Dec 10 08:16:52.718 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454464228000) } -> { datetime: new Date(1454540342000) } Sat Dec 10 08:16:52.719 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1457977868000) } -> { datetime: new Date(1458012494000) }, with opId: 231798 Sat Dec 10 08:17:25.950 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1457977868000) } -> { datetime: new Date(1458012494000) } Sat Dec 10 08:17:25.951 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454540342000) } -> { datetime: new Date(1454619722000) }, with opId: 231927 Sat Dec 10 08:17:50.797 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454540342000) } -> { datetime: new Date(1454619722000) } Sat Dec 10 08:17:50.797 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458012494000) } -> { datetime: new Date(1458056562000) }, with opId: 232025 Sat Dec 10 08:18:22.130 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458012494000) } -> { datetime: new Date(1458056562000) } Sat Dec 10 08:18:22.130 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454619722000) } -> { datetime: new Date(1454712317000) }, with opId: 232153 Sat Dec 10 08:18:46.703 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454619722000) } -> { datetime: new Date(1454712317000) } Sat Dec 10 08:18:46.703 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458056562000) } -> { datetime: new Date(1458075452000) }, with opId: 232248 Sat Dec 10 08:19:14.858 I SHARDING [RangeDeleter] rangeDeleter deleted 112219 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458056562000) } -> { datetime: new Date(1458075452000) } Sat Dec 10 08:19:14.858 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454712317000) } -> { datetime: new Date(1454816935000) }, with opId: 232356 Sat Dec 10 08:19:35.994 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454712317000) } -> { datetime: new Date(1454816935000) } Sat Dec 10 08:19:35.994 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458075452000) } -> { datetime: new Date(1458098689000) }, with opId: 232440 Sat Dec 10 08:20:10.544 I SHARDING [RangeDeleter] rangeDeleter deleted 112214 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458075452000) } -> { datetime: new Date(1458098689000) } Sat Dec 10 08:20:10.544 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454816935000) } -> { datetime: new Date(1454924968000) }, with opId: 232576 Sat Dec 10 08:20:32.831 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454816935000) } -> { datetime: new Date(1454924968000) } Sat Dec 10 08:20:32.831 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458098689000) } -> { datetime: new Date(1458136892000) }, with opId: 232661 Sat Dec 10 08:21:00.529 I SHARDING [RangeDeleter] rangeDeleter deleted 112236 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458098689000) } -> { datetime: new Date(1458136892000) } Sat Dec 10 08:21:00.529 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454924968000) } -> { datetime: new Date(1454976191000) }, with opId: 232774 Sat Dec 10 08:21:25.034 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454924968000) } -> { datetime: new Date(1454976191000) } Sat Dec 10 08:21:25.034 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458136892000) } -> { datetime: new Date(1458190534000) }, with opId: 232872 Sat Dec 10 08:21:50.923 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458136892000) } -> { datetime: new Date(1458190534000) } Sat Dec 10 08:21:50.923 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1454976191000) } -> { datetime: new Date(1455037808000) }, with opId: 232972 Sat Dec 10 08:22:12.531 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1454976191000) } -> { datetime: new Date(1455037808000) } Sat Dec 10 08:22:12.531 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458190534000) } -> { datetime: new Date(1458268291000) }, with opId: 233056 Sat Dec 10 08:22:32.362 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458190534000) } -> { datetime: new Date(1458268291000) } Sat Dec 10 08:22:32.363 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455037808000) } -> { datetime: new Date(1455101628000) }, with opId: 233135 Sat Dec 10 08:22:51.718 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455037808000) } -> { datetime: new Date(1455101628000) } Sat Dec 10 08:22:51.718 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458268291000) } -> { datetime: new Date(1458351106000) }, with opId: 233213 Sat Dec 10 08:23:10.880 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458268291000) } -> { datetime: new Date(1458351106000) } Sat Dec 10 08:23:10.880 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455101628000) } -> { datetime: new Date(1455139341000) }, with opId: 233288 Sat Dec 10 08:23:32.019 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455101628000) } -> { datetime: new Date(1455139341000) } Sat Dec 10 08:23:32.020 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458351106000) } -> { datetime: new Date(1458442673000) }, with opId: 233373 Sat Dec 10 08:23:49.491 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458351106000) } -> { datetime: new Date(1458442673000) } Sat Dec 10 08:23:49.492 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455139341000) } -> { datetime: new Date(1455199611000) }, with opId: 233443 Sat Dec 10 08:24:04.672 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455139341000) } -> { datetime: new Date(1455199611000) } Sat Dec 10 08:24:04.672 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458442673000) } -> { datetime: new Date(1458545809000) }, with opId: 233499 Sat Dec 10 08:24:19.680 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458442673000) } -> { datetime: new Date(1458545809000) } Sat Dec 10 08:24:19.680 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455199611000) } -> { datetime: new Date(1455240513000) }, with opId: 233562 Sat Dec 10 08:24:39.467 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455199611000) } -> { datetime: new Date(1455240513000) } Sat Dec 10 08:24:39.467 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458545809000) } -> { datetime: new Date(1458622922000) }, with opId: 233642 Sat Dec 10 08:24:53.947 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458545809000) } -> { datetime: new Date(1458622922000) } Sat Dec 10 08:24:53.947 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455240513000) } -> { datetime: new Date(1455318389000) }, with opId: 233695 Sat Dec 10 08:25:09.705 I SHARDING [RangeDeleter] rangeDeleter deleted 113747 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455240513000) } -> { datetime: new Date(1455318389000) } Sat Dec 10 08:25:09.705 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458622922000) } -> { datetime: new Date(1458700571000) }, with opId: 233760 Sat Dec 10 08:25:28.290 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458622922000) } -> { datetime: new Date(1458700571000) } Sat Dec 10 08:25:28.290 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455318389000) } -> { datetime: new Date(1455408405000) }, with opId: 233836 Sat Dec 10 08:25:48.164 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455318389000) } -> { datetime: new Date(1455408405000) } Sat Dec 10 08:25:48.164 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458700571000) } -> { datetime: new Date(1458781281000) }, with opId: 233915 Sat Dec 10 08:26:02.640 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458700571000) } -> { datetime: new Date(1458781281000) } Sat Dec 10 08:26:02.640 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455408405000) } -> { datetime: new Date(1455493875000) }, with opId: 233969 Sat Dec 10 08:26:17.412 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455408405000) } -> { datetime: new Date(1455493875000) } Sat Dec 10 08:26:17.412 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458781281000) } -> { datetime: new Date(1458867307000) }, with opId: 234031 Sat Dec 10 08:26:32.519 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458781281000) } -> { datetime: new Date(1458867307000) } Sat Dec 10 08:26:32.519 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455493875000) } -> { datetime: new Date(1455568632000) }, with opId: 234088 Sat Dec 10 08:26:51.725 I SHARDING [RangeDeleter] rangeDeleter deleted 113735 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455493875000) } -> { datetime: new Date(1455568632000) } Sat Dec 10 08:26:51.726 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458867307000) } -> { datetime: new Date(1458962814000) }, with opId: 234165 Sat Dec 10 08:27:07.414 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458867307000) } -> { datetime: new Date(1458962814000) } Sat Dec 10 08:27:07.414 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455568632000) } -> { datetime: new Date(1455648700000) }, with opId: 234230 Sat Dec 10 08:27:23.117 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455568632000) } -> { datetime: new Date(1455648700000) } Sat Dec 10 08:27:23.117 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1458962814000) } -> { datetime: new Date(1459081878000) }, with opId: 234290 Sat Dec 10 08:27:38.530 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1458962814000) } -> { datetime: new Date(1459081878000) } Sat Dec 10 08:27:38.531 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455648700000) } -> { datetime: new Date(1455710119000) }, with opId: 234353 Sat Dec 10 08:27:55.383 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455648700000) } -> { datetime: new Date(1455710119000) } Sat Dec 10 08:27:55.383 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459081878000) } -> { datetime: new Date(1459182355000) }, with opId: 234417 Sat Dec 10 08:28:09.785 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459081878000) } -> { datetime: new Date(1459182355000) } Sat Dec 10 08:28:09.785 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455710119000) } -> { datetime: new Date(1455746929000) }, with opId: 234475 Sat Dec 10 08:28:24.124 I SHARDING [RangeDeleter] rangeDeleter deleted 113748 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455710119000) } -> { datetime: new Date(1455746929000) } Sat Dec 10 08:28:24.124 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459182355000) } -> { datetime: new Date(1459270146000) }, with opId: 234532 Sat Dec 10 08:28:38.431 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459182355000) } -> { datetime: new Date(1459270146000) } Sat Dec 10 08:28:38.431 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455746929000) } -> { datetime: new Date(1455811458000) }, with opId: 234592 Sat Dec 10 08:28:56.543 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455746929000) } -> { datetime: new Date(1455811458000) } Sat Dec 10 08:28:56.543 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459270146000) } -> { datetime: new Date(1459367933000) }, with opId: 234661 Sat Dec 10 08:29:10.694 I SHARDING [RangeDeleter] rangeDeleter deleted 112194 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459270146000) } -> { datetime: new Date(1459367933000) } Sat Dec 10 08:29:10.695 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455811458000) } -> { datetime: new Date(1455873299000) }, with opId: 234718 Sat Dec 10 08:29:24.266 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455811458000) } -> { datetime: new Date(1455873299000) } Sat Dec 10 08:29:24.266 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459367933000) } -> { datetime: new Date(1459509601000) }, with opId: 234771 Sat Dec 10 08:29:38.451 I SHARDING [RangeDeleter] rangeDeleter deleted 112253 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459367933000) } -> { datetime: new Date(1459509601000) } Sat Dec 10 08:29:38.451 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455873299000) } -> { datetime: new Date(1455940047000) }, with opId: 234831 Sat Dec 10 08:29:54.756 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455873299000) } -> { datetime: new Date(1455940047000) } Sat Dec 10 08:29:54.756 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459509601000) } -> { datetime: new Date(1459641650000) }, with opId: 234891 Sat Dec 10 08:30:04.615 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56548 #103 (28 connections now open) Sat Dec 10 08:30:05.634 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56549 #104 (29 connections now open) Sat Dec 10 08:30:07.252 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:64699277947 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:346 nreturned:1 reslen:108 locks:{ Global: { acquireCount: { r: 698 } }, Database: { acquireCount: { r: 349 } }, Collection: { acquireCount: { r: 349 } } } 1218ms Sat Dec 10 08:30:07.260 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 64699277947 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:303 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1227ms Sat Dec 10 08:30:08.762 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:69633671611 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:364 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 734 } }, Database: { acquireCount: { r: 367 } }, Collection: { acquireCount: { r: 367 } } } 1477ms Sat Dec 10 08:30:08.766 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 69633671611 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1482ms Sat Dec 10 08:30:09.285 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84276529336 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:70 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 146 } }, Database: { acquireCount: { r: 73 } }, Collection: { acquireCount: { r: 73 } } } 463ms Sat Dec 10 08:30:09.286 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84276529336 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 463ms Sat Dec 10 08:30:10.044 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:98412887574 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:157 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 320 } }, Database: { acquireCount: { r: 160 } }, Collection: { acquireCount: { r: 160 } } } 663ms Sat Dec 10 08:30:10.044 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 98412887574 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 664ms Sat Dec 10 08:30:10.538 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99037456620 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:125 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 256 } }, Database: { acquireCount: { r: 128 } }, Collection: { acquireCount: { r: 128 } } } 481ms Sat Dec 10 08:30:10.538 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99037456620 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 481ms Sat Dec 10 08:30:11.084 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106628987336 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:163 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 332 } }, Database: { acquireCount: { r: 166 } }, Collection: { acquireCount: { r: 166 } } } 531ms Sat Dec 10 08:30:11.084 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106628987336 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 532ms Sat Dec 10 08:30:11.410 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481319005863) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107454860614 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:92 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 190 } }, Database: { acquireCount: { r: 95 } }, Collection: { acquireCount: { r: 95 } } } 313ms Sat Dec 10 08:30:11.410 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107454860614 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 314ms Sat Dec 10 08:30:11.744 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481319011394) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65937851954 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:338 nreturned:1 reslen:108 locks:{ Global: { acquireCount: { r: 682 } }, Database: { acquireCount: { r: 341 } }, Collection: { acquireCount: { r: 341 } } } 313ms Sat Dec 10 08:30:11.744 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65937851954 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:303 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 313ms Sat Dec 10 08:30:12.183 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481319011394) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71442238124 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:352 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 710 } }, Database: { acquireCount: { r: 355 } }, Collection: { acquireCount: { r: 355 } } } 423ms Sat Dec 10 08:30:12.183 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71442238124 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 423ms Sat Dec 10 08:30:12.508 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481319011394) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:94824071760 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:153 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 312 } }, Database: { acquireCount: { r: 156 } }, Collection: { acquireCount: { r: 156 } } } 166ms Sat Dec 10 08:30:12.508 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 94824071760 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 166ms Sat Dec 10 08:30:12.815 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481319011394) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105985724718 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:160 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 326 } }, Database: { acquireCount: { r: 163 } }, Collection: { acquireCount: { r: 163 } } } 194ms Sat Dec 10 08:30:12.815 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105985724718 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 195ms Sat Dec 10 08:30:13.226 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481319012910) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65470545558 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:361 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 728 } }, Database: { acquireCount: { r: 364 } }, Collection: { acquireCount: { r: 364 } } } 233ms Sat Dec 10 08:30:13.226 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65470545558 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 234ms Sat Dec 10 08:30:13.471 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481319012910) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70848687462 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:355 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 716 } }, Database: { acquireCount: { r: 358 } }, Collection: { acquireCount: { r: 358 } } } 235ms Sat Dec 10 08:30:13.472 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70848687462 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 235ms Sat Dec 10 08:30:13.860 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481319012910) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:94955035875 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:342 nreturned:59 reslen:4467 locks:{ Global: { acquireCount: { r: 690 } }, Database: { acquireCount: { r: 345 } }, Collection: { acquireCount: { r: 345 } } } 258ms Sat Dec 10 08:30:13.861 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 94955035875 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 259ms Sat Dec 10 08:30:14.288 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481319012910) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105227059896 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:343 nreturned:232 reslen:17349 locks:{ Global: { acquireCount: { r: 692 } }, Database: { acquireCount: { r: 346 } }, Collection: { acquireCount: { r: 346 } } } 313ms Sat Dec 10 08:30:14.290 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105227059896 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 315ms Sat Dec 10 08:30:14.941 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65683683578 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:363 nreturned:6136 reslen:776248 locks:{ Global: { acquireCount: { r: 738 } }, Database: { acquireCount: { r: 369 } }, Collection: { acquireCount: { r: 369 } } } 529ms Sat Dec 10 08:30:14.973 I COMMAND [conn41] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65683683578 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 561ms Sat Dec 10 08:30:15.369 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72709185945 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:356 nreturned:202 reslen:25524 locks:{ Global: { acquireCount: { r: 724 } }, Database: { acquireCount: { r: 362 } }, Collection: { acquireCount: { r: 362 } } } 383ms Sat Dec 10 08:30:15.379 I COMMAND [conn41] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72709185945 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 393ms Sat Dec 10 08:30:15.528 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84548415292 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:100 nreturned:335 reslen:36091 locks:{ Global: { acquireCount: { r: 206 } }, Database: { acquireCount: { r: 103 } }, Collection: { acquireCount: { r: 103 } } } 122ms Sat Dec 10 08:30:15.530 I COMMAND [conn41] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84548415292 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 124ms Sat Dec 10 08:30:16.168 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96053283506 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:343 nreturned:28000 reslen:4189144 locks:{ Global: { acquireCount: { r: 698 } }, Database: { acquireCount: { r: 349 } }, Collection: { acquireCount: { r: 349 } } } 594ms Sat Dec 10 08:30:16.438 I COMMAND [conn41] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96053283506 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 864ms Sat Dec 10 08:30:16.643 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102114546257 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:142 nreturned:6679 reslen:951880 locks:{ Global: { acquireCount: { r: 292 } }, Database: { acquireCount: { r: 146 } }, Collection: { acquireCount: { r: 146 } } } 196ms Sat Dec 10 08:30:16.679 I COMMAND [conn41] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102114546257 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 233ms Sat Dec 10 08:30:17.281 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103923240751 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:344 nreturned:28853 reslen:4098876 locks:{ Global: { acquireCount: { r: 700 } }, Database: { acquireCount: { r: 350 } }, Collection: { acquireCount: { r: 350 } } } 591ms Sat Dec 10 08:30:17.495 I COMMAND [conn41] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103923240751 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 805ms Sat Dec 10 08:30:17.653 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481319014363) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107863084559 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:109 nreturned:8107 reslen:1113062 locks:{ Global: { acquireCount: { r: 226 } }, Database: { acquireCount: { r: 113 } }, Collection: { acquireCount: { r: 113 } } } 146ms Sat Dec 10 08:30:17.698 I COMMAND [conn41] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107863084559 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 191ms Sat Dec 10 08:30:21.573 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459509601000) } -> { datetime: new Date(1459641650000) } Sat Dec 10 08:30:21.573 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1455940047000) } -> { datetime: new Date(1456015927000) }, with opId: 235141 Sat Dec 10 08:30:42.289 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1455940047000) } -> { datetime: new Date(1456015927000) } Sat Dec 10 08:30:42.289 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459641650000) } -> { datetime: new Date(1459777452000) }, with opId: 235224 Sat Dec 10 08:30:56.456 I SHARDING [RangeDeleter] rangeDeleter deleted 112213 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459641650000) } -> { datetime: new Date(1459777452000) } Sat Dec 10 08:30:56.457 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456015927000) } -> { datetime: new Date(1456088878000) }, with opId: 235280 Sat Dec 10 08:31:10.796 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456015927000) } -> { datetime: new Date(1456088878000) } Sat Dec 10 08:31:10.796 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459777452000) } -> { datetime: new Date(1459860920000) }, with opId: 235339 Sat Dec 10 08:31:29.661 I SHARDING [RangeDeleter] rangeDeleter deleted 112233 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459777452000) } -> { datetime: new Date(1459860920000) } Sat Dec 10 08:31:29.661 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456088878000) } -> { datetime: new Date(1456162051000) }, with opId: 235414 Sat Dec 10 08:31:43.764 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456088878000) } -> { datetime: new Date(1456162051000) } Sat Dec 10 08:31:43.764 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459860920000) } -> { datetime: new Date(1459950187000) }, with opId: 235468 Sat Dec 10 08:31:56.829 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459860920000) } -> { datetime: new Date(1459950187000) } Sat Dec 10 08:31:56.829 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456162051000) } -> { datetime: new Date(1456227159000) }, with opId: 235521 Sat Dec 10 08:32:10.205 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456162051000) } -> { datetime: new Date(1456227159000) } Sat Dec 10 08:32:10.205 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1459950187000) } -> { datetime: new Date(1460046377000) }, with opId: 235579 Sat Dec 10 08:32:25.165 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1459950187000) } -> { datetime: new Date(1460046377000) } Sat Dec 10 08:32:25.165 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456227159000) } -> { datetime: new Date(1456278736000) }, with opId: 235636 Sat Dec 10 08:32:51.045 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456227159000) } -> { datetime: new Date(1456278736000) } Sat Dec 10 08:32:51.045 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460046377000) } -> { datetime: new Date(1460146043000) }, with opId: 235742 Sat Dec 10 08:33:10.337 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460046377000) } -> { datetime: new Date(1460146043000) } Sat Dec 10 08:33:10.338 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456278736000) } -> { datetime: new Date(1456339811000) }, with opId: 235819 Sat Dec 10 08:33:26.952 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456278736000) } -> { datetime: new Date(1456339811000) } Sat Dec 10 08:33:26.952 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460146043000) } -> { datetime: new Date(1460344441000) }, with opId: 235882 Sat Dec 10 08:33:41.595 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460146043000) } -> { datetime: new Date(1460344441000) } Sat Dec 10 08:33:41.595 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456339811000) } -> { datetime: new Date(1456399632000) }, with opId: 235941 Sat Dec 10 08:34:01.949 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456339811000) } -> { datetime: new Date(1456399632000) } Sat Dec 10 08:34:01.949 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460344441000) } -> { datetime: new Date(1460484181000) }, with opId: 236021 Sat Dec 10 08:34:22.647 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460344441000) } -> { datetime: new Date(1460484181000) } Sat Dec 10 08:34:22.648 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456399632000) } -> { datetime: new Date(1456453189000) }, with opId: 236106 Sat Dec 10 08:34:37.323 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456399632000) } -> { datetime: new Date(1456453189000) } Sat Dec 10 08:34:37.323 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460484181000) } -> { datetime: new Date(1460585112000) }, with opId: 236164 Sat Dec 10 08:34:51.927 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460484181000) } -> { datetime: new Date(1460585112000) } Sat Dec 10 08:34:51.928 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456453189000) } -> { datetime: new Date(1456518572000) }, with opId: 236222 Sat Dec 10 08:35:04.620 I NETWORK [conn103] end connection 10.112.9.26:56548 (28 connections now open) Sat Dec 10 08:35:05.682 I NETWORK [conn104] end connection 10.112.9.26:56549 (27 connections now open) Sat Dec 10 08:35:17.339 I SHARDING [RangeDeleter] rangeDeleter deleted 113705 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456453189000) } -> { datetime: new Date(1456518572000) } Sat Dec 10 08:35:17.339 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460585112000) } -> { datetime: new Date(1460651637000) }, with opId: 236322 Sat Dec 10 08:35:34.079 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460585112000) } -> { datetime: new Date(1460651637000) } Sat Dec 10 08:35:34.079 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456518572000) } -> { datetime: new Date(1456598041000) }, with opId: 236388 Sat Dec 10 08:35:48.483 I SHARDING [RangeDeleter] rangeDeleter deleted 113781 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456518572000) } -> { datetime: new Date(1456598041000) } Sat Dec 10 08:35:48.483 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460651637000) } -> { datetime: new Date(1460708611000) }, with opId: 236446 Sat Dec 10 08:36:08.869 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460651637000) } -> { datetime: new Date(1460708611000) } Sat Dec 10 08:36:08.869 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456598041000) } -> { datetime: new Date(1456677441000) }, with opId: 236525 Sat Dec 10 08:36:31.228 I SHARDING [RangeDeleter] rangeDeleter deleted 113728 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456598041000) } -> { datetime: new Date(1456677441000) } Sat Dec 10 08:36:31.228 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460708611000) } -> { datetime: new Date(1460865193000) }, with opId: 236617 Sat Dec 10 08:36:46.193 I SHARDING [RangeDeleter] rangeDeleter deleted 112078 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460708611000) } -> { datetime: new Date(1460865193000) } Sat Dec 10 08:36:46.193 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456677441000) } -> { datetime: new Date(1456768558000) }, with opId: 236676 Sat Dec 10 08:37:01.489 I SHARDING [RangeDeleter] rangeDeleter deleted 113761 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456677441000) } -> { datetime: new Date(1456768558000) } Sat Dec 10 08:37:01.489 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460865193000) } -> { datetime: new Date(1460989848000) }, with opId: 236736 Sat Dec 10 08:37:25.135 I SHARDING [RangeDeleter] rangeDeleter deleted 112365 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460865193000) } -> { datetime: new Date(1460989848000) } Sat Dec 10 08:37:25.135 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456768558000) } -> { datetime: new Date(1456851309000) }, with opId: 236828 Sat Dec 10 08:37:43.301 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456768558000) } -> { datetime: new Date(1456851309000) } Sat Dec 10 08:37:43.302 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1460989848000) } -> { datetime: new Date(1461091015000) }, with opId: 236902 Sat Dec 10 08:37:58.370 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1460989848000) } -> { datetime: new Date(1461091015000) } Sat Dec 10 08:37:58.370 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456851309000) } -> { datetime: new Date(1456909590000) }, with opId: 236962 Sat Dec 10 08:38:15.220 I SHARDING [RangeDeleter] rangeDeleter deleted 113731 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456851309000) } -> { datetime: new Date(1456909590000) } Sat Dec 10 08:38:15.220 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461091015000) } -> { datetime: new Date(1461164612000) }, with opId: 237027 Sat Dec 10 08:38:35.852 I SHARDING [RangeDeleter] rangeDeleter deleted 112211 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461091015000) } -> { datetime: new Date(1461164612000) } Sat Dec 10 08:38:35.852 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456909590000) } -> { datetime: new Date(1456968368000) }, with opId: 237108 Sat Dec 10 08:38:50.824 I SHARDING [RangeDeleter] rangeDeleter deleted 113757 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456909590000) } -> { datetime: new Date(1456968368000) } Sat Dec 10 08:38:50.824 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461164612000) } -> { datetime: new Date(1461169484000) }, with opId: 237167 Sat Dec 10 08:39:06.834 I SHARDING [RangeDeleter] rangeDeleter deleted 112234 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461164612000) } -> { datetime: new Date(1461169484000) } Sat Dec 10 08:39:06.834 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1456968368000) } -> { datetime: new Date(1457037681000) }, with opId: 237232 Sat Dec 10 08:39:28.500 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1456968368000) } -> { datetime: new Date(1457037681000) } Sat Dec 10 08:39:28.500 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461169484000) } -> { datetime: new Date(1461181635000) }, with opId: 237318 Sat Dec 10 08:39:47.160 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461169484000) } -> { datetime: new Date(1461181635000) } Sat Dec 10 08:39:47.160 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457037681000) } -> { datetime: new Date(1457106815000) }, with opId: 237394 Sat Dec 10 08:40:02.347 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457037681000) } -> { datetime: new Date(1457106815000) } Sat Dec 10 08:40:02.347 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461181635000) } -> { datetime: new Date(1461247429000) }, with opId: 237451 Sat Dec 10 08:40:18.453 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461181635000) } -> { datetime: new Date(1461247429000) } Sat Dec 10 08:40:18.453 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457106815000) } -> { datetime: new Date(1457179225000) }, with opId: 237516 Sat Dec 10 08:40:39.258 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457106815000) } -> { datetime: new Date(1457179225000) } Sat Dec 10 08:40:39.258 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461247429000) } -> { datetime: new Date(1461264327000) }, with opId: 237599 Sat Dec 10 08:40:56.344 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461247429000) } -> { datetime: new Date(1461264327000) } Sat Dec 10 08:40:56.344 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457179225000) } -> { datetime: new Date(1457264043000) }, with opId: 237668 Sat Dec 10 08:41:09.198 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457179225000) } -> { datetime: new Date(1457264043000) } Sat Dec 10 08:41:09.199 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461264327000) } -> { datetime: new Date(1461333118000) }, with opId: 237718 Sat Dec 10 08:41:24.131 I SHARDING [RangeDeleter] rangeDeleter deleted 112220 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461264327000) } -> { datetime: new Date(1461333118000) } Sat Dec 10 08:41:24.131 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457264043000) } -> { datetime: new Date(1457345296000) }, with opId: 237778 Sat Dec 10 08:41:45.194 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457264043000) } -> { datetime: new Date(1457345296000) } Sat Dec 10 08:41:45.194 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461333118000) } -> { datetime: new Date(1461351472000) }, with opId: 237860 Sat Dec 10 08:42:01.208 I SHARDING [RangeDeleter] rangeDeleter deleted 112224 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461333118000) } -> { datetime: new Date(1461351472000) } Sat Dec 10 08:42:01.208 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457345296000) } -> { datetime: new Date(1457403473000) }, with opId: 237923 Sat Dec 10 08:42:13.985 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457345296000) } -> { datetime: new Date(1457403473000) } Sat Dec 10 08:42:13.985 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461351472000) } -> { datetime: new Date(1461422887000) }, with opId: 237972 Sat Dec 10 08:42:33.880 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461351472000) } -> { datetime: new Date(1461422887000) } Sat Dec 10 08:42:33.880 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457403473000) } -> { datetime: new Date(1457470762000) }, with opId: 238052 Sat Dec 10 08:42:49.916 I SHARDING [RangeDeleter] rangeDeleter deleted 113746 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457403473000) } -> { datetime: new Date(1457470762000) } Sat Dec 10 08:42:49.916 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461422887000) } -> { datetime: new Date(1461530461000) }, with opId: 238116 Sat Dec 10 08:43:03.001 I SHARDING [RangeDeleter] rangeDeleter deleted 112212 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461422887000) } -> { datetime: new Date(1461530461000) } Sat Dec 10 08:43:03.001 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457470762000) } -> { datetime: new Date(1457554847000) }, with opId: 238166 Sat Dec 10 08:43:16.042 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457470762000) } -> { datetime: new Date(1457554847000) } Sat Dec 10 08:43:16.042 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461530461000) } -> { datetime: new Date(1461611956000) }, with opId: 238223 Sat Dec 10 08:43:28.779 I SHARDING [RangeDeleter] rangeDeleter deleted 112234 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461530461000) } -> { datetime: new Date(1461611956000) } Sat Dec 10 08:43:28.780 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457554847000) } -> { datetime: new Date(1457639997000) }, with opId: 238271 Sat Dec 10 08:43:42.945 I SHARDING [RangeDeleter] rangeDeleter deleted 113740 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457554847000) } -> { datetime: new Date(1457639997000) } Sat Dec 10 08:43:42.945 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461611956000) } -> { datetime: new Date(1461679690000) }, with opId: 238325 Sat Dec 10 08:43:58.578 I SHARDING [RangeDeleter] rangeDeleter deleted 112198 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461611956000) } -> { datetime: new Date(1461679690000) } Sat Dec 10 08:43:58.578 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457639997000) } -> { datetime: new Date(1457730250000) }, with opId: 238392 Sat Dec 10 08:44:21.289 I SHARDING [RangeDeleter] rangeDeleter deleted 113736 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457639997000) } -> { datetime: new Date(1457730250000) } Sat Dec 10 08:44:21.289 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461679690000) } -> { datetime: new Date(1461697114000) }, with opId: 238480 Sat Dec 10 08:44:34.855 I SHARDING [RangeDeleter] rangeDeleter deleted 112240 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461679690000) } -> { datetime: new Date(1461697114000) } Sat Dec 10 08:44:34.856 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457730250000) } -> { datetime: new Date(1457840864000) }, with opId: 238533 Sat Dec 10 08:44:48.586 I SHARDING [RangeDeleter] rangeDeleter deleted 113716 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457730250000) } -> { datetime: new Date(1457840864000) } Sat Dec 10 08:44:48.587 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461697114000) } -> { datetime: new Date(1461756141000) }, with opId: 238589 Sat Dec 10 08:45:03.096 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461697114000) } -> { datetime: new Date(1461756141000) } Sat Dec 10 08:45:03.096 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457840864000) } -> { datetime: new Date(1457956704000) }, with opId: 238646 Sat Dec 10 08:45:20.818 I SHARDING [RangeDeleter] rangeDeleter deleted 113784 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457840864000) } -> { datetime: new Date(1457956704000) } Sat Dec 10 08:45:20.819 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461756141000) } -> { datetime: new Date(1461777276000) }, with opId: 238716 Sat Dec 10 08:45:38.454 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461756141000) } -> { datetime: new Date(1461777276000) } Sat Dec 10 08:45:38.454 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1457956704000) } -> { datetime: new Date(1458001429000) }, with opId: 238789 Sat Dec 10 08:45:51.884 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1457956704000) } -> { datetime: new Date(1458001429000) } Sat Dec 10 08:45:51.884 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461777276000) } -> { datetime: new Date(1461816012000) }, with opId: 238839 Sat Dec 10 08:46:06.390 I SHARDING [RangeDeleter] rangeDeleter deleted 112234 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461777276000) } -> { datetime: new Date(1461816012000) } Sat Dec 10 08:46:06.390 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458001429000) } -> { datetime: new Date(1458038644000) }, with opId: 238900 Sat Dec 10 08:46:23.312 I SHARDING [RangeDeleter] rangeDeleter deleted 113736 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458001429000) } -> { datetime: new Date(1458038644000) } Sat Dec 10 08:46:23.312 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461816012000) } -> { datetime: new Date(1461868841000) }, with opId: 238964 Sat Dec 10 08:46:42.734 I SHARDING [RangeDeleter] rangeDeleter deleted 112203 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461816012000) } -> { datetime: new Date(1461868841000) } Sat Dec 10 08:46:42.734 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458038644000) } -> { datetime: new Date(1458069282000) }, with opId: 239040 Sat Dec 10 08:46:56.283 I SHARDING [RangeDeleter] rangeDeleter deleted 113752 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458038644000) } -> { datetime: new Date(1458069282000) } Sat Dec 10 08:46:56.283 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461868841000) } -> { datetime: new Date(1461925618000) }, with opId: 239099 Sat Dec 10 08:47:11.188 I SHARDING [RangeDeleter] rangeDeleter deleted 112207 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461868841000) } -> { datetime: new Date(1461925618000) } Sat Dec 10 08:47:11.189 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458069282000) } -> { datetime: new Date(1458101846000) }, with opId: 239156 Sat Dec 10 08:47:27.418 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458069282000) } -> { datetime: new Date(1458101846000) } Sat Dec 10 08:47:27.419 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461925618000) } -> { datetime: new Date(1461960719000) }, with opId: 239222 Sat Dec 10 08:47:41.803 I SHARDING [RangeDeleter] rangeDeleter deleted 112259 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461925618000) } -> { datetime: new Date(1461960719000) } Sat Dec 10 08:47:41.803 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458101846000) } -> { datetime: new Date(1458172556000) }, with opId: 239275 Sat Dec 10 08:47:54.806 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458101846000) } -> { datetime: new Date(1458172556000) } Sat Dec 10 08:47:54.806 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1461960719000) } -> { datetime: new Date(1462000081000) }, with opId: 239326 Sat Dec 10 08:48:07.900 I SHARDING [RangeDeleter] rangeDeleter deleted 112192 documents for IISLogs.pubprdweb04 from { datetime: new Date(1461960719000) } -> { datetime: new Date(1462000081000) } Sat Dec 10 08:48:07.900 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458172556000) } -> { datetime: new Date(1458273015000) }, with opId: 239381 Sat Dec 10 08:48:20.973 I SHARDING [RangeDeleter] rangeDeleter deleted 113675 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458172556000) } -> { datetime: new Date(1458273015000) } Sat Dec 10 08:48:20.973 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462000081000) } -> { datetime: new Date(1462016063000) }, with opId: 239432 Sat Dec 10 08:48:42.503 I SHARDING [RangeDeleter] rangeDeleter deleted 112250 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462000081000) } -> { datetime: new Date(1462016063000) } Sat Dec 10 08:48:42.503 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458273015000) } -> { datetime: new Date(1458369370000) }, with opId: 239518 Sat Dec 10 08:49:01.363 I SHARDING [RangeDeleter] rangeDeleter deleted 113817 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458273015000) } -> { datetime: new Date(1458369370000) } Sat Dec 10 08:49:01.363 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462016063000) } -> { datetime: new Date(1462035244000) }, with opId: 239593 Sat Dec 10 08:49:15.595 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462016063000) } -> { datetime: new Date(1462035244000) } Sat Dec 10 08:49:15.595 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458369370000) } -> { datetime: new Date(1458492395000) }, with opId: 239646 Sat Dec 10 08:49:29.693 I SHARDING [RangeDeleter] rangeDeleter deleted 113726 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458369370000) } -> { datetime: new Date(1458492395000) } Sat Dec 10 08:49:29.693 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462035244000) } -> { datetime: new Date(1462048784000) }, with opId: 239705 Sat Dec 10 08:49:46.635 I SHARDING [RangeDeleter] rangeDeleter deleted 112222 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462035244000) } -> { datetime: new Date(1462048784000) } Sat Dec 10 08:49:46.635 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458492395000) } -> { datetime: new Date(1458593009000) }, with opId: 239772 Sat Dec 10 08:49:59.836 I SHARDING [RangeDeleter] rangeDeleter deleted 113761 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458492395000) } -> { datetime: new Date(1458593009000) } Sat Dec 10 08:49:59.836 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462048784000) } -> { datetime: new Date(1462064787000) }, with opId: 239826 Sat Dec 10 08:50:13.901 I SHARDING [RangeDeleter] rangeDeleter deleted 112228 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462048784000) } -> { datetime: new Date(1462064787000) } Sat Dec 10 08:50:13.901 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458593009000) } -> { datetime: new Date(1458700171000) }, with opId: 239878 Sat Dec 10 08:50:26.530 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458593009000) } -> { datetime: new Date(1458700171000) } Sat Dec 10 08:50:26.530 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462064787000) } -> { datetime: new Date(1462144808000) }, with opId: 239931 Sat Dec 10 08:50:47.453 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462064787000) } -> { datetime: new Date(1462144808000) } Sat Dec 10 08:50:47.453 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458700171000) } -> { datetime: new Date(1458803045000) }, with opId: 240017 Sat Dec 10 08:51:04.681 I SHARDING [RangeDeleter] rangeDeleter deleted 113722 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458700171000) } -> { datetime: new Date(1458803045000) } Sat Dec 10 08:51:04.682 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462144808000) } -> { datetime: new Date(1462204215000) }, with opId: 240080 Sat Dec 10 08:51:17.649 I SHARDING [RangeDeleter] rangeDeleter deleted 112225 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462144808000) } -> { datetime: new Date(1462204215000) } Sat Dec 10 08:51:17.649 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458803045000) } -> { datetime: new Date(1458904618000) }, with opId: 240136 Sat Dec 10 08:51:30.696 I SHARDING [RangeDeleter] rangeDeleter deleted 113764 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458803045000) } -> { datetime: new Date(1458904618000) } Sat Dec 10 08:51:30.696 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462204215000) } -> { datetime: new Date(1462241129000) }, with opId: 240187 Sat Dec 10 08:51:49.066 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462204215000) } -> { datetime: new Date(1462241129000) } Sat Dec 10 08:51:49.066 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1458904618000) } -> { datetime: new Date(1459024516000) }, with opId: 240262 Sat Dec 10 08:52:04.944 I SHARDING [RangeDeleter] rangeDeleter deleted 113741 documents for IISLogs.pubprdweb03 from { datetime: new Date(1458904618000) } -> { datetime: new Date(1459024516000) } Sat Dec 10 08:52:04.945 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462241129000) } -> { datetime: new Date(1462259237000) }, with opId: 240319 Sat Dec 10 08:52:19.254 I SHARDING [RangeDeleter] rangeDeleter deleted 112211 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462241129000) } -> { datetime: new Date(1462259237000) } Sat Dec 10 08:52:19.254 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459024516000) } -> { datetime: new Date(1459153257000) }, with opId: 240381 Sat Dec 10 08:52:32.031 I SHARDING [RangeDeleter] rangeDeleter deleted 113671 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459024516000) } -> { datetime: new Date(1459153257000) } Sat Dec 10 08:52:32.031 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462259237000) } -> { datetime: new Date(1462299360000) }, with opId: 240431 Sat Dec 10 08:52:49.366 I SHARDING [RangeDeleter] rangeDeleter deleted 112221 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462259237000) } -> { datetime: new Date(1462299360000) } Sat Dec 10 08:52:49.366 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459153257000) } -> { datetime: new Date(1459255990000) }, with opId: 240502 Sat Dec 10 08:53:14.875 I SHARDING [RangeDeleter] rangeDeleter deleted 113822 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459153257000) } -> { datetime: new Date(1459255990000) } Sat Dec 10 08:53:14.875 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462299360000) } -> { datetime: new Date(1462307579000) }, with opId: 240597 Sat Dec 10 08:53:42.071 I SHARDING [RangeDeleter] rangeDeleter deleted 112232 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462299360000) } -> { datetime: new Date(1462307579000) } Sat Dec 10 08:53:42.072 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459255990000) } -> { datetime: new Date(1459313071000) }, with opId: 240708 Sat Dec 10 08:54:05.657 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459255990000) } -> { datetime: new Date(1459313071000) } Sat Dec 10 08:54:05.657 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462307579000) } -> { datetime: new Date(1462346112000) }, with opId: 240797 Sat Dec 10 08:54:30.456 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462307579000) } -> { datetime: new Date(1462346112000) } Sat Dec 10 08:54:30.456 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459313071000) } -> { datetime: new Date(1459380015000) }, with opId: 240899 Sat Dec 10 08:54:54.341 I SHARDING [RangeDeleter] rangeDeleter deleted 113742 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459313071000) } -> { datetime: new Date(1459380015000) } Sat Dec 10 08:54:54.342 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462346112000) } -> { datetime: new Date(1462381502000) }, with opId: 240992 Sat Dec 10 08:55:21.296 I SHARDING [RangeDeleter] rangeDeleter deleted 112203 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462346112000) } -> { datetime: new Date(1462381502000) } Sat Dec 10 08:55:21.296 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459380015000) } -> { datetime: new Date(1459452374000) }, with opId: 241100 Sat Dec 10 08:55:49.745 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459380015000) } -> { datetime: new Date(1459452374000) } Sat Dec 10 08:55:49.746 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462381502000) } -> { datetime: new Date(1462446635000) }, with opId: 241212 Sat Dec 10 08:56:10.439 I SHARDING [RangeDeleter] rangeDeleter deleted 112212 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462381502000) } -> { datetime: new Date(1462446635000) } Sat Dec 10 08:56:10.440 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459452374000) } -> { datetime: new Date(1459525331000) }, with opId: 241294 Sat Dec 10 08:56:37.112 I SHARDING [RangeDeleter] rangeDeleter deleted 113738 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459452374000) } -> { datetime: new Date(1459525331000) } Sat Dec 10 08:56:37.112 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462446635000) } -> { datetime: new Date(1462476189000) }, with opId: 241398 Sat Dec 10 08:56:59.985 I SHARDING [RangeDeleter] rangeDeleter deleted 112256 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462446635000) } -> { datetime: new Date(1462476189000) } Sat Dec 10 08:56:59.985 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459525331000) } -> { datetime: new Date(1459589837000) }, with opId: 241485 Sat Dec 10 08:57:23.625 I SHARDING [RangeDeleter] rangeDeleter deleted 113751 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459525331000) } -> { datetime: new Date(1459589837000) } Sat Dec 10 08:57:23.625 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462476189000) } -> { datetime: new Date(1462524163000) }, with opId: 241581 Sat Dec 10 08:57:54.433 I SHARDING [RangeDeleter] rangeDeleter deleted 112226 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462476189000) } -> { datetime: new Date(1462524163000) } Sat Dec 10 08:57:54.434 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459589837000) } -> { datetime: new Date(1459666538000) }, with opId: 241703 Sat Dec 10 08:58:20.868 I SHARDING [RangeDeleter] rangeDeleter deleted 113743 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459589837000) } -> { datetime: new Date(1459666538000) } Sat Dec 10 08:58:20.868 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462524163000) } -> { datetime: new Date(1462566757000) }, with opId: 241807 Sat Dec 10 08:58:42.490 I SHARDING [RangeDeleter] rangeDeleter deleted 112213 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462524163000) } -> { datetime: new Date(1462566757000) } Sat Dec 10 08:58:42.490 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459666538000) } -> { datetime: new Date(1459771449000) }, with opId: 241893 Sat Dec 10 08:59:10.468 I SHARDING [RangeDeleter] rangeDeleter deleted 113745 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459666538000) } -> { datetime: new Date(1459771449000) } Sat Dec 10 08:59:10.469 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462566757000) } -> { datetime: new Date(1462697638000) }, with opId: 242001 Sat Dec 10 08:59:33.975 I SHARDING [RangeDeleter] rangeDeleter deleted 112230 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462566757000) } -> { datetime: new Date(1462697638000) } Sat Dec 10 08:59:33.976 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459771449000) } -> { datetime: new Date(1459852468000) }, with opId: 242092 Sat Dec 10 09:00:02.844 I SHARDING [RangeDeleter] rangeDeleter deleted 113744 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459771449000) } -> { datetime: new Date(1459852468000) } Sat Dec 10 09:00:02.844 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462697638000) } -> { datetime: new Date(1462773496000) }, with opId: 242209 Sat Dec 10 09:00:04.747 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56573 #105 (28 connections now open) Sat Dec 10 09:00:05.369 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56574 #106 (29 connections now open) Sat Dec 10 09:00:06.397 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56575 #107 (30 connections now open) Sat Dec 10 09:00:07.154 I NETWORK [initandlisten] connection accepted from 10.112.9.26:56576 #108 (31 connections now open) Sat Dec 10 09:00:10.564 I COMMAND [conn108] command IISLogs.Country command: getMore { getMore: 46086464334, collection: "Country" } planSummary: COLLSCAN cursorid:46086464334 keysExamined:0 docsExamined:37299 keyUpdates:0 writeConflicts:0 numYields:293 nreturned:37299 reslen:4194538 locks:{ Global: { acquireCount: { r: 588 } }, Database: { acquireCount: { r: 294 } }, Collection: { acquireCount: { r: 294 } } } protocol:op_command 167ms Sat Dec 10 09:00:11.212 I COMMAND [conn108] command IISLogs.Country command: getMore { getMore: 46086464334, collection: "Country" } planSummary: COLLSCAN cursorid:46086464334 keysExamined:0 docsExamined:22919 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:22919 reslen:2571428 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } protocol:op_command 164ms Sat Dec 10 09:00:26.376 I SHARDING [RangeDeleter] rangeDeleter deleted 112223 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462697638000) } -> { datetime: new Date(1462773496000) } Sat Dec 10 09:00:26.376 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb03 from { datetime: new Date(1459852468000) } -> { datetime: new Date(1459907609000) }, with opId: 242335 Sat Dec 10 09:00:48.316 I SHARDING [RangeDeleter] rangeDeleter deleted 113735 documents for IISLogs.pubprdweb03 from { datetime: new Date(1459852468000) } -> { datetime: new Date(1459907609000) } Sat Dec 10 09:00:48.316 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462773496000) } -> { datetime: new Date(1462809509000) }, with opId: 242501 Sat Dec 10 09:01:12.392 I SHARDING [RangeDeleter] rangeDeleter deleted 112218 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462773496000) } -> { datetime: new Date(1462809509000) } Sat Dec 10 09:01:12.392 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462809509000) } -> { datetime: new Date(1462832061000) }, with opId: 242745 Sat Dec 10 09:01:36.401 I SHARDING [RangeDeleter] rangeDeleter deleted 112229 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462809509000) } -> { datetime: new Date(1462832061000) } Sat Dec 10 09:01:36.401 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462832061000) } -> { datetime: new Date(1462892765000) }, with opId: 243035 Sat Dec 10 09:02:01.641 I SHARDING [RangeDeleter] rangeDeleter deleted 112201 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462832061000) } -> { datetime: new Date(1462892765000) } Sat Dec 10 09:02:01.642 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462892765000) } -> { datetime: new Date(1462903047000) }, with opId: 243449 Sat Dec 10 09:02:35.053 I SHARDING [RangeDeleter] rangeDeleter deleted 112247 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462892765000) } -> { datetime: new Date(1462903047000) } Sat Dec 10 09:02:35.053 I SHARDING [RangeDeleter] Deleter starting delete for: IISLogs.pubprdweb04 from { datetime: new Date(1462903047000) } -> { datetime: new Date(1462953940000) }, with opId: 243939 Sat Dec 10 09:02:58.628 I SHARDING [RangeDeleter] rangeDeleter deleted 112217 documents for IISLogs.pubprdweb04 from { datetime: new Date(1462903047000) } -> { datetime: new Date(1462953940000) } Sat Dec 10 09:11:51.505 I NETWORK [conn105] end connection 10.112.9.26:56573 (30 connections now open) Sat Dec 10 09:12:52.427 I NETWORK [conn106] end connection 10.112.9.26:56574 (29 connections now open) Sat Dec 10 09:12:53.291 I NETWORK [conn107] end connection 10.112.9.26:56575 (28 connections now open) Sat Dec 10 09:12:54.372 I NETWORK [conn108] end connection 10.112.9.26:56576 (27 connections now open) Sat Dec 10 09:30:04.081 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64608 #109 (28 connections now open) Sat Dec 10 09:30:04.531 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64609 #110 (29 connections now open) Sat Dec 10 09:30:05.224 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481322604804) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66272975855 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:267 nreturned:1 reslen:108 locks:{ Global: { acquireCount: { r: 540 } }, Database: { acquireCount: { r: 270 } }, Collection: { acquireCount: { r: 270 } } } 304ms Sat Dec 10 09:30:05.224 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66272975855 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:303 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 312ms Sat Dec 10 09:30:05.505 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481322604804) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70431021585 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:287 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 580 } }, Database: { acquireCount: { r: 290 } }, Collection: { acquireCount: { r: 290 } } } 258ms Sat Dec 10 09:30:05.506 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70431021585 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 259ms Sat Dec 10 09:30:05.881 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481322604804) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95033304208 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:142 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 290 } }, Database: { acquireCount: { r: 145 } }, Collection: { acquireCount: { r: 145 } } } 215ms Sat Dec 10 09:30:05.882 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95033304208 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 216ms Sat Dec 10 09:30:06.300 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481322604804) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100395191635 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:112 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 230 } }, Database: { acquireCount: { r: 115 } }, Collection: { acquireCount: { r: 115 } } } 408ms Sat Dec 10 09:30:06.300 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100395191635 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 409ms Sat Dec 10 09:30:06.598 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481322604804) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104185696175 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:151 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 308 } }, Database: { acquireCount: { r: 154 } }, Collection: { acquireCount: { r: 154 } } } 287ms Sat Dec 10 09:30:06.598 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104185696175 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 288ms Sat Dec 10 09:30:06.794 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481322604804) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:110278835810 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:69 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 144 } }, Database: { acquireCount: { r: 72 } }, Collection: { acquireCount: { r: 72 } } } 186ms Sat Dec 10 09:30:06.794 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 110278835810 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 186ms Sat Dec 10 09:30:07.006 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481322606773) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66977859073 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:267 nreturned:1 reslen:108 locks:{ Global: { acquireCount: { r: 540 } }, Database: { acquireCount: { r: 270 } }, Collection: { acquireCount: { r: 270 } } } 196ms Sat Dec 10 09:30:07.006 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66977859073 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:303 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 197ms Sat Dec 10 09:30:07.220 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481322606773) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:73010323686 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:287 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 580 } }, Database: { acquireCount: { r: 290 } }, Collection: { acquireCount: { r: 290 } } } 204ms Sat Dec 10 09:30:07.220 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 73010323686 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 204ms Sat Dec 10 09:30:07.424 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481322606773) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:94905346276 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:141 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 288 } }, Database: { acquireCount: { r: 144 } }, Collection: { acquireCount: { r: 144 } } } 109ms Sat Dec 10 09:30:07.425 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 94905346276 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 109ms Sat Dec 10 09:30:07.634 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481322606773) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106202032440 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:149 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 304 } }, Database: { acquireCount: { r: 152 } }, Collection: { acquireCount: { r: 152 } } } 112ms Sat Dec 10 09:30:07.635 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106202032440 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 112ms Sat Dec 10 09:30:07.889 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481322607663) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67625572854 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:289 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 584 } }, Database: { acquireCount: { r: 292 } }, Collection: { acquireCount: { r: 292 } } } 169ms Sat Dec 10 09:30:07.889 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67625572854 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 170ms Sat Dec 10 09:30:08.076 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481322607663) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70401776116 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:289 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 584 } }, Database: { acquireCount: { r: 292 } }, Collection: { acquireCount: { r: 292 } } } 178ms Sat Dec 10 09:30:08.077 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70401776116 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 179ms Sat Dec 10 09:30:08.417 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481322607663) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95874070687 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:324 nreturned:59 reslen:4424 locks:{ Global: { acquireCount: { r: 654 } }, Database: { acquireCount: { r: 327 } }, Collection: { acquireCount: { r: 327 } } } 247ms Sat Dec 10 09:30:08.418 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95874070687 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 247ms Sat Dec 10 09:30:08.729 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481322607663) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:107184024263 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:323 nreturned:249 reslen:18634 locks:{ Global: { acquireCount: { r: 652 } }, Database: { acquireCount: { r: 326 } }, Collection: { acquireCount: { r: 326 } } } 215ms Sat Dec 10 09:30:08.731 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 107184024263 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 217ms Sat Dec 10 09:30:09.157 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67880560870 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:291 nreturned:4490 reslen:566533 locks:{ Global: { acquireCount: { r: 592 } }, Database: { acquireCount: { r: 296 } }, Collection: { acquireCount: { r: 296 } } } 340ms Sat Dec 10 09:30:09.181 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67880560870 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 364ms Sat Dec 10 09:30:09.502 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:68875621295 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:290 nreturned:58 reslen:7042 locks:{ Global: { acquireCount: { r: 592 } }, Database: { acquireCount: { r: 296 } }, Collection: { acquireCount: { r: 296 } } } 311ms Sat Dec 10 09:30:09.503 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 68875621295 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 312ms Sat Dec 10 09:30:09.632 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84423899055 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:100 nreturned:316 reslen:34239 locks:{ Global: { acquireCount: { r: 206 } }, Database: { acquireCount: { r: 103 } }, Collection: { acquireCount: { r: 103 } } } 112ms Sat Dec 10 09:30:09.634 I COMMAND [conn10] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84423899055 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 114ms Sat Dec 10 09:30:10.168 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96509536173 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:325 nreturned:27534 reslen:4130070 locks:{ Global: { acquireCount: { r: 662 } }, Database: { acquireCount: { r: 331 } }, Collection: { acquireCount: { r: 331 } } } 509ms Sat Dec 10 09:30:10.374 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96509536173 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 716ms Sat Dec 10 09:30:10.537 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:100996242849 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:128 nreturned:6119 reslen:872417 locks:{ Global: { acquireCount: { r: 264 } }, Database: { acquireCount: { r: 132 } }, Collection: { acquireCount: { r: 132 } } } 155ms Sat Dec 10 09:30:10.574 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 100996242849 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 191ms Sat Dec 10 09:30:11.079 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103833920168 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:325 nreturned:27654 reslen:3925939 locks:{ Global: { acquireCount: { r: 662 } }, Database: { acquireCount: { r: 331 } }, Collection: { acquireCount: { r: 331 } } } 498ms Sat Dec 10 09:30:11.284 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103833920168 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 703ms Sat Dec 10 09:30:11.406 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481322608773) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:109522023316 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:84 nreturned:6228 reslen:865063 locks:{ Global: { acquireCount: { r: 174 } }, Database: { acquireCount: { r: 87 } }, Collection: { acquireCount: { r: 87 } } } 114ms Sat Dec 10 09:30:11.442 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 109522023316 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 150ms Sat Dec 10 09:35:04.094 I NETWORK [conn109] end connection 10.112.9.26:64608 (28 connections now open) Sat Dec 10 09:35:04.644 I NETWORK [conn110] end connection 10.112.9.26:64609 (27 connections now open) Sat Dec 10 10:00:04.944 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64631 #111 (28 connections now open) Sat Dec 10 10:00:05.917 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64632 #112 (29 connections now open) Sat Dec 10 10:00:06.790 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64633 #113 (30 connections now open) Sat Dec 10 10:00:07.546 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64634 #114 (31 connections now open) Sat Dec 10 10:00:07.840 I COMMAND [conn114] command IISLogs.Country command: getMore { getMore: 46749979598, collection: "Country" } planSummary: COLLSCAN cursorid:46749979598 keysExamined:0 docsExamined:37833 keyUpdates:0 writeConflicts:0 numYields:299 nreturned:37833 reslen:4194465 locks:{ Global: { acquireCount: { r: 600 } }, Database: { acquireCount: { r: 300 } }, Collection: { acquireCount: { r: 300 } } } protocol:op_command 220ms Sat Dec 10 10:00:08.296 I COMMAND [conn114] command IISLogs.Country command: getMore { getMore: 46749979598, collection: "Country" } planSummary: COLLSCAN cursorid:46749979598 keysExamined:0 docsExamined:38662 keyUpdates:0 writeConflicts:0 numYields:307 nreturned:38662 reslen:4194556 locks:{ Global: { acquireCount: { r: 616 } }, Database: { acquireCount: { r: 308 } }, Collection: { acquireCount: { r: 308 } } } protocol:op_command 393ms Sat Dec 10 10:05:21.688 I NETWORK [conn112] end connection 10.112.9.26:64632 (30 connections now open) Sat Dec 10 10:05:22.180 I NETWORK [conn113] end connection 10.112.9.26:64633 (29 connections now open) Sat Dec 10 10:05:27.375 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64636 #115 (30 connections now open) Sat Dec 10 10:05:28.302 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64637 #116 (31 connections now open) Sat Dec 10 10:13:30.251 I NETWORK [conn111] end connection 10.112.9.26:64631 (30 connections now open) Sat Dec 10 10:14:52.088 I NETWORK [conn115] end connection 10.112.9.26:64636 (29 connections now open) Sat Dec 10 10:14:52.985 I NETWORK [conn116] end connection 10.112.9.26:64637 (28 connections now open) Sat Dec 10 10:14:53.623 I NETWORK [conn114] end connection 10.112.9.26:64634 (27 connections now open) Sat Dec 10 10:30:07.169 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59400 #117 (28 connections now open) Sat Dec 10 10:30:08.103 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59401 #118 (29 connections now open) Sat Dec 10 10:30:08.560 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481326208227) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66564618534 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:241 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 488 } }, Database: { acquireCount: { r: 244 } }, Collection: { acquireCount: { r: 244 } } } 192ms Sat Dec 10 10:30:08.560 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66564618534 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 193ms Sat Dec 10 10:30:08.751 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481326208227) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72429243950 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:223 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 452 } }, Database: { acquireCount: { r: 226 } }, Collection: { acquireCount: { r: 226 } } } 167ms Sat Dec 10 10:30:08.752 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72429243950 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 167ms Sat Dec 10 10:30:08.973 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481326208227) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95400893056 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:136 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 278 } }, Database: { acquireCount: { r: 139 } }, Collection: { acquireCount: { r: 139 } } } 115ms Sat Dec 10 10:30:08.974 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95400893056 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 116ms Sat Dec 10 10:30:09.183 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481326208227) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104858454718 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:142 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 290 } }, Database: { acquireCount: { r: 145 } }, Collection: { acquireCount: { r: 145 } } } 107ms Sat Dec 10 10:30:09.184 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104858454718 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 108ms Sat Dec 10 10:30:09.434 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209164) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:68310752388 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:241 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 488 } }, Database: { acquireCount: { r: 244 } }, Collection: { acquireCount: { r: 244 } } } 184ms Sat Dec 10 10:30:09.434 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 68310752388 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 185ms Sat Dec 10 10:30:09.599 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209164) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71623440002 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:223 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 452 } }, Database: { acquireCount: { r: 226 } }, Collection: { acquireCount: { r: 226 } } } 155ms Sat Dec 10 10:30:09.599 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71623440002 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 155ms Sat Dec 10 10:30:09.808 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209164) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:98707903919 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:136 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 278 } }, Database: { acquireCount: { r: 139 } }, Collection: { acquireCount: { r: 139 } } } 112ms Sat Dec 10 10:30:09.809 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 98707903919 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 113ms Sat Dec 10 10:30:10.010 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209164) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106667520628 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:142 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 290 } }, Database: { acquireCount: { r: 145 } }, Collection: { acquireCount: { r: 145 } } } 105ms Sat Dec 10 10:30:10.010 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106667520628 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 105ms Sat Dec 10 10:30:10.251 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209977) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:67724124750 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:263 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 532 } }, Database: { acquireCount: { r: 266 } }, Collection: { acquireCount: { r: 266 } } } 164ms Sat Dec 10 10:30:10.251 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 67724124750 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 164ms Sat Dec 10 10:30:10.392 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209977) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72487034941 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:224 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 454 } }, Database: { acquireCount: { r: 227 } }, Collection: { acquireCount: { r: 227 } } } 131ms Sat Dec 10 10:30:10.392 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72487034941 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 132ms Sat Dec 10 10:30:10.765 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209977) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96973777431 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:326 nreturned:61 reslen:4562 locks:{ Global: { acquireCount: { r: 658 } }, Database: { acquireCount: { r: 329 } }, Collection: { acquireCount: { r: 329 } } } 256ms Sat Dec 10 10:30:10.766 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96973777431 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 257ms Sat Dec 10 10:30:11.069 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481326209977) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106023194652 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:316 nreturned:255 reslen:19101 locks:{ Global: { acquireCount: { r: 638 } }, Database: { acquireCount: { r: 319 } }, Collection: { acquireCount: { r: 319 } } } 210ms Sat Dec 10 10:30:11.071 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106023194652 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 212ms Sat Dec 10 10:30:11.479 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481326211055) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66935131425 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:264 nreturned:3589 reslen:451488 locks:{ Global: { acquireCount: { r: 538 } }, Database: { acquireCount: { r: 269 } }, Collection: { acquireCount: { r: 269 } } } 330ms Sat Dec 10 10:30:11.498 I COMMAND [conn10] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66935131425 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 349ms Sat Dec 10 10:30:11.761 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481326211055) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:72681022485 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:226 nreturned:11 reslen:1153 locks:{ Global: { acquireCount: { r: 462 } }, Database: { acquireCount: { r: 231 } }, Collection: { acquireCount: { r: 231 } } } 252ms Sat Dec 10 10:30:11.762 I COMMAND [conn10] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 72681022485 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 253ms Sat Dec 10 10:30:11.900 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481326211055) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:81794965577 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:100 nreturned:319 reslen:34706 locks:{ Global: { acquireCount: { r: 206 } }, Database: { acquireCount: { r: 103 } }, Collection: { acquireCount: { r: 103 } } } 120ms Sat Dec 10 10:30:11.902 I COMMAND [conn10] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 81794965577 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 122ms Sat Dec 10 10:30:12.468 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481326211055) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96326421611 ntoreturn:0 keysExamined:0 docsExamined:0 keyUpdates:0 writeConflicts:0 numYields:327 nreturned:27949 reslen:4194402 locks:{ Global: { acquireCount: { r: 666 } }, Database: { acquireCount: { r: 333 } }, Collection: { acquireCount: { r: 333 } } } 539ms Sat Dec 10 10:30:12.727 I COMMAND [conn10] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96326421611 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 798ms Sat Dec 10 10:30:12.911 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481326211055) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102092868612 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:121 nreturned:5916 reslen:843469 locks:{ Global: { acquireCount: { r: 250 } }, Database: { acquireCount: { r: 125 } }, Collection: { acquireCount: { r: 125 } } } 176ms Sat Dec 10 10:30:12.943 I COMMAND [conn10] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102092868612 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 208ms Sat Dec 10 10:30:13.457 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481326211055) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106136548244 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:318 nreturned:27396 reslen:3895009 locks:{ Global: { acquireCount: { r: 648 } }, Database: { acquireCount: { r: 324 } }, Collection: { acquireCount: { r: 324 } } } 506ms Sat Dec 10 10:30:13.663 I COMMAND [conn10] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106136548244 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 711ms Sat Dec 10 10:30:13.790 I COMMAND [conn10] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 108472333531 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:345 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 119ms Sat Dec 10 10:35:07.173 I NETWORK [conn117] end connection 10.112.9.26:59400 (28 connections now open) Sat Dec 10 10:35:08.113 I NETWORK [conn118] end connection 10.112.9.26:59401 (27 connections now open) Sat Dec 10 11:00:05.362 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59427 #119 (28 connections now open) Sat Dec 10 11:00:06.516 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59428 #120 (29 connections now open) Sat Dec 10 11:00:07.491 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59429 #121 (30 connections now open) Sat Dec 10 11:00:08.237 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59430 #122 (31 connections now open) Sat Dec 10 11:05:21.168 I NETWORK [conn119] end connection 10.112.9.26:59427 (30 connections now open) Sat Dec 10 11:05:21.241 I NETWORK [conn120] end connection 10.112.9.26:59428 (29 connections now open) Sat Dec 10 11:05:21.976 I NETWORK [conn121] end connection 10.112.9.26:59429 (28 connections now open) Sat Dec 10 11:05:45.779 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59434 #123 (29 connections now open) Sat Dec 10 11:06:04.767 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59435 #124 (30 connections now open) Sat Dec 10 11:06:05.351 I NETWORK [initandlisten] connection accepted from 10.112.9.26:59436 #125 (31 connections now open) Sat Dec 10 11:14:09.134 I NETWORK [conn123] end connection 10.112.9.26:59434 (30 connections now open) Sat Dec 10 11:15:42.866 I NETWORK [conn124] end connection 10.112.9.26:59435 (29 connections now open) Sat Dec 10 11:15:43.783 I NETWORK [conn125] end connection 10.112.9.26:59436 (28 connections now open) Sat Dec 10 11:15:44.434 I NETWORK [conn122] end connection 10.112.9.26:59430 (27 connections now open) Sat Dec 10 11:20:40.022 I NETWORK [conn9] end connection 10.112.9.26:53478 (26 connections now open) Sat Dec 10 11:20:45.779 I NETWORK [conn2] end connection 10.112.9.26:53419 (25 connections now open) Sat Dec 10 11:20:45.780 I NETWORK [conn3] end connection 10.112.9.26:53420 (24 connections now open) Sat Dec 10 11:20:45.780 I NETWORK [conn4] end connection 10.112.9.26:53429 (23 connections now open) Sat Dec 10 11:20:45.785 I NETWORK [conn16] end connection 10.112.9.26:53491 (22 connections now open) Sat Dec 10 11:20:45.785 I NETWORK [conn10] end connection 10.112.9.26:53479 (21 connections now open) Sat Dec 10 11:20:45.807 I NETWORK [conn8] end connection 10.112.9.26:53477 (20 connections now open) Sat Dec 10 11:20:45.826 I NETWORK [conn5] end connection 10.112.9.26:53431 (19 connections now open) Sat Dec 10 11:20:45.886 I NETWORK [conn17] end connection 10.112.9.26:53494 (18 connections now open) Sat Dec 10 11:20:45.886 I NETWORK [conn33] end connection 10.112.9.26:53550 (18 connections now open) Sat Dec 10 11:20:45.904 I NETWORK [conn31] end connection 10.112.9.26:53547 (16 connections now open) Sat Dec 10 11:20:45.906 I NETWORK [conn32] end connection 10.112.9.26:53549 (16 connections now open) Sat Dec 10 11:20:45.909 I NETWORK [conn30] end connection 10.112.9.26:53544 (14 connections now open) Sat Dec 10 11:20:45.919 I NETWORK [conn29] end connection 10.112.9.26:53543 (13 connections now open) Sat Dec 10 11:20:45.921 I NETWORK [conn28] end connection 10.112.9.26:53542 (12 connections now open) Sat Dec 10 11:20:45.931 I NETWORK [conn22] end connection 10.112.9.26:53502 (11 connections now open) Sat Dec 10 11:20:45.934 I NETWORK [conn23] end connection 10.112.9.26:53507 (10 connections now open) Sat Dec 10 11:20:45.937 I NETWORK [conn41] end connection 10.112.9.26:53605 (9 connections now open) Sat Dec 10 11:20:45.942 I NETWORK [conn21] end connection 10.112.9.26:53501 (8 connections now open) Sat Dec 10 11:20:45.947 I NETWORK [conn19] end connection 10.112.9.26:53498 (7 connections now open) Sat Dec 10 11:20:45.947 I NETWORK [conn24] end connection 10.112.9.26:53519 (6 connections now open) Sat Dec 10 11:20:45.950 I NETWORK [conn20] end connection 10.112.9.26:53500 (5 connections now open) Sat Dec 10 11:20:45.954 I NETWORK [conn18] end connection 10.112.9.26:53495 (4 connections now open) Sat Dec 10 11:20:52.792 I CONTROL [serviceShutdown] got SERVICE_CONTROL_STOP request from Windows Service Control Manager, will terminate after current cmd ends Sat Dec 10 11:20:52.827 I FTDC [serviceStopWorker] Shutting down full-time diagnostic data capture Sat Dec 10 11:20:53.344 I REPL [serviceStopWorker] Stopping replication applier threads Sat Dec 10 11:20:54.249 W SHARDING [serviceStopWorker] error encountered while cleaning up distributed ping entry for SOSDEVNQL02:30000:1481357578:-1027926451 :: caused by :: ShutdownInProgress: Shutdown in progress Sat Dec 10 11:20:54.250 I CONTROL [serviceStopWorker] now exiting Sat Dec 10 11:20:54.250 I NETWORK [serviceStopWorker] shutdown: going to close listening sockets... Sat Dec 10 11:20:54.250 I NETWORK [serviceStopWorker] closing listening socket: 496 Sat Dec 10 11:20:54.250 I NETWORK [serviceStopWorker] shutdown: going to flush diaglog... Sat Dec 10 11:20:54.250 I NETWORK [serviceStopWorker] shutdown: going to close sockets... Sat Dec 10 11:20:54.250 I NETWORK [conn7] end connection 10.112.9.26:53439 (3 connections now open) Sat Dec 10 11:20:54.250 I NETWORK [conn6] end connection 10.112.9.26:53437 (3 connections now open) Sat Dec 10 11:20:54.251 I NETWORK [conn36] end connection 10.112.9.26:53583 (3 connections now open) Sat Dec 10 11:20:54.251 I NETWORK [conn37] end connection 10.112.9.26:53587 (3 connections now open) Sat Dec 10 11:20:54.252 I STORAGE [serviceStopWorker] WiredTigerKVEngine shutting down Sat Dec 10 11:21:07.829 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:21:22.830 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:21:37.832 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:21:52.834 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:22:07.835 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:22:22.837 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:22:37.838 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:22:52.840 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:23:07.842 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:23:22.843 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:23:37.845 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:23:52.847 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:24:07.848 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:24:22.850 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:24:37.851 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:24:52.853 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:25:07.855 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:25:22.856 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:25:37.858 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:25:52.860 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:26:07.861 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:26:22.863 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:26:37.865 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:26:52.866 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:27:07.868 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:27:22.869 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:27:37.871 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:27:52.873 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:28:07.874 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:28:22.876 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:28:37.878 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:28:52.879 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:29:07.881 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:29:22.883 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:29:37.884 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:29:52.886 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:30:07.887 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:30:22.889 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:30:37.891 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:30:52.892 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:31:07.894 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:31:22.896 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:31:37.897 I CONTROL [initandlisten] Service Stop is waiting for storage engine to finish shutdown Sat Dec 10 11:31:42.173 I STORAGE [serviceStopWorker] shutdown: removing fs lock... Sat Dec 10 11:31:42.174 I CONTROL [serviceStopWorker] dbexit: rc: 49 Sat Dec 10 11:39:16.816 I CONTROL [main] ***** SERVER RESTARTED ***** Sat Dec 10 11:39:17.259 I CONTROL [main] Trying to start Windows service 'MongoDB' Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] MongoDB starting : pid=4332 port=30000 dbpath=D:\dataShard1\db 64-bit host=SOSDEVNQL02 Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] targetMinOS: Windows 7/Windows Server 2008 R2 Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] db version v3.4.0 Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] git version: f4240c60f005be757399042dc12f6addbc3170c1 Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] allocator: tcmalloc Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] modules: none Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] build environment: Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] distmod: 2008plus Sat Dec 10 11:39:17.260 I CONTROL [initandlisten] distarch: x86_64 Sat Dec 10 11:39:17.261 I CONTROL [initandlisten] target_arch: x86_64 Sat Dec 10 11:39:17.261 I CONTROL [initandlisten] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 11:39:17.265 I - [initandlisten] Detected data files in D:\dataShard1\db created by the 'wiredTiger' storage engine, so setting the active storage engine to 'wiredTiger'. Sat Dec 10 11:39:17.265 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=7679M,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),,log=(enabled=false), Sat Dec 10 11:39:18.020 I STORAGE [initandlisten] Starting WiredTigerRecordStoreThread local.oplog.rs Sat Dec 10 11:39:18.021 I STORAGE [initandlisten] The size storer reports that the oplog contains 64713488 records totaling to 7969300191 bytes Sat Dec 10 11:39:18.021 I STORAGE [initandlisten] Sampling from the oplog between Dec 10 05:17:54:1067 and Dec 10 11:10:44:9 to determine where to place markers for truncation Sat Dec 10 11:39:18.021 I STORAGE [initandlisten] Taking 1004 samples and assuming that each section of oplog contains approximately 644202 records totaling to 79331825 bytes Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:20:57:4f1 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:23:48:502 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:26:32:43 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:28:52:fcd Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:32:05:79c Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:34:49:ee4 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:37:24:9bd Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:40:27:15bf Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:42:51:fdf Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:45:42:54a Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:48:17:4e4 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:51:37:2a0 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:54:24:9ff Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:57:16:510 Sat Dec 10 11:39:37.704 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:59:26:7d0 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:00:59:b6d Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:02:34:43f Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:03:35:1746 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:05:09:f36 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:06:49:108b Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:08:54:795 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:11:27:faf Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:13:57:4ca Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:16:19:30a Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:18:17:230 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:20:16:e2 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:22:17:7cf Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:24:34:487 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:27:19:10ee Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:30:08:398 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:32:49:1260 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:35:01:6cb Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:37:11:29b Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:39:25:d0e Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:41:44:30d Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:44:05:789 Sat Dec 10 11:39:37.705 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:46:14:fd Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:48:24:1db Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:50:43:71e Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:53:19:690 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:56:01:953 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:58:32:893 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:00:53:300 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:03:05:f92 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:05:05:b83 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:06:54:e3 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:09:10:1915 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:11:16:55c Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:13:08:9c3 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:15:06:273 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:17:20:c5e Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:19:45:1b8 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:21:57:af4 Sat Dec 10 11:39:37.706 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:24:18:f77 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:26:21:1bdc Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:28:58:e45 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:31:40:36 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:34:37:9d8 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:37:35:10e7 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:40:33:300 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:43:22:cae Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:46:19:d02 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:48:51:70e Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:51:30:e14 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:54:25:6bb Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:57:18:10f0 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:59:29:112 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:01:21:65f Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:02:56:1748 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:04:31:17e7 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:06:36:ba1 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:08:44:256 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:11:31:2c6 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:14:17:eb4 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:16:45:770 Sat Dec 10 11:39:37.707 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:19:27:72a Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:22:00:40b Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:23:53:7a Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:25:28:15d3 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:27:05:d3c Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:28:33:1c78 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:30:08:efb Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:31:47:20ce Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:33:29:575 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:35:16:461 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:36:58:b4b Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:38:45:3ed Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:40:29:1da Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:42:04:12df Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:43:29:1c7a Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:45:01:1512 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:46:38:120d Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:48:01:1f96 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:49:37:917 Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:51:07:34f Sat Dec 10 11:39:37.708 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:52:32:4e6 Sat Dec 10 11:39:37.709 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:54:50:aa4 Sat Dec 10 11:39:37.709 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:57:13:e80 Sat Dec 10 11:39:37.709 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:59:46:3e5 Sat Dec 10 11:39:37.709 I STORAGE [initandlisten] Placing a marker at optime Dec 10 09:02:12:64f Sat Dec 10 11:39:37.879 I CONTROL [initandlisten] Sat Dec 10 11:39:37.880 I CONTROL [initandlisten] ** WARNING: Access control is not enabled for the database. Sat Dec 10 11:39:37.880 I CONTROL [initandlisten] ** Read and write access to data and configuration is unrestricted. Sat Dec 10 11:39:37.880 I CONTROL [initandlisten] Sat Dec 10 11:39:37.907 I SHARDING [initandlisten] initializing sharding state with: { _id: "shardIdentity", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", clusterId: ObjectId('584b5f8406f158e38b845442') } Sat Dec 10 11:39:37.908 I SHARDING [initandlisten] first cluster operation detected, adding sharding hook to enable versioning and authentication to remote servers Sat Dec 10 11:39:37.909 I NETWORK [initandlisten] Starting new replica set monitor for ConfigSvr/sosdevnql02:20000 Sat Dec 10 11:39:37.910 I SHARDING [thread1] creating distributed lock ping thread for process SOSDEVNQL02:30000:1481391577:5504356926003031614 (sleeping for 30000ms) Sat Dec 10 11:39:37.912 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:39:37.913 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:39:37.913 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:39:37.914 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:39:37.915 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:39:37.915 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:39:52.925 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:40:07.913 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 2 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:40:07.912-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:40:07.914 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 2 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:40:07.912-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:40:07.914 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 2 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:40:07.912-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 11:40:07.914 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 3 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:40:07.912-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:40:07.915 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 3 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:40:07.912-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:40:22.927 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:40:22.929 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:40:37.916 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:40:37.918 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:40:37.920 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:40:39.915 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 11:40:39.915 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 11:40:39.915 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: operation exceeded time limit Sat Dec 10 11:41:07.918 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 13 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:07.916-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:07.918 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 13 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:07.916-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:07.918 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 13 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:07.916-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 11:41:11.918 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 17 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:11.917-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:11.918 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 17 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:11.917-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:11.918 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 17 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:11.917-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:14.421 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:41:14.422 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:41:22.924 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:41:44.422 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 21 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:44.420-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:44.423 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 21 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:44.420-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:44.423 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 21 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:41:44.420-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:41:46.424 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:41:46.426 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:41:52.926 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:41:52.928 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:42:07.921 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 24 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:07.920-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:07.921 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 24 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:07.920-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:07.921 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 24 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:07.920-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 11:42:07.938 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:42:16.425 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 26 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:16.424-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:16.425 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 26 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:16.424-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:37.923 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:42:37.925 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:42:37.940 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:42:37.941 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:42:48.429 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 33 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:48.427-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:48.429 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 33 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:48.427-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:48.429 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 33 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:42:48.427-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:42:50.430 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:42:50.432 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:42:52.938 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:43:07.925 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 34 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:43:07.923-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:43:07.925 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 34 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:43:07.923-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:43:07.925 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 34 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:43:07.923-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 11:43:20.431 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 39 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:43:20.430-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:43:20.431 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 39 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T11:43:20.430-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 11:43:22.940 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:43:22.942 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:43:30.311 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: ShutdownInProgress: Replication is being shut down. Sat Dec 10 11:43:32.110 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: HostUnreachable: An existing connection was forcibly closed by the remote host. Sat Dec 10 11:43:32.610 I NETWORK [initandlisten] Socket hangup detected, no longer connected (idle 10 secs, remote host 10.112.9.26:20000) Sat Dec 10 11:43:33.609 W NETWORK [initandlisten] Failed to connect to 10.112.9.26:20000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 11:43:33.610 W NETWORK [initandlisten] No primary detected for set ConfigSvr Sat Dec 10 11:43:33.610 I NETWORK [initandlisten] All nodes for set ConfigSvr are down. This has happened for 1 checks in a row. Sat Dec 10 11:43:34.616 W NETWORK [initandlisten] No primary detected for set ConfigSvr Sat Dec 10 11:43:34.616 I ASIO [initandlisten] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 11:43:34.616 I ASIO [initandlisten] after drop, pool was empty, going to spawn some connections Sat Dec 10 11:43:34.616 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:43:34.618 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:43:37.927 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:43:37.928 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:44:00.313 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:44:00.315 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:44:01.112 I NETWORK [shard registry reload] Starting new replica set monitor for shard2ReplSet/sosdevnql02:40000 Sat Dec 10 11:44:01.112 I NETWORK [shard registry reload] Starting new replica set monitor for shard1ReplSet/sosdevnql02:30000 Sat Dec 10 11:44:02.110 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] Failed to connect to 10.112.9.26:40000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 11:44:02.111 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set shard2ReplSet Sat Dec 10 11:44:02.111 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set shard2ReplSet are down. This has happened for 1 checks in a row. Sat Dec 10 11:44:03.137 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] Failed to connect to 10.112.9.26:30000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 11:44:03.138 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set shard1ReplSet Sat Dec 10 11:44:03.138 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set shard1ReplSet are down. This has happened for 1 checks in a row. Sat Dec 10 11:44:03.432 I FTDC [initandlisten] Initializing full-time diagnostic data capture with directory 'D:/dataShard1/db/diagnostic.data' Sat Dec 10 11:44:03.435 I NETWORK [thread2] waiting for connections on port 30000 Sat Dec 10 11:44:03.435 I STORAGE [initandlisten] Service running Sat Dec 10 11:44:03.436 I NETWORK [thread2] connection accepted from 10.112.9.26:58163 #1 (1 connection now open) Sat Dec 10 11:44:03.437 I REPL [replExecDBWorker-0] New replica set config in use: { _id: "shard1ReplSet", version: 1, protocolVersion: 1, members: [ { _id: 0, host: "sosdevnql02:30000", arbiterOnly: false, buildIndexes: true, hidden: false, priority: 1.0, tags: {}, slaveDelay: 0, votes: 1 } ], settings: { chainingAllowed: true, heartbeatIntervalMillis: 2000, heartbeatTimeoutSecs: 10, electionTimeoutMillis: 10000, catchUpTimeoutMillis: 2000, getLastErrorModes: {}, getLastErrorDefaults: { w: 1, wtimeout: 0 }, replicaSetId: ObjectId('584b5f861db0b568f0b3c69d') } } Sat Dec 10 11:44:03.437 I REPL [replExecDBWorker-0] This node is sosdevnql02:30000 in the config Sat Dec 10 11:44:03.437 I REPL [replExecDBWorker-0] transition to STARTUP2 Sat Dec 10 11:44:03.437 I REPL [replExecDBWorker-0] Starting replication storage threads Sat Dec 10 11:44:03.437 I - [conn1] end connection 10.112.9.26:58163 (1 connection now open) Sat Dec 10 11:44:03.439 I REPL [replExecDBWorker-0] Starting replication fetcher thread Sat Dec 10 11:44:03.439 I REPL [replExecDBWorker-0] Starting replication applier thread Sat Dec 10 11:44:03.440 I REPL [replExecDBWorker-0] Starting replication reporter thread Sat Dec 10 11:44:03.440 I REPL [rsSync] transition to RECOVERING Sat Dec 10 11:44:03.442 I REPL [rsSync] transition to SECONDARY Sat Dec 10 11:44:03.442 I REPL [rsSync] conducting a dry run election to see if we could be elected Sat Dec 10 11:44:03.442 I REPL [ReplicationExecutor] dry election run succeeded, running for election Sat Dec 10 11:44:03.443 I REPL [ReplicationExecutor] election succeeded, assuming primary role in term 4 Sat Dec 10 11:44:03.443 I REPL [ReplicationExecutor] transition to PRIMARY Sat Dec 10 11:44:03.443 I REPL [ReplicationExecutor] Could not access any nodes within timeout when checking for additional ops to apply before finishing transition to primary. Will move forward with becoming primary anyway. Sat Dec 10 11:44:04.278 I NETWORK [thread2] connection accepted from 10.112.9.26:58166 #2 (1 connection now open) Sat Dec 10 11:44:04.278 I NETWORK [conn2] received client metadata from 10.112.9.26:58166 conn2: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:44:04.441 I SHARDING [rsSync] Sharding state recovery process found document { _id: "minOpTimeRecovery", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", minOpTime: { ts: Timestamp 1481378442000|2, t: 6 }, minOpTimeUpdaters: 0 } Sat Dec 10 11:44:04.442 I REPL [rsSync] transition to primary complete; database writes are now permitted Sat Dec 10 11:44:15.355 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:44:33.127 I NETWORK [thread2] connection accepted from 10.112.9.26:58174 #3 (2 connections now open) Sat Dec 10 11:44:33.127 I NETWORK [thread2] connection accepted from 10.112.9.26:58175 #4 (3 connections now open) Sat Dec 10 11:44:33.128 I NETWORK [conn3] received client metadata from 10.112.9.26:58174 conn3: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:44:33.128 I NETWORK [conn4] received client metadata from 10.112.9.26:58175 conn4: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:44:33.139 I NETWORK [thread2] connection accepted from 10.112.9.26:58176 #5 (4 connections now open) Sat Dec 10 11:44:33.139 I NETWORK [conn5] received client metadata from 10.112.9.26:58176 conn5: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:44:57.471 I NETWORK [thread2] connection accepted from 10.112.9.26:58182 #6 (5 connections now open) Sat Dec 10 11:44:57.471 I NETWORK [conn6] received client metadata from 10.112.9.26:58182 conn6: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:44:59.700 I NETWORK [thread2] connection accepted from 10.112.9.26:58185 #7 (6 connections now open) Sat Dec 10 11:44:59.701 I NETWORK [conn7] received client metadata from 10.112.9.26:58185 conn7: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:44:59.704 I NETWORK [thread2] connection accepted from 10.112.9.26:58186 #8 (7 connections now open) Sat Dec 10 11:44:59.704 I NETWORK [conn8] received client metadata from 10.112.9.26:58186 conn8: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:45:01.419 I NETWORK [thread2] connection accepted from 10.112.9.26:58187 #9 (8 connections now open) Sat Dec 10 11:45:01.419 I NETWORK [conn9] received client metadata from 10.112.9.26:58187 conn9: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:45:01.713 I NETWORK [thread2] connection accepted from 10.112.9.26:58189 #10 (9 connections now open) Sat Dec 10 11:45:01.714 I NETWORK [conn10] received client metadata from 10.112.9.26:58189 conn10: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:45:01.745 I NETWORK [thread2] connection accepted from 10.112.9.26:58190 #11 (10 connections now open) Sat Dec 10 11:45:01.745 I NETWORK [conn11] received client metadata from 10.112.9.26:58190 conn11: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:45:01.835 I COMMAND [conn8] command IISLogs.pubprdenr04 command: collStats { collstats: "pubprdenr04" } numYields:0 reslen:17548 locks:{ Global: { acquireCount: { r: 2 } }, Database: { acquireCount: { r: 1 } }, Collection: { acquireCount: { r: 1 } } } protocol:op_command 163ms Sat Dec 10 11:45:02.146 I NETWORK [thread2] connection accepted from 10.112.9.26:58193 #12 (11 connections now open) Sat Dec 10 11:45:02.146 I NETWORK [conn12] received client metadata from 10.112.9.26:58193 conn12: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:45:31.120 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:47:16.127 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:47:16.128 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:47:17.469 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:48:33.100 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:49:16.139 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:49:16.141 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:49:18.106 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:49:57.480 I - [conn6] end connection 10.112.9.26:58182 (11 connections now open) Sat Dec 10 11:49:59.704 I - [conn7] end connection 10.112.9.26:58185 (10 connections now open) Sat Dec 10 11:50:03.117 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:50:25.560 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubbsdweb1 based on: (empty) Sat Dec 10 11:50:25.562 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:50:25.564 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:50:25.565 I SHARDING [conn12] Marking collection IISLogs.pubbsdweb1 as sharded with collection version: 99|1||584bba0d90d1dc672b548145, shard version: 99|1||584bba0d90d1dc672b548145 Sat Dec 10 11:50:25.565 I SHARDING [conn12] MetadataLoader took 4 ms and found version 99|1||584bba0d90d1dc672b548145 Sat Dec 10 11:50:25.576 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubbsdweb2 based on: (empty) Sat Dec 10 11:50:25.580 I SHARDING [conn12] Marking collection IISLogs.pubbsdweb2 as sharded with collection version: 110|1||584bbf7a90d1dc672b548236, shard version: 110|1||584bbf7a90d1dc672b548236 Sat Dec 10 11:50:25.580 I SHARDING [conn12] MetadataLoader took 3 ms and found version 110|1||584bbf7a90d1dc672b548236 Sat Dec 10 11:50:25.589 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdenr01 based on: (empty) Sat Dec 10 11:50:25.590 I SHARDING [conn12] Marking collection IISLogs.pubprdenr01 as sharded with collection version: 8|1||584bc07690d1dc672b548266, shard version: 8|1||584bc07690d1dc672b548266 Sat Dec 10 11:50:25.590 I SHARDING [conn12] MetadataLoader took 1 ms and found version 8|1||584bc07690d1dc672b548266 Sat Dec 10 11:50:25.596 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdenr02 based on: (empty) Sat Dec 10 11:50:25.597 I SHARDING [conn12] Marking collection IISLogs.pubprdenr02 as sharded with collection version: 6|1||584bc09190d1dc672b54826b, shard version: 6|1||584bc09190d1dc672b54826b Sat Dec 10 11:50:25.597 I SHARDING [conn12] MetadataLoader took 1 ms and found version 6|1||584bc09190d1dc672b54826b Sat Dec 10 11:50:25.603 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdenr03 based on: (empty) Sat Dec 10 11:50:25.605 I SHARDING [conn12] Marking collection IISLogs.pubprdenr03 as sharded with collection version: 20|1||584bc0d090d1dc672b548270, shard version: 20|1||584bc0d090d1dc672b548270 Sat Dec 10 11:50:25.605 I SHARDING [conn12] MetadataLoader took 1 ms and found version 20|1||584bc0d090d1dc672b548270 Sat Dec 10 11:50:25.611 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdenr04 based on: (empty) Sat Dec 10 11:50:25.612 I SHARDING [conn12] Marking collection IISLogs.pubprdenr04 as sharded with collection version: 7|1||584bc0e990d1dc672b548274, shard version: 7|1||584bc0e990d1dc672b548274 Sat Dec 10 11:50:25.612 I SHARDING [conn12] MetadataLoader took 1 ms and found version 7|1||584bc0e990d1dc672b548274 Sat Dec 10 11:50:25.619 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdenr05 based on: (empty) Sat Dec 10 11:50:25.620 I SHARDING [conn12] Marking collection IISLogs.pubprdenr05 as sharded with collection version: 2|1||584bc0ee90d1dc672b548278, shard version: 2|1||584bc0ee90d1dc672b548278 Sat Dec 10 11:50:25.620 I SHARDING [conn12] MetadataLoader took 1 ms and found version 2|1||584bc0ee90d1dc672b548278 Sat Dec 10 11:50:25.626 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdweb01 based on: (empty) Sat Dec 10 11:50:25.631 I SHARDING [conn12] Marking collection IISLogs.pubprdweb01 as sharded with collection version: 161|1||584bbf4f90d1dc672b54822e, shard version: 161|1||584bbf4f90d1dc672b54822e Sat Dec 10 11:50:25.631 I SHARDING [conn12] MetadataLoader took 5 ms and found version 161|1||584bbf4f90d1dc672b54822e Sat Dec 10 11:50:25.641 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdweb02 based on: (empty) Sat Dec 10 11:50:25.645 I SHARDING [conn12] Marking collection IISLogs.pubprdweb02 as sharded with collection version: 125|1||584bc22c90d1dc672b54829b, shard version: 125|1||584bc22c90d1dc672b54829b Sat Dec 10 11:50:25.645 I SHARDING [conn12] MetadataLoader took 4 ms and found version 125|1||584bc22c90d1dc672b54829b Sat Dec 10 11:50:25.654 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdweb03 based on: (empty) Sat Dec 10 11:50:25.661 I SHARDING [conn12] Marking collection IISLogs.pubprdweb03 as sharded with collection version: 220|1||584bc97f90d1dc672b548352, shard version: 220|1||584bc97f90d1dc672b548352 Sat Dec 10 11:50:25.661 I SHARDING [conn12] MetadataLoader took 6 ms and found version 220|1||584bc97f90d1dc672b548352 Sat Dec 10 11:50:25.672 I SHARDING [conn12] MetadataLoader loading chunks for IISLogs.pubprdweb04 based on: (empty) Sat Dec 10 11:50:25.678 I SHARDING [conn12] Marking collection IISLogs.pubprdweb04 as sharded with collection version: 220|1||584bcad890d1dc672b54835d, shard version: 220|1||584bcad890d1dc672b54835d Sat Dec 10 11:50:25.678 I SHARDING [conn12] MetadataLoader took 6 ms and found version 220|1||584bcad890d1dc672b54835d Sat Dec 10 11:50:25.963 I COMMAND [conn12] command IISLogs.pubbsdweb1 command: count { count: "pubbsdweb1", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keysExamined:21086 docsExamined:0 numYields:168 reslen:104 locks:{ Global: { acquireCount: { r: 338 } }, Database: { acquireCount: { r: 169 } }, Collection: { acquireCount: { r: 169 } } } protocol:op_query 145ms Sat Dec 10 11:50:26.304 I COMMAND [conn12] command IISLogs.pubprdenr03 command: count { count: "pubprdenr03", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keysExamined:9153 docsExamined:0 numYields:78 reslen:104 locks:{ Global: { acquireCount: { r: 158 } }, Database: { acquireCount: { r: 79 } }, Collection: { acquireCount: { r: 79 } } } protocol:op_query 239ms Sat Dec 10 11:50:26.583 I COMMAND [conn12] command IISLogs.pubprdweb01 command: count { count: "pubprdweb01", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keysExamined:24773 docsExamined:0 numYields:198 reslen:104 locks:{ Global: { acquireCount: { r: 398 } }, Database: { acquireCount: { r: 199 } }, Collection: { acquireCount: { r: 199 } } } protocol:op_query 198ms Sat Dec 10 11:50:26.790 I COMMAND [conn12] command IISLogs.pubprdweb03 command: count { count: "pubprdweb03", query: { datetime: { $gte: new Date(1481349600000), $lte: new Date(1481522400000) } } } planSummary: COUNT_SCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } keysExamined:13623 docsExamined:0 numYields:108 reslen:104 locks:{ Global: { acquireCount: { r: 218 } }, Database: { acquireCount: { r: 109 } }, Collection: { acquireCount: { r: 109 } } } protocol:op_query 104ms Sat Dec 10 11:50:27.096 I NETWORK [thread2] connection accepted from 10.112.9.26:58283 #13 (10 connections now open) Sat Dec 10 11:50:27.097 I NETWORK [conn13] received client metadata from 10.112.9.26:58283 conn13: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:50:27.175 I NETWORK [thread2] connection accepted from 10.112.9.26:58284 #14 (11 connections now open) Sat Dec 10 11:50:27.175 I NETWORK [conn14] received client metadata from 10.112.9.26:58284 conn14: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:50:27.232 I NETWORK [thread2] connection accepted from 10.112.9.26:58285 #15 (12 connections now open) Sat Dec 10 11:50:27.232 I NETWORK [conn15] received client metadata from 10.112.9.26:58285 conn15: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-3", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:50:27.238 I NETWORK [thread2] connection accepted from 10.112.9.26:58286 #16 (13 connections now open) Sat Dec 10 11:50:27.239 I NETWORK [conn16] received client metadata from 10.112.9.26:58286 conn16: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-0", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:50:48.131 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:51:33.137 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:52:16.156 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:52:16.158 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:52:18.144 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:52:26.077 I NETWORK [thread2] connection accepted from 10.112.9.26:58308 #17 (14 connections now open) Sat Dec 10 11:52:26.078 I NETWORK [conn17] received client metadata from 10.112.9.26:58308 conn17: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:52:32.561 I COMMAND [conn17] getmore IISLogs.pubprdenr01 query: { aggregate: "pubprdenr01", pipeline: [ { $project: { _id: false, IP: "$IP", dayOfWeek: { $isoDayOfWeek: [ "$datetime" ] } } } ], fromRouter: true, cursor: { batchSize: 0 } } planSummary: COLLSCAN cursorid:73286461267 ntoreturn:0 keysExamined:0 docsExamined:488069 numYields:3948 nreturned:463580 reslen:16777186 locks:{ Global: { acquireCount: { r: 7912 } }, Database: { acquireCount: { r: 3956 } }, Collection: { acquireCount: { r: 3956 } } } 6482ms Sat Dec 10 11:52:32.661 I COMMAND [conn12] command IISLogs.pubprdenr01 command: aggregate { aggregate: "pubprdenr01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr01", id: 73286461267 }, { host: "sosdevnql02:40000", ns: "IISLogs.pubprdenr01", id: 44224174447 } ] } ], collation: { locale: "simple" }, cursor: {} } cursorid:74585997037 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4191 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 6584ms Sat Dec 10 11:53:01.633 I NETWORK [thread2] connection accepted from 10.112.9.26:58311 #18 (15 connections now open) Sat Dec 10 11:53:01.633 I NETWORK [conn18] received client metadata from 10.112.9.26:58311 conn18: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:53:03.152 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:53:46.167 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:53:46.168 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:53:48.159 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:54:33.169 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:55:08.779 I NETWORK [thread2] connection accepted from 10.112.9.26:58324 #19 (16 connections now open) Sat Dec 10 11:55:08.780 I NETWORK [conn19] received client metadata from 10.112.9.26:58324 conn19: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:55:16.176 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:55:16.178 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:55:18.177 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:55:52.868 I NETWORK [thread2] connection accepted from 10.112.9.26:58332 #20 (17 connections now open) Sat Dec 10 11:55:52.868 I NETWORK [conn20] received client metadata from 10.112.9.26:58332 conn20: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:55:53.743 I COMMAND [conn13] command IISLogs.Country command: getMore { getMore: 43448303859, collection: "Country" } originatingCommand: { find: "Country", limit: 2147483647, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: COLLSCAN cursorid:43448303859 keysExamined:0 docsExamined:151197 numYields:1184 nreturned:151196 reslen:16777363 locks:{ Global: { acquireCount: { r: 2370 } }, Database: { acquireCount: { r: 1185 } }, Collection: { acquireCount: { r: 1185 } } } protocol:op_command 144ms Sat Dec 10 11:55:55.183 I COMMAND [conn13] command IISLogs.Country command: getMore { getMore: 43448303859, collection: "Country" } originatingCommand: { find: "Country", limit: 2147483647, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: COLLSCAN cursorid:43448303859 keysExamined:0 docsExamined:150020 numYields:1176 nreturned:150020 reslen:16777342 locks:{ Global: { acquireCount: { r: 2354 } }, Database: { acquireCount: { r: 1177 } }, Collection: { acquireCount: { r: 1177 } } } protocol:op_command 147ms Sat Dec 10 11:56:03.185 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:56:08.616 I SHARDING [conn19] request split points lookup for chunk IISLogs.pubprdweb03 { : new Date(1481306017000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 11:56:08.862 W SHARDING [conn19] Finding the split vector for IISLogs.pubprdweb03 over { datetime: 1.0 } keyCount: 109297 numSplits: 0 lookedAt: 59208 took 246ms Sat Dec 10 11:56:08.863 I COMMAND [conn19] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481306017000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } numYields:468 reslen:166 locks:{ Global: { acquireCount: { r: 938 } }, Database: { acquireCount: { r: 469 } }, Collection: { acquireCount: { r: 469 } } } protocol:op_command 246ms Sat Dec 10 11:56:46.185 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:56:46.186 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:56:48.190 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:57:09.078 I NETWORK [thread2] connection accepted from 10.112.9.26:58337 #21 (18 connections now open) Sat Dec 10 11:57:09.082 I NETWORK [conn21] received client metadata from 10.112.9.26:58337 conn21: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:57:09.083 I NETWORK [thread2] connection accepted from 10.112.9.26:58338 #22 (19 connections now open) Sat Dec 10 11:57:09.083 I NETWORK [thread2] connection accepted from 10.112.9.26:58339 #23 (20 connections now open) Sat Dec 10 11:57:09.083 I NETWORK [conn22] received client metadata from 10.112.9.26:58338 conn22: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:57:09.085 I NETWORK [conn23] received client metadata from 10.112.9.26:58339 conn23: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:57:09.256 I COMMAND [conn21] command IISLogs.WatchList command: collStats { collStats: "WatchList", verbose: 1 } numYields:0 reslen:17116 locks:{ Global: { acquireCount: { r: 2 } }, Database: { acquireCount: { r: 1 } }, Collection: { acquireCount: { r: 1 } } } protocol:op_command 101ms Sat Dec 10 11:57:09.281 I COMMAND [conn23] command IISLogs.AuthorizedUsers command: aggregate { aggregate: "AuthorizedUsers", pipeline: [ { $sample: { size: 1000 } } ], allowDiskUse: true, maxTimeMS: 10000, cursor: { batchSize: 1000 } } planSummary: COLLSCAN keysExamined:0 docsExamined:6 cursorExhausted:1 numYields:1 nreturned:6 reslen:869 locks:{ Global: { acquireCount: { r: 10 } }, Database: { acquireCount: { r: 5 } }, Collection: { acquireCount: { r: 4 } } } protocol:op_command 125ms Sat Dec 10 11:57:09.282 I COMMAND [conn8] command IISLogs.pubprdweb01 command: collStats { collStats: "pubprdweb01", verbose: 1 } numYields:0 reslen:17588 locks:{ Global: { acquireCount: { r: 2 } }, Database: { acquireCount: { r: 1 } }, Collection: { acquireCount: { r: 1 } } } protocol:op_command 143ms Sat Dec 10 11:57:09.284 I COMMAND [conn9] command IISLogs.pubbsdweb1 command: collStats { collStats: "pubbsdweb1", verbose: 1 } numYields:0 reslen:17575 locks:{ Global: { acquireCount: { r: 2 } }, Database: { acquireCount: { r: 1 } }, Collection: { acquireCount: { r: 1 } } } protocol:op_command 121ms Sat Dec 10 11:57:17.716 I NETWORK [thread2] connection accepted from 10.112.9.26:58344 #24 (21 connections now open) Sat Dec 10 11:57:17.717 I NETWORK [conn24] received client metadata from 10.112.9.26:58344 conn24: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:57:27.761 I COMMAND [conn18] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $sample: { size: 1000 } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 }, maxTimeMS: 10000 } planSummary: MULTI_ITERATOR cursorid:111317825370 ntoreturn:0 exception: operation exceeded time limit code:50 numYields:499 nreturned:1 reslen:75 locks:{ Global: { acquireCount: { r: 1004 } }, Database: { acquireCount: { r: 502 } }, Collection: { acquireCount: { r: 502 } } } 10015ms Sat Dec 10 11:57:27.762 I - [conn18] end connection 10.112.9.26:58311 (21 connections now open) Sat Dec 10 11:57:33.201 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:58:16.193 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:58:16.195 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:58:18.207 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:58:35.824 I COMMAND [conn24] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $sample: { size: 1000 } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 }, maxTimeMS: 60000 } planSummary: MULTI_ITERATOR cursorid:108728610470 ntoreturn:0 exception: operation exceeded time limit code:50 numYields:3121 nreturned:1 reslen:75 locks:{ Global: { acquireCount: { r: 6248 } }, Database: { acquireCount: { r: 3124 } }, Collection: { acquireCount: { r: 3124 } } } 60026ms Sat Dec 10 11:58:35.827 I NETWORK [conn23] scoped connection to sosdevnql02:30000 not being returned to the pool Sat Dec 10 11:58:35.828 I NETWORK [conn23] scoped connection to sosdevnql02:40000 not being returned to the pool Sat Dec 10 11:58:35.828 I - [conn24] end connection 10.112.9.26:58344 (20 connections now open) Sat Dec 10 11:58:35.828 I COMMAND [conn23] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb04", id: 108728610470 }, { host: "sosdevnql02:40000", ns: "IISLogs.pubprdweb04", id: 80885755179 } ] }, { $sort: { $computed0: { $meta: "randVal" } } }, { $limit: 1000 } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: { batchSize: 1000 }, maxTimeMS: 60000 } exception: Received error in response from sosdevnql02:30000: { $err: "operation exceeded time limit", code: 50 } code:50 numYields:0 reslen:291 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 60030ms Sat Dec 10 11:58:46.239 I NETWORK [thread2] connection accepted from 10.112.9.26:58352 #25 (20 connections now open) Sat Dec 10 11:58:46.240 I NETWORK [conn25] received client metadata from 10.112.9.26:58352 conn25: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 11:59:03.215 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 11:59:46.202 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 11:59:46.204 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 11:59:48.223 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:00:05.354 I SHARDING [conn19] request split points lookup for chunk IISLogs.pubprdweb02 { : new Date(1481261135000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 12:00:05.702 W SHARDING [conn19] Finding the split vector for IISLogs.pubprdweb02 over { datetime: 1.0 } keyCount: 102612 numSplits: 0 lookedAt: 55905 took 347ms Sat Dec 10 12:00:05.702 I COMMAND [conn19] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb02", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481261135000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } numYields:443 reslen:166 locks:{ Global: { acquireCount: { r: 888 } }, Database: { acquireCount: { r: 444 } }, Collection: { acquireCount: { r: 444 } } } protocol:op_command 347ms Sat Dec 10 12:00:33.233 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:01:45.408 I SHARDING [conn19] request split points lookup for chunk IISLogs.pubprdenr03 { : new Date(1480974879000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 12:01:46.214 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:01:46.215 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:01:46.252 W SHARDING [conn19] Finding the split vector for IISLogs.pubprdenr03 over { datetime: 1.0 } keyCount: 123817 numSplits: 0 lookedAt: 98338 took 843ms Sat Dec 10 12:01:46.252 I COMMAND [conn19] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdenr03", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1480974879000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } numYields:793 reslen:166 locks:{ Global: { acquireCount: { r: 1588 } }, Database: { acquireCount: { r: 794 } }, Collection: { acquireCount: { r: 794 } } } protocol:op_command 843ms Sat Dec 10 12:01:49.190 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:02:04.789 I SHARDING [conn19] request split points lookup for chunk IISLogs.pubbsdweb1 { : new Date(1481311559000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 12:02:05.194 W SHARDING [conn19] Finding the split vector for IISLogs.pubbsdweb1 over { datetime: 1.0 } keyCount: 115307 numSplits: 0 lookedAt: 80332 took 404ms Sat Dec 10 12:02:05.194 I COMMAND [conn19] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubbsdweb1", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481311559000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } numYields:639 reslen:166 locks:{ Global: { acquireCount: { r: 1280 } }, Database: { acquireCount: { r: 640 } }, Collection: { acquireCount: { r: 640 } } } protocol:op_command 404ms Sat Dec 10 12:02:09.357 I COMMAND [conn21] command IISLogs.Country command: aggregate { aggregate: "Country", pipeline: [ { $sample: { size: 1000 } } ], allowDiskUse: true, maxTimeMS: 10000, cursor: { batchSize: 1000 } } planSummary: MULTI_ITERATOR cursorid:44091452816 keysExamined:0 docsExamined:0 numYields:347 nreturned:1000 reslen:109355 locks:{ Global: { acquireCount: { r: 704 } }, Database: { acquireCount: { r: 352 } }, Collection: { acquireCount: { r: 351 } } } protocol:op_command 131ms Sat Dec 10 12:02:23.755 I NETWORK [clientcursormon] scoped connection to sosdevnql02:30000 not being returned to the pool Sat Dec 10 12:02:23.755 I COMMAND [conn17] killcursors: found 0 of 1 Sat Dec 10 12:02:23.755 I - [conn17] end connection 10.112.9.26:58308 (20 connections now open) Sat Dec 10 12:02:23.757 I NETWORK [clientcursormon] scoped connection to sosdevnql02:40000 not being returned to the pool Sat Dec 10 12:03:05.001 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:03:35.004 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:03:35.011 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:03:46.225 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 252 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:03:46.223-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:03:46.225 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 252 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:03:46.223-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:03:46.226 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 252 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:03:46.223-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:03:50.021 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:04:20.023 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:04:20.024 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:04:35.028 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:04:46.237 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 257 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:04:46.236-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:04:46.237 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 257 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:04:46.236-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:04:46.237 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 257 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:04:46.236-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:05:16.239 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:05:16.240 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:05:20.036 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:05:46.240 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 263 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:05:46.239-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:05:46.240 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 263 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:05:46.239-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:05:46.241 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 263 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:05:46.239-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:06:05.047 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:06:35.049 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:06:35.050 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:06:46.236 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:06:46.236 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:06:46.236 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 12:06:50.060 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:07:05.196 I - [conn19] end connection 10.112.9.26:58324 (19 connections now open) Sat Dec 10 12:07:09.266 I - [conn15] end connection 10.112.9.26:58285 (18 connections now open) Sat Dec 10 12:07:18.152 I - [conn13] end connection 10.112.9.26:58283 (17 connections now open) Sat Dec 10 12:07:33.251 I - [conn16] end connection 10.112.9.26:58286 (16 connections now open) Sat Dec 10 12:07:35.073 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:07:46.239 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 274 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:07:46.238-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:07:46.240 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 274 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:07:46.238-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:07:46.240 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 274 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:07:46.238-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:08:16.242 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:08:16.244 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:08:20.077 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:08:46.243 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 279 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:08:46.242-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:08:46.243 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 279 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:08:46.242-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:08:46.243 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 279 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:08:46.242-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:09:05.083 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:09:35.085 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:09:35.087 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:09:46.240 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:09:46.240 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:09:46.240 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 12:09:50.093 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:10:03.881 I - [conn14] end connection 10.112.9.26:58284 (15 connections now open) Sat Dec 10 12:10:13.626 I NETWORK [thread2] connection accepted from 10.112.9.26:62025 #26 (15 connections now open) Sat Dec 10 12:10:13.626 I NETWORK [conn26] received client metadata from 10.112.9.26:62025 conn26: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-3", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:10:13.648 I NETWORK [thread2] connection accepted from 10.112.9.26:62026 #27 (16 connections now open) Sat Dec 10 12:10:13.648 I NETWORK [conn27] received client metadata from 10.112.9.26:62026 conn27: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-0", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:10:13.666 I NETWORK [thread2] connection accepted from 10.112.9.26:62027 #28 (17 connections now open) Sat Dec 10 12:10:13.667 I NETWORK [conn28] received client metadata from 10.112.9.26:62027 conn28: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:10:13.674 I NETWORK [thread2] connection accepted from 10.112.9.26:62028 #29 (18 connections now open) Sat Dec 10 12:10:13.674 I NETWORK [conn29] received client metadata from 10.112.9.26:62028 conn29: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:10:15.397 I - [conn2] end connection 10.112.9.26:58166 (18 connections now open) Sat Dec 10 12:10:16.243 I ASIO [shard registry reload] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 12:10:16.243 I ASIO [shard registry reload] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 12:10:16.243 I ASIO [shard registry reload] after drop, pool was empty, going to spawn some connections Sat Dec 10 12:10:16.243 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:10:17.241 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Failed to connect to sosdevnql02:20000 - HostUnreachable: No connection could be made because the target machine actively refused it. Sat Dec 10 12:10:17.241 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: HostUnreachable: No connection could be made because the target machine actively refused it. Sat Dec 10 12:10:17.241 I NETWORK [shard registry reload] Socket hangup detected, no longer connected (idle 14 secs, remote host 10.112.9.26:20000) Sat Dec 10 12:10:17.748 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 12:10:17.749 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:10:17.750 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:10:20.096 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:10:20.097 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:10:35.142 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:10:47.750 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 292 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:10:47.748-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:10:47.750 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 292 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:10:47.748-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:10:47.751 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 292 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:10:47.748-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:11:17.754 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:11:17.755 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:11:20.156 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:11:47.755 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 299 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:11:47.753-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:11:47.755 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 299 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:11:47.753-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:11:47.755 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 299 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:11:47.753-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:12:05.168 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:12:35.170 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:12:35.171 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:12:47.759 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 305 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:12:47.757-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:12:47.759 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 305 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:12:47.757-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:12:47.760 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 305 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:12:47.757-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:12:50.180 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:13:20.182 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:13:20.183 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:13:24.143 I COMMAND [conn12] CMD: drop IISLogs.pubprdweb05 Sat Dec 10 12:13:24.293 I COMMAND [conn12] command IISLogs.pubprdweb05 command: drop { drop: "pubprdweb05" } numYields:0 reslen:199 locks:{ Global: { acquireCount: { r: 2, w: 2 } }, Database: { acquireCount: { w: 1, W: 1 } }, Metadata: { acquireCount: { w: 1 } }, oplog: { acquireCount: { w: 1 } } } protocol:op_command 150ms Sat Dec 10 12:13:24.530 I NETWORK [thread2] connection accepted from 10.112.9.26:62077 #30 (18 connections now open) Sat Dec 10 12:13:24.531 I NETWORK [conn30] received client metadata from 10.112.9.26:62077 conn30: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:13:35.195 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:13:47.763 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 310 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:13:47.761-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:13:47.763 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 310 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:13:47.761-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:13:47.763 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 310 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:13:47.761-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:14:17.765 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:14:17.767 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:14:20.200 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:14:47.766 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 316 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:14:47.765-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:14:47.767 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 316 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:14:47.765-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:14:47.767 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 316 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:14:47.765-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:15:05.206 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:15:35.207 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:15:35.209 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:15:47.771 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 322 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:15:47.769-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:15:47.771 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 322 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:15:47.769-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:15:47.771 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 322 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:15:47.769-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:15:50.206 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:16:05.683 I - [conn28] end connection 10.112.9.26:62027 (18 connections now open) Sat Dec 10 12:16:05.701 I - [conn29] end connection 10.112.9.26:62028 (17 connections now open) Sat Dec 10 12:16:05.742 I - [conn27] end connection 10.112.9.26:62026 (16 connections now open) Sat Dec 10 12:16:20.209 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:16:20.210 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:16:35.218 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:16:47.774 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 327 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:16:47.773-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:16:47.775 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 327 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:16:47.773-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:16:47.775 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 327 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:16:47.773-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:17:17.777 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:17:17.778 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:17:20.230 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:17:22.319 I NETWORK [thread2] connection accepted from 10.112.9.26:62109 #31 (16 connections now open) Sat Dec 10 12:17:22.319 I NETWORK [conn31] received client metadata from 10.112.9.26:62109 conn31: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:17:47.779 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 333 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:17:47.776-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:17:47.779 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 333 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:17:47.776-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:17:47.779 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 333 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:17:47.776-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:18:00.695 I - [conn26] end connection 10.112.9.26:62025 (16 connections now open) Sat Dec 10 12:18:05.235 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:18:24.536 I - [conn30] end connection 10.112.9.26:62077 (15 connections now open) Sat Dec 10 12:18:35.237 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:18:35.239 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:18:47.783 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 339 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:18:47.781-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:18:47.784 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 339 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:18:47.781-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:18:47.784 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 339 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:18:47.781-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:18:50.246 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:19:20.248 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:19:20.250 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:19:35.258 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:19:47.787 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 344 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:19:47.786-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:19:47.787 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 344 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:19:47.786-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:19:47.787 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 344 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:19:47.786-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:20:17.789 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:20:17.791 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:20:20.263 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:20:47.791 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 350 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:20:47.789-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:20:47.791 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 350 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:20:47.789-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:20:47.791 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 350 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:20:47.789-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:21:05.275 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:21:35.277 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:21:35.278 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:21:47.795 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 356 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:21:47.793-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:21:47.795 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 356 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:21:47.793-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:21:47.795 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 356 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:21:47.793-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:21:50.280 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:22:20.282 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:22:20.283 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:22:22.323 I - [conn31] end connection 10.112.9.26:62109 (14 connections now open) Sat Dec 10 12:22:35.290 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:22:47.791 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:22:47.791 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:22:47.791 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 12:22:53.201 I NETWORK [thread2] connection accepted from 10.112.9.26:62174 #32 (14 connections now open) Sat Dec 10 12:22:53.201 I NETWORK [conn32] received client metadata from 10.112.9.26:62174 conn32: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:23:20.296 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:23:47.795 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 367 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:23:47.794-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:23:47.795 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 367 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:23:47.794-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:23:47.795 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 367 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:23:47.794-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:24:05.306 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:24:35.307 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:24:35.309 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:24:47.800 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 372 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:24:47.797-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:24:47.800 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 372 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:24:47.797-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:24:47.800 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 372 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:24:47.797-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:24:50.317 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:25:20.319 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:25:20.321 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:25:35.328 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:25:47.803 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 377 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:25:47.802-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:25:47.803 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 377 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:25:47.802-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:25:47.804 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 377 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:25:47.802-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:26:17.805 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:26:17.807 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:26:20.334 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:26:47.807 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 383 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:26:47.805-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:26:47.807 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 383 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:26:47.805-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:26:47.807 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 383 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:26:47.805-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:27:05.338 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:27:35.340 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:27:35.342 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:27:47.811 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 389 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:27:47.809-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:27:47.811 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 389 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:27:47.809-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:27:47.812 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 389 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:27:47.809-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:27:50.335 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:27:53.207 I - [conn32] end connection 10.112.9.26:62174 (14 connections now open) Sat Dec 10 12:28:11.171 I NETWORK [thread2] connection accepted from 10.112.9.26:62237 #33 (14 connections now open) Sat Dec 10 12:28:11.177 I NETWORK [conn33] received client metadata from 10.112.9.26:62237 conn33: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:28:16.249 I NETWORK [thread2] connection accepted from 10.112.9.26:62239 #34 (15 connections now open) Sat Dec 10 12:28:16.249 I NETWORK [conn34] received client metadata from 10.112.9.26:62239 conn34: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:28:16.271 I NETWORK [thread2] connection accepted from 10.112.9.26:62240 #35 (16 connections now open) Sat Dec 10 12:28:16.272 I NETWORK [conn35] received client metadata from 10.112.9.26:62240 conn35: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-3", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:28:16.291 I NETWORK [thread2] connection accepted from 10.112.9.26:62241 #36 (17 connections now open) Sat Dec 10 12:28:16.291 I NETWORK [conn36] received client metadata from 10.112.9.26:62241 conn36: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-0", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:28:17.814 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 11600 could not get updated shard list from config server due to interrupted at shutdown; will retry after 30s Sat Dec 10 12:28:20.337 I ASIO [replSetDistLockPinger] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 12:28:20.337 I ASIO [replSetDistLockPinger] after drop, pool was empty, going to spawn some connections Sat Dec 10 12:28:20.337 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:28:20.839 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:28:20.839 I NETWORK [replSetDistLockPinger] Marking host sosdevnql02:20000 as failed :: caused by :: NotMaster: not master Sat Dec 10 12:28:20.839 I NETWORK [replSetDistLockPinger] Socket hangup detected, no longer connected (idle 12 secs, remote host 10.112.9.26:20000) Sat Dec 10 12:28:20.841 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 12:28:21.342 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 12:28:25.714 I NETWORK [thread2] connection accepted from 10.112.9.26:62249 #37 (18 connections now open) Sat Dec 10 12:28:25.714 I NETWORK [conn37] received client metadata from 10.112.9.26:62249 conn37: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:28:26.906 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:67581854416 ntoreturn:0 keysExamined:38600 docsExamined:38600 cursorExhausted:1 numYields:334 nreturned:1631 reslen:63649 locks:{ Global: { acquireCount: { r: 674 } }, Database: { acquireCount: { r: 337 } }, Collection: { acquireCount: { r: 337 } } } 1190ms Sat Dec 10 12:28:26.909 I COMMAND [conn23] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 67581854416 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:65783632488 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4516 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1196ms Sat Dec 10 12:28:27.709 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:70174195674 ntoreturn:0 keysExamined:24718 docsExamined:24718 cursorExhausted:1 numYields:212 nreturned:8 reslen:311 locks:{ Global: { acquireCount: { r: 430 } }, Database: { acquireCount: { r: 215 } }, Collection: { acquireCount: { r: 215 } } } 749ms Sat Dec 10 12:28:27.709 I COMMAND [conn23] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb2", id: 70174195674 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:8 reslen:518 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 750ms Sat Dec 10 12:28:28.445 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:84127099954 ntoreturn:0 keysExamined:14236 docsExamined:14236 cursorExhausted:1 numYields:132 nreturned:169 reslen:6590 locks:{ Global: { acquireCount: { r: 270 } }, Database: { acquireCount: { r: 135 } }, Collection: { acquireCount: { r: 135 } } } 715ms Sat Dec 10 12:28:28.446 I COMMAND [conn23] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr03", id: 84127099954 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:85314231961 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4525 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 716ms Sat Dec 10 12:28:28.564 I COMMAND [conn37] getmore IISLogs.pubprdenr04 query: { aggregate: "pubprdenr04", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:89717503846 ntoreturn:0 keysExamined:633 docsExamined:633 cursorExhausted:1 numYields:8 nreturned:182 reslen:7111 locks:{ Global: { acquireCount: { r: 22 } }, Database: { acquireCount: { r: 11 } }, Collection: { acquireCount: { r: 11 } } } 104ms Sat Dec 10 12:28:28.565 I COMMAND [conn23] command IISLogs.pubprdenr04 command: aggregate { aggregate: "pubprdenr04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr04", id: 89717503846 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:86504589398 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4533 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 105ms Sat Dec 10 12:28:30.160 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:98469202579 ntoreturn:0 keysExamined:44793 docsExamined:44793 cursorExhausted:1 numYields:391 nreturned:1486 reslen:57992 locks:{ Global: { acquireCount: { r: 788 } }, Database: { acquireCount: { r: 394 } }, Collection: { acquireCount: { r: 394 } } } 1576ms Sat Dec 10 12:28:30.164 I COMMAND [conn23] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 98469202579 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:96936448941 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4522 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1580ms Sat Dec 10 12:28:30.892 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:99124267794 ntoreturn:0 keysExamined:17904 docsExamined:17904 cursorExhausted:1 numYields:160 nreturned:1542 reslen:60214 locks:{ Global: { acquireCount: { r: 326 } }, Database: { acquireCount: { r: 163 } }, Collection: { acquireCount: { r: 163 } } } 685ms Sat Dec 10 12:28:30.895 I COMMAND [conn23] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb02", id: 99124267794 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:101201925453 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4528 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 689ms Sat Dec 10 12:28:32.427 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:103473725229 ntoreturn:0 keysExamined:43294 docsExamined:43294 cursorExhausted:1 numYields:381 nreturned:2774 reslen:108394 locks:{ Global: { acquireCount: { r: 768 } }, Database: { acquireCount: { r: 384 } }, Collection: { acquireCount: { r: 384 } } } 1485ms Sat Dec 10 12:28:32.433 I COMMAND [conn23] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 103473725229 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:106314203435 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4536 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 1491ms Sat Dec 10 12:28:32.878 I COMMAND [conn37] getmore IISLogs.pubprdweb04 query: { aggregate: "pubprdweb04", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$IP", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:110379665662 ntoreturn:0 keysExamined:8154 docsExamined:8154 cursorExhausted:1 numYields:75 nreturned:895 reslen:34979 locks:{ Global: { acquireCount: { r: 156 } }, Database: { acquireCount: { r: 78 } }, Collection: { acquireCount: { r: 78 } } } 371ms Sat Dec 10 12:28:32.880 I COMMAND [conn23] command IISLogs.pubprdweb04 command: aggregate { aggregate: "pubprdweb04", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb04", id: 110379665662 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } cursorid:110813463874 keysExamined:0 docsExamined:0 numYields:0 nreturned:101 reslen:4525 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 373ms Sat Dec 10 12:28:36.852 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:29:06.854 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:29:06.855 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:29:17.817 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:29:17.817 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:29:17.818 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 12:29:21.866 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:30:00.856 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481333400673) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:66329140715 ntoreturn:0 keysExamined:31434 docsExamined:0 cursorExhausted:1 numYields:248 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 502 } }, Database: { acquireCount: { r: 251 } }, Collection: { acquireCount: { r: 251 } } } 205ms Sat Dec 10 12:30:00.856 I COMMAND [conn23] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 66329140715 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 206ms Sat Dec 10 12:30:00.984 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481333400673) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:71743680457 ntoreturn:0 keysExamined:17476 docsExamined:0 cursorExhausted:1 numYields:138 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 282 } }, Database: { acquireCount: { r: 141 } }, Collection: { acquireCount: { r: 141 } } } 115ms Sat Dec 10 12:30:00.985 I COMMAND [conn23] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb2", id: 71743680457 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 115ms Sat Dec 10 12:30:01.228 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481333400673) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:97686211127 ntoreturn:0 keysExamined:16818 docsExamined:0 cursorExhausted:1 numYields:134 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 274 } }, Database: { acquireCount: { r: 137 } }, Collection: { acquireCount: { r: 137 } } } 120ms Sat Dec 10 12:30:01.228 I COMMAND [conn23] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 97686211127 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 121ms Sat Dec 10 12:30:01.471 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481333400673) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:106964356751 ntoreturn:0 keysExamined:17320 docsExamined:0 cursorExhausted:1 numYields:137 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 280 } }, Database: { acquireCount: { r: 140 } }, Collection: { acquireCount: { r: 140 } } } 125ms Sat Dec 10 12:30:01.472 I COMMAND [conn23] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 106964356751 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 126ms Sat Dec 10 12:30:01.716 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481333401564) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:64462519681 ntoreturn:0 keysExamined:31432 docsExamined:0 cursorExhausted:1 numYields:251 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 508 } }, Database: { acquireCount: { r: 254 } }, Collection: { acquireCount: { r: 254 } } } 192ms Sat Dec 10 12:30:01.716 I COMMAND [conn23] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 64462519681 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 192ms Sat Dec 10 12:30:01.827 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481333401564) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:71906028233 ntoreturn:0 keysExamined:17474 docsExamined:0 cursorExhausted:1 numYields:139 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 284 } }, Database: { acquireCount: { r: 142 } }, Collection: { acquireCount: { r: 142 } } } 101ms Sat Dec 10 12:30:01.828 I COMMAND [conn23] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb2", id: 71906028233 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 102ms Sat Dec 10 12:30:02.048 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481333401564) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:97476461681 ntoreturn:0 keysExamined:16816 docsExamined:0 cursorExhausted:1 numYields:132 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 270 } }, Database: { acquireCount: { r: 135 } }, Collection: { acquireCount: { r: 135 } } } 105ms Sat Dec 10 12:30:02.049 I COMMAND [conn23] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 97476461681 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 105ms Sat Dec 10 12:30:02.262 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481333401564) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:104672387182 ntoreturn:0 keysExamined:17320 docsExamined:0 cursorExhausted:1 numYields:138 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 282 } }, Database: { acquireCount: { r: 141 } }, Collection: { acquireCount: { r: 141 } } } 107ms Sat Dec 10 12:30:02.262 I COMMAND [conn23] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 104672387182 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 108ms Sat Dec 10 12:30:02.490 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481333402345) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:65463370022 ntoreturn:0 keysExamined:34224 docsExamined:0 cursorExhausted:1 numYields:274 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 554 } }, Database: { acquireCount: { r: 277 } }, Collection: { acquireCount: { r: 277 } } } 173ms Sat Dec 10 12:30:02.491 I COMMAND [conn23] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 65463370022 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 174ms Sat Dec 10 12:30:02.961 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481333402345) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:94777777732 ntoreturn:0 keysExamined:42420 docsExamined:0 cursorExhausted:1 numYields:338 nreturned:63 reslen:4682 locks:{ Global: { acquireCount: { r: 682 } }, Database: { acquireCount: { r: 341 } }, Collection: { acquireCount: { r: 341 } } } 263ms Sat Dec 10 12:30:02.962 I COMMAND [conn23] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 94777777732 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 264ms Sat Dec 10 12:30:03.299 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481333402345) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:105191798900 ntoreturn:0 keysExamined:39761 docsExamined:0 cursorExhausted:1 numYields:315 nreturned:286 reslen:21394 locks:{ Global: { acquireCount: { r: 636 } }, Database: { acquireCount: { r: 318 } }, Collection: { acquireCount: { r: 318 } } } 234ms Sat Dec 10 12:30:03.301 I COMMAND [conn23] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 105191798900 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 235ms Sat Dec 10 12:30:03.686 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481333403392) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:68090485566 ntoreturn:0 keysExamined:34224 docsExamined:0 cursorExhausted:1 numYields:272 nreturned:3642 reslen:458395 locks:{ Global: { acquireCount: { r: 550 } }, Database: { acquireCount: { r: 275 } }, Collection: { acquireCount: { r: 275 } } } 328ms Sat Dec 10 12:30:03.706 I COMMAND [conn23] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 68090485566 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:2 reslen:451 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 348ms Sat Dec 10 12:30:03.873 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481333403392) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:69413876532 ntoreturn:0 keysExamined:17536 docsExamined:0 cursorExhausted:1 numYields:140 nreturned:7 reslen:768 locks:{ Global: { acquireCount: { r: 286 } }, Database: { acquireCount: { r: 143 } }, Collection: { acquireCount: { r: 143 } } } 157ms Sat Dec 10 12:30:03.874 I COMMAND [conn23] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb2", id: 69413876532 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:1 reslen:336 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 158ms Sat Dec 10 12:30:04.008 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481333403392) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:83515412522 ntoreturn:0 keysExamined:12964 docsExamined:0 cursorExhausted:1 numYields:104 nreturned:321 reslen:35162 locks:{ Global: { acquireCount: { r: 214 } }, Database: { acquireCount: { r: 107 } }, Collection: { acquireCount: { r: 107 } } } 116ms Sat Dec 10 12:30:04.010 I COMMAND [conn23] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr03", id: 83515412522 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 119ms Sat Dec 10 12:30:04.590 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481333403392) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:94540153625 ntoreturn:0 keysExamined:42419 docsExamined:0 cursorExhausted:1 numYields:338 nreturned:28646 reslen:4278116 locks:{ Global: { acquireCount: { r: 682 } }, Database: { acquireCount: { r: 341 } }, Collection: { acquireCount: { r: 341 } } } 553ms Sat Dec 10 12:30:04.787 I COMMAND [conn23] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 94540153625 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 750ms Sat Dec 10 12:30:04.973 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481333403392) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:100653586572 ntoreturn:0 keysExamined:15789 docsExamined:0 cursorExhausted:1 numYields:125 nreturned:5995 reslen:853295 locks:{ Global: { acquireCount: { r: 256 } }, Database: { acquireCount: { r: 128 } }, Collection: { acquireCount: { r: 128 } } } 175ms Sat Dec 10 12:30:05.009 I COMMAND [conn23] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb02", id: 100653586572 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 212ms Sat Dec 10 12:30:05.537 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481333403392) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:107142433585 ntoreturn:0 keysExamined:39761 docsExamined:0 cursorExhausted:1 numYields:317 nreturned:27017 reslen:3856218 locks:{ Global: { acquireCount: { r: 640 } }, Database: { acquireCount: { r: 320 } }, Collection: { acquireCount: { r: 320 } } } 517ms Sat Dec 10 12:30:05.720 I COMMAND [conn23] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 107142433585 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 700ms Sat Dec 10 12:30:06.870 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:30:17.821 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 406 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:30:17.819-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:30:17.821 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 406 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:30:17.819-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:30:17.821 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 406 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:30:17.819-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:30:47.823 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:30:47.825 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:30:51.873 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:31:17.824 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 411 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:31:17.823-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:31:17.824 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 411 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:31:17.823-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:31:17.824 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 411 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:31:17.823-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:31:36.882 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:32:06.883 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:32:06.885 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:32:17.829 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 417 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:32:17.826-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:32:17.829 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 417 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:32:17.826-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:32:17.829 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 417 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:32:17.826-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:32:21.894 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:32:51.895 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:32:51.897 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:33:06.904 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:33:17.832 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 422 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:33:17.831-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:33:17.832 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 422 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:33:17.831-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:33:17.833 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 422 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:33:17.831-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:33:47.834 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:33:47.836 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:33:51.913 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:34:17.829 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:34:17.829 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:34:17.830 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 12:34:36.920 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:35:06.922 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:35:06.924 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:35:17.834 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 434 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:35:17.832-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:35:17.834 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 434 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:35:17.832-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:35:17.835 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 434 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:35:17.832-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:35:21.928 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:35:51.930 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:35:51.932 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:36:06.941 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:36:17.838 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 439 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:36:17.836-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:36:17.838 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 439 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:36:17.836-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:36:17.838 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 439 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:36:17.836-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:36:47.841 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:36:47.843 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:36:51.949 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:37:17.842 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 445 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:37:17.841-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:37:17.842 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 445 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:37:17.841-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:37:17.843 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 445 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:37:17.841-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:37:36.963 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:38:06.965 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:38:06.966 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:38:17.846 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 451 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:38:17.844-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:38:17.846 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 451 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:38:17.844-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:38:17.846 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 451 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:38:17.844-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:38:21.974 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:38:36.737 I - [conn34] end connection 10.112.9.26:62239 (18 connections now open) Sat Dec 10 12:38:36.744 I - [conn35] end connection 10.112.9.26:62240 (17 connections now open) Sat Dec 10 12:38:36.753 I - [conn36] end connection 10.112.9.26:62241 (16 connections now open) Sat Dec 10 12:38:36.760 I - [conn33] end connection 10.112.9.26:62237 (15 connections now open) Sat Dec 10 12:38:51.976 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:38:51.978 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:39:06.979 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:39:09.145 I NETWORK [thread2] connection accepted from 10.112.9.26:62421 #38 (15 connections now open) Sat Dec 10 12:39:09.145 I NETWORK [conn38] received client metadata from 10.112.9.26:62421 conn38: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:39:17.850 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 456 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:39:17.848-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:39:17.850 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 456 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:39:17.848-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:39:17.850 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 456 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:39:17.848-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:39:47.852 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:39:47.853 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:39:51.989 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:40:17.840 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:40:17.841 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 12:40:17.841 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 12:40:36.994 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:41:06.995 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:41:06.997 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:41:17.845 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 468 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:41:17.843-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:41:17.846 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 468 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:41:17.843-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:41:17.846 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 468 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:41:17.843-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:41:22.005 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:41:52.007 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:41:52.009 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:42:07.018 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:42:17.849 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 473 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:42:17.848-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:42:17.849 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 473 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:42:17.848-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:42:17.849 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 473 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:42:17.848-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:42:47.851 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:42:47.853 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:42:52.028 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:43:17.853 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 479 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:43:17.851-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:43:17.853 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 479 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:43:17.851-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:43:17.853 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 479 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:43:17.851-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:43:37.035 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:44:07.037 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:44:07.038 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:44:09.151 I - [conn38] end connection 10.112.9.26:62421 (15 connections now open) Sat Dec 10 12:44:17.857 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 485 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:44:17.855-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:44:17.857 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 485 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:44:17.855-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:44:17.857 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 485 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:44:17.855-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:44:22.047 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:44:52.049 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:44:52.051 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:45:07.062 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:45:17.861 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 490 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:45:17.859-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:45:17.861 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 490 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:45:17.859-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:45:17.861 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 490 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:45:17.859-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:45:47.863 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:45:47.864 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:45:52.067 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:46:17.864 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 496 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:46:17.863-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:46:17.864 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 496 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:46:17.863-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:46:17.864 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 496 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:46:17.863-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:46:37.080 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:47:07.081 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:47:07.083 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:47:17.869 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 502 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:47:17.866-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:47:17.869 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 502 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:47:17.866-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:47:17.869 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 502 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:47:17.866-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:47:22.094 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:47:52.096 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:47:52.098 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:48:07.100 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:48:17.872 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 507 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:48:17.871-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:48:17.872 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 507 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:48:17.871-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:48:17.872 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 507 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:48:17.871-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:48:47.874 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:48:47.876 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:48:52.113 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:49:17.876 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 513 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:49:17.874-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:49:17.876 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 513 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:49:17.874-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:49:17.876 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 513 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:49:17.874-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:49:37.122 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:50:07.124 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:50:07.126 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:50:17.880 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 519 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:50:17.878-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:50:17.880 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 519 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:50:17.878-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:50:17.881 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 519 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:50:17.878-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:50:22.136 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:50:52.138 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:50:52.140 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:51:07.152 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:51:17.883 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 524 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:51:17.882-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:51:17.883 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 524 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:51:17.882-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:51:17.883 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 524 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:51:17.882-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:51:47.885 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:51:47.887 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:51:48.566 I NETWORK [thread2] connection accepted from 10.112.9.26:62516 #39 (15 connections now open) Sat Dec 10 12:51:48.567 I NETWORK [conn39] received client metadata from 10.112.9.26:62516 conn39: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:51:52.165 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:52:12.395 I NETWORK [thread2] connection accepted from 10.112.9.26:62527 #40 (16 connections now open) Sat Dec 10 12:52:12.396 I NETWORK [conn40] received client metadata from 10.112.9.26:62527 conn40: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-0", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:52:12.417 I NETWORK [thread2] connection accepted from 10.112.9.26:62528 #41 (17 connections now open) Sat Dec 10 12:52:12.417 I NETWORK [conn41] received client metadata from 10.112.9.26:62528 conn41: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:52:12.438 I NETWORK [thread2] connection accepted from 10.112.9.26:62529 #42 (18 connections now open) Sat Dec 10 12:52:12.439 I NETWORK [conn42] received client metadata from 10.112.9.26:62529 conn42: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:52:12.460 I NETWORK [thread2] connection accepted from 10.112.9.26:62530 #43 (19 connections now open) Sat Dec 10 12:52:12.460 I NETWORK [conn43] received client metadata from 10.112.9.26:62530 conn43: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-3", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:52:17.886 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 530 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:52:17.885-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:52:17.886 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 530 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:52:17.885-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:52:17.887 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 530 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:52:17.885-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:52:37.176 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:53:07.179 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:53:07.181 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:53:09.482 I NETWORK [thread2] connection accepted from 10.112.9.26:62541 #44 (20 connections now open) Sat Dec 10 12:53:09.482 I NETWORK [conn44] received client metadata from 10.112.9.26:62541 conn44: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 12:53:17.891 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 536 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:53:17.888-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:53:17.891 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 536 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:53:17.888-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:53:17.891 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 536 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:53:17.888-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:53:22.192 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:53:52.194 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:53:52.195 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:54:07.197 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:54:17.894 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 541 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:54:17.893-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:54:17.895 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 541 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:54:17.893-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:54:17.895 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 541 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:54:17.893-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:54:20.129 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$Country", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:67741724720 ntoreturn:0 keysExamined:38600 docsExamined:38600 cursorExhausted:1 numYields:310 nreturned:34 reslen:1192 locks:{ Global: { acquireCount: { r: 626 } }, Database: { acquireCount: { r: 313 } }, Collection: { acquireCount: { r: 313 } } } 381ms Sat Dec 10 12:54:20.130 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 67741724720 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:34 reslen:1501 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 382ms Sat Dec 10 12:54:20.379 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$Country", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:69318582379 ntoreturn:0 keysExamined:24718 docsExamined:24718 cursorExhausted:1 numYields:197 nreturned:3 reslen:124 locks:{ Global: { acquireCount: { r: 400 } }, Database: { acquireCount: { r: 200 } }, Collection: { acquireCount: { r: 200 } } } 239ms Sat Dec 10 12:54:20.379 I COMMAND [conn21] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb2", id: 69318582379 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:3 reslen:316 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 240ms Sat Dec 10 12:54:20.537 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$Country", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:84823615573 ntoreturn:0 keysExamined:14236 docsExamined:14236 cursorExhausted:1 numYields:112 nreturned:15 reslen:532 locks:{ Global: { acquireCount: { r: 230 } }, Database: { acquireCount: { r: 115 } }, Collection: { acquireCount: { r: 115 } } } 138ms Sat Dec 10 12:54:20.538 I COMMAND [conn21] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr03", id: 84823615573 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:15 reslen:766 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 139ms Sat Dec 10 12:54:21.054 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$Country", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:95295249532 ntoreturn:0 keysExamined:44844 docsExamined:44844 cursorExhausted:1 numYields:362 nreturned:46 reslen:1600 locks:{ Global: { acquireCount: { r: 730 } }, Database: { acquireCount: { r: 365 } }, Collection: { acquireCount: { r: 365 } } } 488ms Sat Dec 10 12:54:21.055 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 95295249532 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:46 reslen:1958 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 489ms Sat Dec 10 12:54:21.252 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$Country", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:102314844077 ntoreturn:0 keysExamined:17904 docsExamined:17904 cursorExhausted:1 numYields:142 nreturned:51 reslen:1784 locks:{ Global: { acquireCount: { r: 290 } }, Database: { acquireCount: { r: 145 } }, Collection: { acquireCount: { r: 145 } } } 186ms Sat Dec 10 12:54:21.253 I COMMAND [conn21] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb02", id: 102314844077 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:51 reslen:2162 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 187ms Sat Dec 10 12:54:21.702 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481328000000), $lte: new Date(1481414400000) }, HTTPStatus: { $exists: true } } }, { $group: { _id: "$Country", count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:104085449457 ntoreturn:0 keysExamined:43294 docsExamined:43294 cursorExhausted:1 numYields:350 nreturned:96 reslen:3318 locks:{ Global: { acquireCount: { r: 706 } }, Database: { acquireCount: { r: 353 } }, Collection: { acquireCount: { r: 353 } } } 440ms Sat Dec 10 12:54:21.703 I COMMAND [conn21] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 104085449457 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:96 reslen:3876 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 441ms Sat Dec 10 12:54:47.897 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:54:47.899 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:54:52.200 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:55:17.898 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 547 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:55:17.897-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:55:17.898 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 547 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:55:17.897-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:55:17.898 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 547 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:55:17.897-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:55:37.208 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:56:07.210 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:56:07.212 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:56:17.903 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 553 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:56:17.900-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:56:17.903 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 553 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:56:17.900-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:56:17.903 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 553 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:56:17.900-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:56:22.214 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:56:48.573 I - [conn39] end connection 10.112.9.26:62516 (20 connections now open) Sat Dec 10 12:56:52.217 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:56:52.219 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:57:07.223 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:57:17.907 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 558 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:57:17.906-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:57:17.907 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 558 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:57:17.906-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:57:17.907 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 558 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:57:17.906-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:57:47.911 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:57:47.912 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:57:52.241 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:58:17.913 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 564 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:58:17.911-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:58:17.913 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 564 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:58:17.911-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:58:17.913 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 564 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:58:17.911-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:58:37.251 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:58:37.431 I - [conn40] end connection 10.112.9.26:62527 (19 connections now open) Sat Dec 10 12:58:37.453 I - [conn41] end connection 10.112.9.26:62528 (18 connections now open) Sat Dec 10 12:58:37.470 I - [conn42] end connection 10.112.9.26:62529 (17 connections now open) Sat Dec 10 12:58:37.488 I - [conn43] end connection 10.112.9.26:62530 (16 connections now open) Sat Dec 10 12:59:07.255 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:59:07.257 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 12:59:17.921 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 570 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:59:17.917-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:59:17.921 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 570 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:59:17.917-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 12:59:17.921 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 570 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T12:59:17.917-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 12:59:22.263 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 12:59:52.267 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 12:59:52.269 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:00:07.266 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:00:17.926 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 575 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:00:17.925-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:00:17.926 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 575 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:00:17.925-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:00:17.926 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 575 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:00:17.925-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:00:47.930 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:00:47.931 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:00:52.284 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:01:17.933 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 581 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:01:17.930-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:01:17.933 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 581 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:01:17.930-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:01:17.933 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 581 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:01:17.930-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:01:37.294 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:02:07.296 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:02:07.298 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:02:17.939 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 587 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:02:17.936-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:02:17.939 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 587 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:02:17.936-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:02:17.939 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 587 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:02:17.936-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:02:22.304 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:02:52.306 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:02:52.308 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:03:07.321 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:03:17.943 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 592 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:03:17.942-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:03:17.943 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 592 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:03:17.942-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:03:17.943 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 592 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:03:17.942-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:03:47.945 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:03:47.947 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:03:52.323 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:04:17.947 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 598 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:04:17.945-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:04:17.948 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 598 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:04:17.945-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:04:17.948 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 598 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:04:17.945-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:04:37.331 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:05:07.334 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:05:07.336 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:05:17.953 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 604 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:05:17.950-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:05:17.953 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 604 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:05:17.950-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:05:17.953 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 604 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:05:17.950-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:05:22.345 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:05:52.347 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:05:52.349 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:06:07.359 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:06:17.955 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:06:17.955 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:06:17.955 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:06:52.364 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:07:17.959 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 615 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:07:17.957-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:07:17.959 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 615 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:07:17.957-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:07:17.959 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 615 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:07:17.957-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:07:37.375 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:08:07.377 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:08:07.379 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:08:17.964 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 620 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:08:17.961-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:08:17.964 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 620 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:08:17.961-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:08:17.964 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 620 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:08:17.961-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:08:22.385 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:08:52.386 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:08:52.388 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:09:07.396 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:09:17.968 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 625 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:09:17.966-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:09:17.968 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 625 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:09:17.966-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:09:17.968 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 625 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:09:17.966-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:09:47.970 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:09:47.972 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:09:52.410 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:10:17.971 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 631 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:10:17.970-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:10:17.972 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 631 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:10:17.970-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:10:17.972 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 631 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:10:17.970-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:10:37.420 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:11:07.422 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:11:07.424 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:11:17.976 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 637 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:11:17.974-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:11:17.976 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 637 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:11:17.974-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:11:17.977 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 637 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:11:17.974-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:11:22.432 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:11:52.435 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:11:52.436 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:12:07.446 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:12:17.980 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 642 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:12:17.979-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:12:17.981 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 642 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:12:17.979-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:12:17.981 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 642 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:12:17.979-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:12:47.983 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:12:47.984 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:12:52.455 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:13:17.979 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:13:17.979 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:13:17.979 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:13:37.465 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:14:07.467 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:14:07.468 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:14:17.979 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:14:17.979 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:14:17.979 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:14:22.472 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:15:07.480 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:15:17.982 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 659 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:15:17.981-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:15:17.982 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 659 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:15:17.981-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:15:17.982 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 659 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:15:17.981-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:15:47.985 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:15:47.986 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:15:52.491 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:16:17.986 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 664 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:16:17.984-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:16:17.986 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 664 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:16:17.984-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:16:17.986 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 664 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:16:17.984-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:16:37.501 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:17:07.502 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:17:07.504 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:17:17.991 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 670 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:17:17.988-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:17:17.991 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 670 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:17:17.988-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:17:17.991 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 670 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:17:17.988-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:17:22.513 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:17:52.515 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:17:52.517 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:18:07.519 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:18:17.994 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 675 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:18:17.993-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:18:17.994 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 675 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:18:17.993-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:18:17.994 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 675 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:18:17.993-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:18:47.995 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:18:47.997 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:18:52.534 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:19:17.991 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:19:17.991 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:19:17.991 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:19:37.543 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:20:07.545 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:20:07.547 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:20:17.996 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 687 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:20:17.994-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:20:17.996 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 687 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:20:17.994-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:20:17.996 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 687 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:20:17.994-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:20:22.551 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:20:52.553 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:20:52.555 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:21:07.561 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:21:18.000 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 692 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:21:17.998-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:21:18.000 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 692 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:21:17.998-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:21:18.000 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 692 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:21:17.998-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:21:48.007 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:21:48.008 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:21:52.572 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:22:18.008 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 698 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:22:18.006-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:22:18.008 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 698 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:22:18.006-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:22:18.009 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 698 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:22:18.006-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:22:37.583 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:23:07.586 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:23:07.587 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:23:18.013 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:23:18.013 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:23:18.013 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:23:22.599 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:24:07.609 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:24:18.015 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 709 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:24:18.015-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:24:18.015 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 709 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:24:18.015-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:24:18.015 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 709 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:24:18.015-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:24:48.017 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:24:48.019 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:24:52.624 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:25:18.019 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 714 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:25:18.017-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:25:18.019 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 714 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:25:18.017-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:25:18.019 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 714 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:25:18.017-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:25:37.628 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:26:07.630 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:26:07.632 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:26:18.023 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 720 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:26:18.021-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:26:18.023 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 720 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:26:18.021-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:26:18.023 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 720 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:26:18.021-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:26:22.639 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:26:52.642 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:26:52.644 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:27:07.650 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:27:18.016 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:27:18.016 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:27:18.016 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:27:52.657 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:28:18.018 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:28:18.018 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:28:18.018 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:28:37.671 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:29:07.673 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:29:07.675 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:29:18.017 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:29:18.017 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:29:18.017 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:29:22.685 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:30:01.679 I NETWORK [thread2] connection accepted from 10.112.9.26:52343 #45 (16 connections now open) Sat Dec 10 13:30:01.680 I NETWORK [conn45] received client metadata from 10.112.9.26:52343 conn45: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-3", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 13:30:01.720 I NETWORK [thread2] connection accepted from 10.112.9.26:52344 #46 (17 connections now open) Sat Dec 10 13:30:01.721 I NETWORK [conn46] received client metadata from 10.112.9.26:52344 conn46: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-0", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 13:30:02.148 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481337001901) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:65362621039 ntoreturn:0 keysExamined:29822 docsExamined:0 cursorExhausted:1 numYields:237 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 480 } }, Database: { acquireCount: { r: 240 } }, Collection: { acquireCount: { r: 240 } } } 217ms Sat Dec 10 13:30:02.148 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 65362621039 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 218ms Sat Dec 10 13:30:02.495 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481337001901) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:95168476707 ntoreturn:0 keysExamined:15770 docsExamined:0 cursorExhausted:1 numYields:124 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 254 } }, Database: { acquireCount: { r: 127 } }, Collection: { acquireCount: { r: 127 } } } 109ms Sat Dec 10 13:30:02.495 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 95168476707 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 110ms Sat Dec 10 13:30:02.708 I COMMAND [conn21] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 104839982427 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 100ms Sat Dec 10 13:30:02.933 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481337002729) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:65181757848 ntoreturn:0 keysExamined:29822 docsExamined:0 cursorExhausted:1 numYields:237 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 480 } }, Database: { acquireCount: { r: 240 } }, Collection: { acquireCount: { r: 240 } } } 181ms Sat Dec 10 13:30:02.933 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 65181757848 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 182ms Sat Dec 10 13:30:03.633 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481337003432) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:65763006330 ntoreturn:0 keysExamined:32606 docsExamined:0 cursorExhausted:1 numYields:258 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 522 } }, Database: { acquireCount: { r: 261 } }, Collection: { acquireCount: { r: 261 } } } 171ms Sat Dec 10 13:30:03.633 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 65763006330 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 171ms Sat Dec 10 13:30:04.057 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481337003432) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:95029720065 ntoreturn:0 keysExamined:40837 docsExamined:0 cursorExhausted:1 numYields:324 nreturned:62 reslen:4609 locks:{ Global: { acquireCount: { r: 654 } }, Database: { acquireCount: { r: 327 } }, Collection: { acquireCount: { r: 327 } } } 247ms Sat Dec 10 13:30:04.058 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 95029720065 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 248ms Sat Dec 10 13:30:04.371 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481337003432) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:103820827601 ntoreturn:0 keysExamined:37215 docsExamined:0 cursorExhausted:1 numYields:294 nreturned:275 reslen:20547 locks:{ Global: { acquireCount: { r: 594 } }, Database: { acquireCount: { r: 297 } }, Collection: { acquireCount: { r: 297 } } } 216ms Sat Dec 10 13:30:04.373 I COMMAND [conn21] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 103820827601 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 218ms Sat Dec 10 13:30:04.854 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481337004401) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:66694906317 ntoreturn:0 keysExamined:32606 docsExamined:0 cursorExhausted:1 numYields:263 nreturned:3392 reslen:427044 locks:{ Global: { acquireCount: { r: 532 } }, Database: { acquireCount: { r: 266 } }, Collection: { acquireCount: { r: 266 } } } 417ms Sat Dec 10 13:30:04.873 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 66694906317 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:2 reslen:451 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 436ms Sat Dec 10 13:30:05.006 I COMMAND [conn37] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481337004401) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:69816592023 ntoreturn:0 keysExamined:12607 docsExamined:0 cursorExhausted:1 numYields:100 nreturned:6 reslen:657 locks:{ Global: { acquireCount: { r: 206 } }, Database: { acquireCount: { r: 103 } }, Collection: { acquireCount: { r: 103 } } } 123ms Sat Dec 10 13:30:05.007 I COMMAND [conn21] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb2", id: 69816592023 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:1 reslen:336 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 124ms Sat Dec 10 13:30:05.144 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481337004401) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:84203481242 ntoreturn:0 keysExamined:12688 docsExamined:0 cursorExhausted:1 numYields:101 nreturned:310 reslen:33930 locks:{ Global: { acquireCount: { r: 208 } }, Database: { acquireCount: { r: 104 } }, Collection: { acquireCount: { r: 104 } } } 118ms Sat Dec 10 13:30:05.146 I COMMAND [conn21] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr03", id: 84203481242 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 120ms Sat Dec 10 13:30:05.683 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481337004401) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:94637231991 ntoreturn:0 keysExamined:40835 docsExamined:0 cursorExhausted:1 numYields:325 nreturned:28018 reslen:4186403 locks:{ Global: { acquireCount: { r: 656 } }, Database: { acquireCount: { r: 328 } }, Collection: { acquireCount: { r: 328 } } } 511ms Sat Dec 10 13:30:05.877 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 94637231991 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 706ms Sat Dec 10 13:30:06.054 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481337004401) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:99702045088 ntoreturn:0 keysExamined:15128 docsExamined:0 cursorExhausted:1 numYields:119 nreturned:5759 reslen:820005 locks:{ Global: { acquireCount: { r: 244 } }, Database: { acquireCount: { r: 122 } }, Collection: { acquireCount: { r: 122 } } } 166ms Sat Dec 10 13:30:06.087 I COMMAND [conn21] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb02", id: 99702045088 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 199ms Sat Dec 10 13:30:06.552 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481337004401) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:103325006984 ntoreturn:0 keysExamined:37215 docsExamined:0 cursorExhausted:1 numYields:299 nreturned:24943 reslen:3563207 locks:{ Global: { acquireCount: { r: 604 } }, Database: { acquireCount: { r: 302 } }, Collection: { acquireCount: { r: 302 } } } 454ms Sat Dec 10 13:30:06.716 I COMMAND [conn21] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 103325006984 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 618ms Sat Dec 10 13:30:07.701 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:30:18.020 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:30:18.020 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:30:18.020 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:30:52.706 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:31:18.017 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:31:18.017 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:31:18.017 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:31:37.719 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:32:07.721 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:32:07.722 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:32:18.020 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 751 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:32:18.018-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:32:18.021 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 751 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:32:18.018-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:32:18.021 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 751 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:32:18.018-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:32:22.727 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:32:52.729 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:32:52.731 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:33:07.734 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:33:18.024 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 756 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:33:18.023-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:33:18.024 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 756 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:33:18.023-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:33:18.024 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 756 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:33:18.023-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:33:48.026 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:33:48.028 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:33:52.739 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:34:18.028 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 762 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:34:18.026-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:34:18.028 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 762 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:34:18.026-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:34:18.028 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 762 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:34:18.026-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:34:37.740 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:35:01.684 I - [conn45] end connection 10.112.9.26:52343 (17 connections now open) Sat Dec 10 13:35:01.728 I - [conn46] end connection 10.112.9.26:52344 (16 connections now open) Sat Dec 10 13:35:07.743 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:35:07.745 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:35:18.032 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 768 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:35:18.030-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:35:18.032 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 768 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:35:18.030-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:35:18.032 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 768 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:35:18.030-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:35:22.755 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:35:52.757 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:35:52.759 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:36:07.762 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:36:18.036 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 773 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:36:18.034-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:36:18.036 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 773 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:36:18.034-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:36:18.036 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 773 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:36:18.034-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:36:48.038 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:36:48.039 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:36:52.771 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:37:18.039 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 779 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:37:18.038-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:37:18.039 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 779 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:37:18.038-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:37:18.039 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 779 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:37:18.038-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:37:37.780 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:38:07.782 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:38:07.784 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:38:18.044 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 785 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:38:18.041-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:38:18.044 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 785 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:38:18.041-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:38:18.044 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 785 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:38:18.041-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:38:22.791 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:38:52.792 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:38:52.794 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:39:07.804 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:39:18.047 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 790 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:39:18.046-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:39:18.047 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 790 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:39:18.046-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:39:18.047 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 790 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:39:18.046-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:39:48.049 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:39:48.051 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:39:52.812 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:40:18.051 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 796 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:40:18.049-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:40:18.051 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 796 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:40:18.049-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:40:18.051 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 796 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:40:18.049-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:40:37.823 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:41:07.825 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:41:07.827 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:41:18.046 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:41:18.046 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:41:18.046 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:41:22.829 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:42:07.839 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:42:18.048 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 807 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:42:18.047-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:42:18.048 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 807 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:42:18.047-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:42:18.048 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 807 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:42:18.047-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:42:48.050 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:42:48.052 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:42:52.846 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:43:18.051 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 812 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:43:18.050-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:43:18.051 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 812 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:43:18.050-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:43:18.052 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 812 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:43:18.050-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:43:37.859 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:44:07.861 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:44:07.863 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:44:18.056 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 818 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:44:18.054-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:44:18.056 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 818 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:44:18.054-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:44:18.056 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 818 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:44:18.054-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:44:22.862 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:44:52.864 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:44:52.866 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:45:07.870 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:45:18.059 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 823 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:45:18.058-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:45:18.060 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 823 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:45:18.058-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:45:18.060 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 823 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:45:18.058-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:45:48.062 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:45:48.064 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:45:52.877 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:46:18.063 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 829 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:46:18.062-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:46:18.063 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 829 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:46:18.062-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:46:18.063 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 829 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:46:18.062-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:46:37.887 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:47:07.889 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:47:07.891 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:47:18.068 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 835 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:47:18.065-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:47:18.068 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 835 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:47:18.065-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:47:18.068 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 835 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:47:18.065-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:47:22.897 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:47:52.899 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:47:52.901 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:48:07.906 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:48:11.652 I NETWORK [thread2] connection accepted from 10.112.9.26:52537 #47 (16 connections now open) Sat Dec 10 13:48:11.652 I NETWORK [conn47] received client metadata from 10.112.9.26:52537 conn47: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 13:48:18.069 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:48:18.069 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:48:18.069 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:48:52.919 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:49:18.072 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 846 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:49:18.071-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:49:18.072 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 846 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:49:18.071-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:49:18.072 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 846 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:49:18.071-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:49:37.928 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:50:07.930 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:50:07.932 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:50:18.076 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 851 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:50:18.074-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:50:18.076 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 851 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:50:18.074-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:50:18.076 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 851 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:50:18.074-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:50:22.940 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:50:52.942 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:50:52.944 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:51:07.946 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:51:18.080 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 856 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:51:18.078-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:51:18.080 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 856 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:51:18.078-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:51:18.080 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 856 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:51:18.078-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:51:27.162 I NETWORK [thread2] connection accepted from 10.112.14.53:35668 #48 (17 connections now open) Sat Dec 10 13:51:27.175 I NETWORK [thread2] connection accepted from 10.112.14.53:35669 #49 (18 connections now open) Sat Dec 10 13:51:48.082 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:51:48.084 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:51:52.940 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:52:18.084 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 862 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:52:18.082-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:52:18.084 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 862 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:52:18.082-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:52:18.084 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 862 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:52:18.082-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:52:37.941 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:53:07.943 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:53:07.944 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:53:11.658 I - [conn47] end connection 10.112.9.26:52537 (18 connections now open) Sat Dec 10 13:53:18.088 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 868 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:53:18.085-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:53:18.088 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 868 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:53:18.085-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:53:18.088 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 868 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:53:18.085-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:53:22.952 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:53:52.954 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:53:52.956 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:54:07.960 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:54:18.089 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:54:18.089 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:54:18.089 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:54:52.973 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:55:18.093 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 879 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:55:18.092-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:55:18.093 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 879 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:55:18.092-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:55:18.093 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 879 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:55:18.092-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:55:37.983 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:56:07.985 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:56:07.987 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:56:18.093 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:56:18.093 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:56:18.093 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:56:21.820 I NETWORK [thread2] connection accepted from 10.112.9.26:52615 #50 (18 connections now open) Sat Dec 10 13:56:21.821 I NETWORK [conn50] received client metadata from 10.112.9.26:52615 conn50: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 13:56:23.004 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:57:08.016 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:57:18.096 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 889 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:57:18.094-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:57:18.096 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 889 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:57:18.094-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:57:18.096 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 889 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:57:18.094-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:57:48.098 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:57:48.100 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:57:53.022 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:58:18.099 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 894 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:58:18.098-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:58:18.100 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 894 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:58:18.098-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 13:58:18.100 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 894 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T13:58:18.098-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 13:58:38.031 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 13:59:08.033 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 13:59:08.034 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 13:59:18.101 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:59:18.101 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 13:59:18.101 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 13:59:23.019 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:00:08.023 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:00:18.092 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 14:00:18.092 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 14:00:18.092 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 14:00:53.030 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:01:18.094 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 910 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:01:18.093-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:01:18.094 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 910 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:01:18.093-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:01:18.094 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 910 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:01:18.093-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:01:21.825 I - [conn50] end connection 10.112.9.26:52615 (18 connections now open) Sat Dec 10 14:01:38.039 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:02:08.041 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:02:08.043 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:02:18.098 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 915 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:02:18.096-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:02:18.099 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 915 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:02:18.096-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:02:18.099 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 915 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:02:18.096-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:02:23.040 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:02:53.042 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:02:53.044 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:03:00.813 I COMMAND [conn49] command local.oplog.rs command: find { find: "oplog.rs", filter: {}, sort: { ts: -1 }, skip: 0, limit: 100, noCursorTimeout: false } planSummary: COLLSCAN keysExamined:0 docsExamined:64721774 hasSortStage:1 cursorExhausted:1 numYields:520984 nreturned:100 reslen:20895 locks:{ Global: { acquireCount: { r: 1041970 } }, Database: { acquireCount: { r: 520985 } }, oplog: { acquireCount: { r: 520985 } } } protocol:op_query 653386ms Sat Dec 10 14:03:06.936 I NETWORK [thread2] connection accepted from 10.112.9.26:52676 #51 (18 connections now open) Sat Dec 10 14:03:06.937 I NETWORK [conn51] received client metadata from 10.112.9.26:52676 conn51: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:03:08.052 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:03:08.847 I NETWORK [thread2] connection accepted from 10.112.9.26:52679 #52 (19 connections now open) Sat Dec 10 14:03:08.847 I NETWORK [conn52] received client metadata from 10.112.9.26:52679 conn52: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:03:18.102 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 920 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:03:18.101-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:03:18.102 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 920 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:03:18.101-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:03:18.103 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 920 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:03:18.101-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:03:48.105 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:03:48.107 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:03:53.060 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:04:18.107 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 926 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:04:18.105-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:04:18.107 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 926 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:04:18.105-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:04:18.107 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 926 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:04:18.105-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:04:38.067 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:05:08.069 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:05:08.070 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:05:18.111 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 932 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:05:18.109-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:05:18.111 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 932 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:05:18.109-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:05:18.111 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 932 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:05:18.109-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:05:23.083 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:05:53.085 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:05:53.086 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:06:08.095 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:06:18.115 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 937 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:06:18.113-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:06:18.115 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 937 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:06:18.113-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:06:18.115 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 937 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:06:18.113-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:06:48.117 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:06:48.119 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:06:53.102 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:07:18.118 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 943 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:07:18.117-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:07:18.118 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 943 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:07:18.117-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:07:18.118 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 943 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:07:18.117-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:07:38.112 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:08:06.943 I - [conn51] end connection 10.112.9.26:52676 (19 connections now open) Sat Dec 10 14:08:08.113 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:08:08.115 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:08:08.849 I - [conn52] end connection 10.112.9.26:52679 (18 connections now open) Sat Dec 10 14:08:18.123 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 949 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:08:18.120-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:08:18.123 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 949 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:08:18.120-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:08:18.123 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 949 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:08:18.120-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:08:23.124 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:08:53.126 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:08:53.127 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:09:08.136 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:09:18.126 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 954 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:09:18.125-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:09:18.126 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 954 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:09:18.125-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:09:18.126 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 954 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:09:18.125-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:09:48.128 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:09:48.130 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:09:53.142 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:10:02.199 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 91 could not get updated shard list from config server due to Shutdown in progress; will retry after 30s Sat Dec 10 14:10:08.272 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] Socket hangup detected, no longer connected (idle 5 secs, remote host 10.112.9.26:20000) Sat Dec 10 14:10:23.143 I ASIO [replSetDistLockPinger] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:10:23.143 I ASIO [replSetDistLockPinger] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:10:23.143 I ASIO [replSetDistLockPinger] after drop, pool was empty, going to spawn some connections Sat Dec 10 14:10:23.144 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:10:23.145 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:10:32.202 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:10:32.203 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:10:38.156 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:11:02.203 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 966 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:11:02.201-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:11:02.203 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 966 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:11:02.201-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:11:02.203 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 966 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:11:02.201-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:11:23.152 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:11:53.154 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:11:53.156 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:12:02.207 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 972 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:12:02.205-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:12:02.207 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 972 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:12:02.205-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:12:02.207 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 972 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:12:02.205-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:12:08.164 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:12:38.166 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:12:38.168 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:12:53.177 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:13:02.211 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 977 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:13:02.209-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:13:02.211 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 977 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:13:02.209-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:13:02.211 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 977 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:13:02.209-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:13:27.315 I - [conn49] end connection 10.112.14.53:35669 (17 connections now open) Sat Dec 10 14:13:32.213 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:13:32.214 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:13:38.186 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:14:02.214 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 983 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:14:02.213-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:14:02.214 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 983 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:14:02.213-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 } Sat Dec 10 14:14:02.214 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 983 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:14:02.213-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481392969000|1, t: 8 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:14:18.035 I NETWORK [thread2] connection accepted from 10.112.9.26:63903 #53 (17 connections now open) Sat Dec 10 14:14:18.036 I NETWORK [conn53] received client metadata from 10.112.9.26:63903 conn53: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:14:18.036 I NETWORK [thread2] connection accepted from 10.112.9.26:63904 #54 (18 connections now open) Sat Dec 10 14:14:18.037 I NETWORK [conn54] received client metadata from 10.112.9.26:63904 conn54: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:14:18.548 I NETWORK [thread2] connection accepted from 10.112.9.26:63907 #55 (19 connections now open) Sat Dec 10 14:14:18.549 I NETWORK [conn55] received client metadata from 10.112.9.26:63907 conn55: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:14:18.549 I SHARDING [conn55] request split points lookup for chunk IISLogs.pubprdweb01 { : new Date(1481329773000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 14:14:18.660 W SHARDING [conn55] Finding the split vector for IISLogs.pubprdweb01 over { datetime: 1.0 } keyCount: 98689 numSplits: 0 lookedAt: 44076 took 110ms Sat Dec 10 14:14:18.660 I COMMAND [conn55] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb01", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481329773000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } numYields:346 reslen:166 locks:{ Global: { acquireCount: { r: 694 } }, Database: { acquireCount: { r: 347 } }, Collection: { acquireCount: { r: 347 } } } protocol:op_command 110ms Sat Dec 10 14:14:32.217 I NETWORK [shard registry reload] Starting new replica set monitor for shard3ReplSet/sosdevnql02:50000 Sat Dec 10 14:15:32.108 I NETWORK [thread2] connection accepted from 10.112.9.26:63911 #56 (20 connections now open) Sat Dec 10 14:15:32.108 I NETWORK [conn56] received client metadata from 10.112.9.26:63911 conn56: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:15:32.222 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:15:32.224 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:15:33.052 I NETWORK [thread2] connection accepted from 10.112.9.26:63915 #57 (21 connections now open) Sat Dec 10 14:15:33.053 I NETWORK [conn57] received client metadata from 10.112.9.26:63915 conn57: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:15:33.613 I SHARDING [conn55] request split points lookup for chunk IISLogs.pubprdenr05 { : new Date(1480585045000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 14:15:33.806 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:15:33.808 I NETWORK [thread2] connection accepted from 10.112.9.26:63916 #58 (22 connections now open) Sat Dec 10 14:15:33.808 I NETWORK [conn58] received client metadata from 10.112.9.26:63916 conn58: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-3", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:16:49.491 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:17:32.235 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:17:32.237 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:17:34.505 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:18:19.515 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:18:49.516 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:18:49.518 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:19:02.244 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1019 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:19:02.241-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401070000|1, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:19:02.244 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1019 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:19:02.241-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401070000|1, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:19:02.245 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 1019 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:19:02.241-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401070000|1, t: 11 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:19:04.525 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:19:23.958 I - [conn53] end connection 10.112.9.26:63903 (22 connections now open) Sat Dec 10 14:19:32.243 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] Socket hangup detected, no longer connected (idle 30 secs, remote host 10.112.9.26:50000) Sat Dec 10 14:19:33.252 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] Failed to connect to 10.112.9.26:50000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 14:19:33.252 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] Marking host sosdevnql02:50000 as failed :: caused by :: Location13328: connection pool: connect failed sosdevnql02:50000 : couldn't connect to server sosdevnql02:50000, connection attempt failed Sat Dec 10 14:19:33.252 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set shard3ReplSet Sat Dec 10 14:19:33.252 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set shard3ReplSet are down. This has happened for 1 checks in a row. Sat Dec 10 14:19:49.538 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:20:04.257 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] Failed to connect to 10.112.9.26:50000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 14:20:04.258 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set shard3ReplSet Sat Dec 10 14:20:04.258 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set shard3ReplSet are down. This has happened for 2 checks in a row. Sat Dec 10 14:20:32.112 I - [conn56] end connection 10.112.9.26:63911 (21 connections now open) Sat Dec 10 14:20:32.252 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:20:32.254 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:20:33.057 I - [conn57] end connection 10.112.9.26:63915 (20 connections now open) Sat Dec 10 14:20:33.654 I - [conn55] end connection 10.112.9.26:63907 (19 connections now open) Sat Dec 10 14:20:33.812 I - [conn58] end connection 10.112.9.26:63916 (18 connections now open) Sat Dec 10 14:20:34.548 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:20:35.265 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] Failed to connect to 10.112.9.26:50000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 14:20:35.265 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set shard3ReplSet Sat Dec 10 14:20:35.265 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set shard3ReplSet are down. This has happened for 3 checks in a row. Sat Dec 10 14:21:06.264 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] Failed to connect to 10.112.9.26:50000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 14:21:06.264 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set shard3ReplSet Sat Dec 10 14:21:06.265 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set shard3ReplSet are down. This has happened for 4 checks in a row. Sat Dec 10 14:21:19.551 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:21:30.033 I NETWORK [thread2] connection accepted from 10.112.9.26:63951 #59 (18 connections now open) Sat Dec 10 14:21:30.034 I NETWORK [conn59] received client metadata from 10.112.9.26:63951 conn59: { driver: { name: "MongoDB Internal Client", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:22:02.261 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:22:02.262 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:22:04.562 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:22:44.987 I NETWORK [thread2] connection accepted from 10.112.9.26:63962 #60 (19 connections now open) Sat Dec 10 14:22:44.988 I NETWORK [conn60] received client metadata from 10.112.9.26:63962 conn60: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:23:02.269 I NETWORK [shard registry reload] Removed ReplicaSetMonitor for replica set shard3ReplSet Sat Dec 10 14:23:53.030 I NETWORK [thread2] connection accepted from 10.112.9.26:63967 #61 (20 connections now open) Sat Dec 10 14:23:53.031 I NETWORK [conn61] received client metadata from 10.112.9.26:63967 conn61: { driver: { name: "NetworkInterfaceASIO-ShardRegistry", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:24:33.754 I - [conn59] end connection 10.112.9.26:63951 (20 connections now open) Sat Dec 10 14:24:54.788 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:25:04.034 I NETWORK [PeriodicTaskRunner] Socket hangup detected, no longer connected (idle 60 secs, remote host 10.112.9.26:50000) Sat Dec 10 14:25:32.283 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:25:32.285 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:25:39.791 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:26:24.802 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:26:27.555 I - [conn61] end connection 10.112.9.26:63967 (19 connections now open) Sat Dec 10 14:26:27.555 I - [conn54] end connection 10.112.9.26:63904 (18 connections now open) Sat Dec 10 14:26:32.291 I ASIO [shard registry reload] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:26:32.291 I ASIO [shard registry reload] after drop, pool was empty, going to spawn some connections Sat Dec 10 14:26:32.291 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:26:32.292 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:26:38.314 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] Socket hangup detected, no longer connected (idle 34 secs, remote host 10.112.9.26:20000) Sat Dec 10 14:26:54.804 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:26:54.806 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:27:02.293 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1077 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:27:02.291-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:27:02.293 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1077 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:27:02.291-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:27:02.293 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 1077 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:27:02.291-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:27:09.815 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:27:39.818 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:27:39.820 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:27:44.993 I - [conn60] end connection 10.112.9.26:63962 (17 connections now open) Sat Dec 10 14:27:54.825 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:28:02.297 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1083 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:28:02.295-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:28:02.297 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1083 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:28:02.295-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:28:02.297 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 1083 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:28:02.295-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:28:32.299 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:28:32.300 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:28:39.834 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:29:02.300 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1089 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:29:02.299-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:29:02.300 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1089 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:29:02.299-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:29:02.300 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 1089 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:29:02.299-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:29:24.843 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:29:54.846 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:29:54.847 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:30:02.071 I NETWORK [thread2] connection accepted from 10.112.9.26:64016 #62 (17 connections now open) Sat Dec 10 14:30:02.071 I NETWORK [conn62] received client metadata from 10.112.9.26:64016 conn62: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-1", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:30:02.304 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 14:30:02.304 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: operation exceeded time limit Sat Dec 10 14:30:02.304 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to operation exceeded time limit; will retry after 30s Sat Dec 10 14:30:02.364 I NETWORK [thread2] connection accepted from 10.112.9.26:64017 #63 (18 connections now open) Sat Dec 10 14:30:02.365 I NETWORK [conn63] received client metadata from 10.112.9.26:64017 conn63: { driver: { name: "NetworkInterfaceASIO-TaskExecutorPool-2", version: "3.4.0" }, os: { type: "Windows", name: "Microsoft Windows Server 2012", architecture: "x86_64", version: "6.2 (build 9200)" } } Sat Dec 10 14:30:02.778 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481340602532) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:64566179216 ntoreturn:0 keysExamined:27683 docsExamined:0 cursorExhausted:1 numYields:218 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 442 } }, Database: { acquireCount: { r: 221 } }, Collection: { acquireCount: { r: 221 } } } 171ms Sat Dec 10 14:30:02.778 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 64566179216 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 172ms Sat Dec 10 14:30:03.067 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481340602532) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:94591077629 ntoreturn:0 keysExamined:15898 docsExamined:0 cursorExhausted:1 numYields:127 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 260 } }, Database: { acquireCount: { r: 130 } }, Collection: { acquireCount: { r: 130 } } } 120ms Sat Dec 10 14:30:03.068 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 94591077629 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 121ms Sat Dec 10 14:30:03.471 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481340603235) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:66675356002 ntoreturn:0 keysExamined:27682 docsExamined:0 cursorExhausted:1 numYields:218 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 442 } }, Database: { acquireCount: { r: 221 } }, Collection: { acquireCount: { r: 221 } } } 178ms Sat Dec 10 14:30:03.471 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 66675356002 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 179ms Sat Dec 10 14:30:03.727 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481340603235) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:96151446845 ntoreturn:0 keysExamined:15898 docsExamined:0 cursorExhausted:1 numYields:126 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 258 } }, Database: { acquireCount: { r: 129 } }, Collection: { acquireCount: { r: 129 } } } 100ms Sat Dec 10 14:30:03.727 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 96151446845 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 101ms Sat Dec 10 14:30:04.094 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481340603875) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:67052005673 ntoreturn:0 keysExamined:29146 docsExamined:0 cursorExhausted:1 numYields:233 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 472 } }, Database: { acquireCount: { r: 236 } }, Collection: { acquireCount: { r: 236 } } } 147ms Sat Dec 10 14:30:04.095 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 67052005673 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:203 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 148ms Sat Dec 10 14:30:04.458 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481340603875) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:98237767922 ntoreturn:0 keysExamined:36189 docsExamined:0 cursorExhausted:1 numYields:286 nreturned:60 reslen:4475 locks:{ Global: { acquireCount: { r: 578 } }, Database: { acquireCount: { r: 289 } }, Collection: { acquireCount: { r: 289 } } } 216ms Sat Dec 10 14:30:04.459 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 98237767922 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 217ms Sat Dec 10 14:30:04.695 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481340603875) }, url: /.*wp-.*/ } }, { $project: { _id: false, Country: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:106466801384 ntoreturn:0 keysExamined:24753 docsExamined:0 cursorExhausted:1 numYields:196 nreturned:261 reslen:19512 locks:{ Global: { acquireCount: { r: 398 } }, Database: { acquireCount: { r: 199 } }, Collection: { acquireCount: { r: 199 } } } 145ms Sat Dec 10 14:30:04.697 I COMMAND [conn21] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 106466801384 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 147ms Sat Dec 10 14:30:05.043 I COMMAND [conn37] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481340604672) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:67424018536 ntoreturn:0 keysExamined:29144 docsExamined:0 cursorExhausted:1 numYields:232 nreturned:3149 reslen:396663 locks:{ Global: { acquireCount: { r: 470 } }, Database: { acquireCount: { r: 235 } }, Collection: { acquireCount: { r: 235 } } } 300ms Sat Dec 10 14:30:05.061 I COMMAND [conn21] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubbsdweb1", id: 67424018536 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:2 reslen:451 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 319ms Sat Dec 10 14:30:05.273 I COMMAND [conn37] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481340604672) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:82271114960 ntoreturn:0 keysExamined:12114 docsExamined:0 cursorExhausted:1 numYields:95 nreturned:296 reslen:32446 locks:{ Global: { acquireCount: { r: 196 } }, Database: { acquireCount: { r: 98 } }, Collection: { acquireCount: { r: 98 } } } 113ms Sat Dec 10 14:30:05.275 I COMMAND [conn21] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdenr03", id: 82271114960 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 115ms Sat Dec 10 14:30:05.784 I COMMAND [conn37] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481340604672) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:95290325551 ntoreturn:0 keysExamined:36189 docsExamined:0 cursorExhausted:1 numYields:292 nreturned:24390 reslen:3620030 locks:{ Global: { acquireCount: { r: 590 } }, Database: { acquireCount: { r: 295 } }, Collection: { acquireCount: { r: 295 } } } 483ms Sat Dec 10 14:30:05.954 I COMMAND [conn21] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb01", id: 95290325551 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 653ms Sat Dec 10 14:30:06.125 I COMMAND [conn37] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481340604672) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:101449735099 ntoreturn:0 keysExamined:13968 docsExamined:0 cursorExhausted:1 numYields:113 nreturned:5424 reslen:772092 locks:{ Global: { acquireCount: { r: 232 } }, Database: { acquireCount: { r: 116 } }, Collection: { acquireCount: { r: 116 } } } 160ms Sat Dec 10 14:30:06.155 I COMMAND [conn21] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb02", id: 101449735099 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 190ms Sat Dec 10 14:30:06.467 I COMMAND [conn37] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481340604672) } } }, { $project: { _id: false, Country: true, url: true, IP: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: IXSCAN { datetime: 1.0, proxy: 1.0, HTTPResponseTime: 1.0, IP: 1.0, HTTPStatus: 1.0, Country: 1.0, userAgent: 1.0, url: 1.0 } cursorid:103346458482 ntoreturn:0 keysExamined:24751 docsExamined:0 cursorExhausted:1 numYields:197 nreturned:18670 reslen:2612046 locks:{ Global: { acquireCount: { r: 400 } }, Database: { acquireCount: { r: 200 } }, Collection: { acquireCount: { r: 200 } } } 303ms Sat Dec 10 14:30:06.585 I COMMAND [conn21] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", ns: "IISLogs.pubprdweb03", id: 103346458482 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, collation: { locale: "simple" }, cursor: {} } keysExamined:0 docsExamined:0 cursorExhausted:1 numYields:0 nreturned:0 reslen:204 locks:{ Global: { acquireCount: { r: 6 } }, Database: { acquireCount: { r: 3 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 421ms Sat Dec 10 14:30:09.855 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 14:30:32.307 I ASIO [shard registry reload] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:30:32.307 I ASIO [shard registry reload] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:30:32.308 I ASIO [shard registry reload] after drop, pool was empty, going to spawn some connections Sat Dec 10 14:30:32.308 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:30:32.309 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:30:32.309 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 123 could not get updated shard list from config server due to node needs to be a replica set member to use read concern; will retry after 30s Sat Dec 10 14:30:38.352 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] Socket hangup detected, no longer connected (idle 34 secs, remote host 10.112.9.26:20000) Sat Dec 10 14:30:38.355 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401838354), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:38.355 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] Marking host sosdevnql02:20000 as failed :: caused by :: InconsistentReplicaSetNames: Target replica set name does not match the monitored set name ConfigSvr Sat Dec 10 14:30:38.355 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:30:38.355 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set ConfigSvr are down. This has happened for 1 checks in a row. Sat Dec 10 14:30:39.857 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401839857), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:39.857 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:39.857 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 2 checks in a row. Sat Dec 10 14:30:40.358 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401840358), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:40.358 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:40.358 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 3 checks in a row. Sat Dec 10 14:30:40.859 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401840859), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:40.859 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:40.859 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 4 checks in a row. Sat Dec 10 14:30:41.360 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401841360), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:41.360 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:41.360 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 5 checks in a row. Sat Dec 10 14:30:41.861 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401841861), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:41.861 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:41.861 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 6 checks in a row. Sat Dec 10 14:30:42.363 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401842363), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:42.363 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:42.364 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 7 checks in a row. Sat Dec 10 14:30:42.864 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401842864), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:42.864 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:42.864 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 8 checks in a row. Sat Dec 10 14:30:43.365 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401843365), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:43.365 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:43.365 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 9 checks in a row. Sat Dec 10 14:30:43.866 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401843866), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:43.867 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:43.867 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 10 checks in a row. Sat Dec 10 14:30:44.368 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401844367), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:44.368 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:44.368 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 11 checks in a row. Sat Dec 10 14:30:44.868 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401844868), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:44.869 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:45.369 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401845369), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:45.370 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:45.871 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401845870), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:45.871 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:46.372 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401846372), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:46.372 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:46.873 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401846873), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:46.873 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:47.374 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401847374), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:47.374 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:47.875 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401847875), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:47.875 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:48.376 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401848376), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:48.376 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:48.877 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401848877), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:48.877 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:49.378 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401849378), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:49.378 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:49.378 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 21 checks in a row. Sat Dec 10 14:30:49.880 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401849879), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:49.880 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:50.381 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401850381), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:50.381 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:50.882 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401850882), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:50.882 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:51.383 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401851383), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:51.383 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:51.884 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401851884), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:51.884 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:52.385 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401852385), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:52.385 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:52.886 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401852886), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:52.887 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:53.387 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401853387), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:53.388 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:53.889 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401853888), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:53.889 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:54.389 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401854389), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:54.390 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:54.390 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 31 checks in a row. Sat Dec 10 14:30:54.891 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401854890), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:54.891 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:55.392 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401855392), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:55.392 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:55.893 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401855892), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:55.893 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:56.394 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401856394), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:56.394 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:56.895 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401856895), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:56.895 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:57.396 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401857396), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:57.396 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:57.897 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401857897), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:57.897 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:58.398 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401858398), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:58.398 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:58.899 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401858899), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:58.899 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:59.400 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401859400), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:59.400 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:59.400 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 41 checks in a row. Sat Dec 10 14:30:59.901 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401859901), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:30:59.901 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:30:59.901 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:31:02.310 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401862310), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:02.311 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:02.811 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401862811), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:02.811 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:03.312 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401863312), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:03.313 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:03.813 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401863813), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:03.814 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:04.314 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401864314), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:04.315 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:04.816 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401864815), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:04.816 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:05.317 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401865317), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:05.317 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:05.818 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401865818), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:05.818 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:06.319 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401866319), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:06.319 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:06.319 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 51 checks in a row. Sat Dec 10 14:31:06.820 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401866820), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:06.820 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:07.321 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401867321), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:07.321 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:07.822 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401867822), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:07.827 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:08.328 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401868328), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:08.328 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:08.356 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401868356), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:08.358 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:31:08.829 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401868829), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:08.829 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:09.330 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401869330), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:09.330 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:09.831 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401869831), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:09.831 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:10.332 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401870332), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:10.332 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:10.833 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401870833), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:10.833 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:10.834 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 61 checks in a row. Sat Dec 10 14:31:11.334 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401871334), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:11.334 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:11.835 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401871835), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:11.836 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:12.336 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401872336), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:12.337 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:12.837 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401872837), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:12.838 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:13.339 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401873338), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:13.339 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:13.840 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401873839), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:13.840 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:14.341 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401874340), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:14.341 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:14.842 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401874841), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:14.842 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:15.343 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401875343), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:15.343 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:15.844 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401875844), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:15.844 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:15.844 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 71 checks in a row. Sat Dec 10 14:31:16.345 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401876345), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:16.345 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:16.846 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401876846), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:16.846 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:17.347 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401877347), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:17.347 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:17.848 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401877848), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:17.848 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:18.349 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401878349), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:18.349 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:18.850 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401878850), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:18.850 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:19.351 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401879351), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:19.351 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:19.852 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401879852), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:19.852 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:20.353 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401880353), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:20.353 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:20.854 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401880854), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:20.854 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:20.854 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 81 checks in a row. Sat Dec 10 14:31:21.355 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401881355), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:21.355 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:21.856 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401881856), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:21.856 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:22.358 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401882358), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:22.358 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:22.358 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:31:29.904 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401889903), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:29.904 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:30.404 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401890404), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:30.405 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:30.905 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401890905), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:30.905 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:31.407 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401891406), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:31.407 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:31.908 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401891907), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:31.908 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:32.409 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401892408), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:32.409 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:32.910 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401892910), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:32.910 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:32.910 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 91 checks in a row. Sat Dec 10 14:31:33.411 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401893411), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:33.411 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:33.912 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401893912), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:33.912 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:34.413 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401894413), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:34.413 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:34.914 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401894914), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:34.914 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:35.415 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401895415), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:35.415 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:35.916 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401895916), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:35.916 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:36.417 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401896417), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:36.417 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:36.918 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401896918), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:36.918 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:37.419 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401897419), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:37.419 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:37.920 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401897920), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:37.920 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:37.920 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 101 checks in a row. Sat Dec 10 14:31:38.359 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401898359), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:38.360 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:31:38.421 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401898421), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:38.421 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:38.922 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401898922), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:38.922 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:39.423 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401899423), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:39.423 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:39.924 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401899924), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:39.925 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:40.425 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401900425), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:40.425 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:40.926 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401900926), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:40.927 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:41.428 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401901427), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:41.428 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:41.929 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401901928), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:41.929 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:42.430 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401902430), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:42.430 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:42.430 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 111 checks in a row. Sat Dec 10 14:31:42.931 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401902931), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:42.931 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:43.433 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401903433), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:43.433 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:43.934 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401903934), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:43.934 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:44.435 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401904435), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:44.435 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:44.936 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401904936), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:44.936 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:45.437 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401905437), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:45.437 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:45.938 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:46.580 I NETWORK [replSetDistLockPinger] Socket recv() An existing connection was forcibly closed by the remote host. 10.112.9.26:20000 Sat Dec 10 14:31:46.580 I NETWORK [replSetDistLockPinger] SocketException: remote: (NONE):0 error: 9001 socket exception [RECV_ERROR] server [10.112.9.26:20000] Sat Dec 10 14:31:46.580 I NETWORK [replSetDistLockPinger] Detected bad connection created at 1481401838353872 microSec, clearing pool for sosdevnql02:20000 of 0 connections Sat Dec 10 14:31:46.581 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:48.088 W NETWORK [replSetDistLockPinger] Failed to connect to 10.112.9.26:20000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 14:31:48.088 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:49.086 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401909085), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:49.086 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:49.086 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 121 checks in a row. Sat Dec 10 14:31:49.587 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401909586), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:49.587 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:50.088 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401910087), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:50.088 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:31:50.088 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:31:52.361 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401912361), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:52.361 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:52.862 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401912862), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:52.862 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:53.363 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401913363), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:53.363 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:53.864 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401913864), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:53.864 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:54.365 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401914365), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:54.365 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:54.866 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401914866), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:54.866 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:55.367 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401915367), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:55.367 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:55.868 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401915868), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:55.868 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:55.868 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 131 checks in a row. Sat Dec 10 14:31:56.369 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401916369), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:56.369 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:56.870 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401916870), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:56.870 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:57.371 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401917371), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:57.371 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:57.873 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401917873), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:57.873 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:58.374 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401918374), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:58.375 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:58.876 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401918875), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:58.876 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:59.377 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401919376), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:59.377 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:31:59.878 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401919877), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:31:59.878 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:00.379 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401920379), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:00.379 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:00.880 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401920880), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:00.880 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:00.880 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 141 checks in a row. Sat Dec 10 14:32:01.381 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401921381), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:01.381 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:01.882 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401921882), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:01.882 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:02.383 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401922383), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:02.383 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:02.884 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401922884), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:02.884 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:03.385 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401923385), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:03.385 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:03.886 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401923886), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:03.886 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:04.387 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401924387), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:04.387 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:04.888 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401924888), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:04.888 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:05.389 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401925389), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:05.389 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:05.890 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401925890), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:05.890 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:05.890 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 151 checks in a row. Sat Dec 10 14:32:06.391 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401926391), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:06.391 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:06.892 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401926892), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:06.893 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:07.393 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401927393), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:07.393 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:07.894 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401927894), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:07.895 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:08.361 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401928360), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:08.361 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:32:08.395 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401928395), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:08.396 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:08.896 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401928896), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:08.897 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:09.398 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401929397), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:09.398 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:09.899 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401929899), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:09.899 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:10.400 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401930400), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:10.400 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:10.400 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 161 checks in a row. Sat Dec 10 14:32:10.901 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401930901), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:10.901 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:11.402 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401931402), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:11.402 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:11.903 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401931903), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:11.903 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:12.404 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401932404), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:12.404 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:12.404 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:32:20.090 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401940090), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:20.090 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:20.591 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401940591), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:20.591 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:21.092 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401941092), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:21.092 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:21.593 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401941593), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:21.593 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:22.094 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401942094), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:22.094 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:22.595 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401942595), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:22.595 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:22.595 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 171 checks in a row. Sat Dec 10 14:32:23.096 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401943096), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:23.096 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:23.635 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401943634), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:23.635 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:24.135 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401944135), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:24.135 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:24.636 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401944636), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:24.637 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:25.137 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401945137), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:25.137 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:25.638 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401945638), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:25.638 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:26.139 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401946139), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:26.139 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:26.641 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401946640), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:26.641 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:27.141 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401947141), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:27.142 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:27.643 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401947642), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:27.643 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:27.643 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 181 checks in a row. Sat Dec 10 14:32:28.144 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401948144), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:28.144 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:28.645 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401948645), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:28.645 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:29.146 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401949146), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:29.146 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:29.647 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401949647), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:29.647 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:30.148 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401950148), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:30.151 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:30.652 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401950652), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:30.652 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:31.153 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401951153), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:31.153 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:31.654 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401951654), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:31.654 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:32.155 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401952155), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:32.155 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:32.316 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Failed asio heartbeat to :27017 - HostUnreachable: An existing connection was forcibly closed by the remote host. Sat Dec 10 14:32:32.656 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401952656), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:32.656 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:32.656 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 191 checks in a row. Sat Dec 10 14:32:33.157 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401953157), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:33.157 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:33.658 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401953658), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:33.658 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:34.159 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401954159), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:34.159 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:34.660 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401954660), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:34.660 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:35.162 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401955162), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:35.162 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:35.663 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401955663), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:35.663 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:36.164 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401956164), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:36.165 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:36.666 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401956666), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:36.666 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:37.167 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401957166), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:37.167 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:37.668 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401957667), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:37.668 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:37.668 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 201 checks in a row. Sat Dec 10 14:32:38.169 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401958169), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:38.169 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:38.362 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401958362), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:38.362 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:32:38.670 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401958670), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:38.670 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:39.171 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401959171), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:39.171 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:39.672 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401959672), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:39.674 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:40.175 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401960175), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:40.175 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:32:40.175 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:32:42.406 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401962406), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:42.406 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:42.907 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401962907), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:42.907 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:43.408 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401963408), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:43.409 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:43.909 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401963909), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:43.910 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:43.910 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 211 checks in a row. Sat Dec 10 14:32:44.410 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401964410), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:44.411 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:44.911 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401964911), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:44.912 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:45.413 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401965412), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:45.413 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:45.914 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401965913), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:45.914 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:46.415 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401966415), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:46.415 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:46.916 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401966916), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:46.916 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:47.417 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401967417), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:47.417 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:47.918 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401967918), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:47.918 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:48.419 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401968419), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:48.419 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:48.920 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401968920), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:48.920 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:48.920 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 221 checks in a row. Sat Dec 10 14:32:49.421 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401969421), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:49.421 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:49.922 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401969922), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:49.922 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:50.423 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401970423), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:50.423 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:50.924 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401970924), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:50.924 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:51.425 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401971425), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:51.425 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:51.926 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401971926), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:51.946 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:52.446 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401972446), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:52.446 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:52.947 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401972947), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:52.947 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:53.448 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401973448), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:53.449 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:53.949 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401973949), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:53.950 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:53.950 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 231 checks in a row. Sat Dec 10 14:32:54.450 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401974450), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:54.451 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:54.951 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401974951), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:54.952 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:55.452 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401975452), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:55.452 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:55.954 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401975953), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:55.954 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:56.455 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401976454), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:56.455 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:56.956 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401976956), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:56.956 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:57.457 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401977457), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:57.457 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:57.958 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401977958), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:57.958 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:58.459 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401978459), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:58.459 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:58.960 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401978960), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:58.960 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:58.960 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 241 checks in a row. Sat Dec 10 14:32:59.462 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401979462), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:59.462 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:32:59.963 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401979963), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:32:59.963 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:00.464 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401980464), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:00.464 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:00.965 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401980965), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:00.965 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:01.466 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401981466), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:01.476 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:01.977 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401981977), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:01.977 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:02.478 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401982478), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:02.478 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:02.479 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:33:03.759 I - [conn3] end connection 10.112.9.26:58174 (18 connections now open) Sat Dec 10 14:33:03.781 I - [conn9] end connection 10.112.9.26:58187 (17 connections now open) Sat Dec 10 14:33:03.782 I - [conn11] end connection 10.112.9.26:58190 (16 connections now open) Sat Dec 10 14:33:03.782 I - [conn63] end connection 10.112.9.26:64017 (15 connections now open) Sat Dec 10 14:33:03.783 I - [conn23] end connection 10.112.9.26:58339 (14 connections now open) Sat Dec 10 14:33:03.784 I - [conn44] end connection 10.112.9.26:62541 (13 connections now open) Sat Dec 10 14:33:03.784 I - [conn21] end connection 10.112.9.26:58337 (12 connections now open) Sat Dec 10 14:33:03.784 I - [conn25] end connection 10.112.9.26:58352 (11 connections now open) Sat Dec 10 14:33:03.785 I - [conn8] end connection 10.112.9.26:58186 (10 connections now open) Sat Dec 10 14:33:03.791 I - [conn10] end connection 10.112.9.26:58189 (9 connections now open) Sat Dec 10 14:33:03.791 I - [conn12] end connection 10.112.9.26:58193 (8 connections now open) Sat Dec 10 14:33:03.791 I - [conn20] end connection 10.112.9.26:58332 (7 connections now open) Sat Dec 10 14:33:03.792 I - [conn22] end connection 10.112.9.26:58338 (6 connections now open) Sat Dec 10 14:33:03.793 I - [conn62] end connection 10.112.9.26:64016 (5 connections now open) Sat Dec 10 14:33:08.363 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401988363), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:08.363 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:33:10.177 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401990177), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:10.178 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:10.678 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401990678), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:10.678 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:10.679 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 251 checks in a row. Sat Dec 10 14:33:11.179 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401991179), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:11.179 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:11.681 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401991680), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:11.681 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:12.182 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401992181), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:12.182 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:12.683 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401992683), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:12.683 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:13.184 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401993184), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:13.184 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:13.685 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401993685), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:13.685 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:14.186 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401994185), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:14.186 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:14.687 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401994687), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:14.687 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:15.188 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401995188), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:15.188 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:15.689 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401995689), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:15.689 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:15.689 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 261 checks in a row. Sat Dec 10 14:33:16.190 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401996190), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:16.190 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:16.691 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401996691), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:16.691 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:17.192 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401997192), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:17.192 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:17.693 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401997693), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:17.693 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:18.194 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401998194), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:18.194 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:18.695 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401998695), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:18.695 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:19.196 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401999196), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:19.196 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:19.697 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481401999697), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:19.698 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:20.198 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402000198), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:20.199 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:20.700 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402000700), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:20.700 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:20.700 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 271 checks in a row. Sat Dec 10 14:33:21.201 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402001200), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:21.201 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:21.702 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402001701), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:21.702 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:22.203 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402002202), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:22.203 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:22.704 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402002703), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:22.704 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:23.205 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402003205), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:23.205 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:23.706 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402003706), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:23.706 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:24.207 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402004207), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:24.207 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:24.708 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402004708), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:24.708 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:25.209 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402005209), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:25.209 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:25.710 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402005710), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:25.710 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:25.710 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 281 checks in a row. Sat Dec 10 14:33:26.211 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402006211), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:26.211 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:26.712 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402006712), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:26.712 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:27.213 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402007213), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:27.213 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:27.714 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402007714), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:27.714 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:28.215 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402008215), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:28.215 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:28.716 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402008716), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:28.717 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:29.218 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402009218), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:29.219 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:29.719 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402009719), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:29.720 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:30.220 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402010220), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:30.221 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:33:30.221 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:33:32.481 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402012481), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:32.481 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:32.481 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 291 checks in a row. Sat Dec 10 14:33:32.982 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402012982), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:32.982 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:33.483 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402013483), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:33.483 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:33.984 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402013984), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:33.984 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:34.485 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402014485), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:34.485 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:34.986 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402014986), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:34.986 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:35.487 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402015487), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:35.487 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:35.988 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402015988), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:35.988 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:36.489 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402016489), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:36.489 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:36.990 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402016990), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:36.990 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:37.491 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402017491), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:37.491 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:37.491 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 301 checks in a row. Sat Dec 10 14:33:37.992 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402017992), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:37.992 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:38.364 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402018364), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:38.364 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:33:38.493 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402018493), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:38.493 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:38.994 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402018994), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:38.994 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:39.495 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402019495), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:39.495 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:39.996 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402019996), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:39.996 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:40.498 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402020497), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:40.498 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:40.999 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402020998), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:40.999 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:41.501 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402021501), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:41.501 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:42.002 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402022002), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:42.002 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:42.002 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 311 checks in a row. Sat Dec 10 14:33:42.504 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402022504), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:42.504 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:43.005 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402023005), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:43.005 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:43.506 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402023506), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:43.506 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:44.007 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402024007), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:44.007 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:44.508 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402024508), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:44.508 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:45.009 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402025009), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:45.009 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:45.510 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402025510), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:45.510 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:46.011 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402026011), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:46.011 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:46.512 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402026512), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:46.512 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:47.013 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402027013), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:47.013 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:47.014 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 321 checks in a row. Sat Dec 10 14:33:47.514 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402027514), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:47.515 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:48.015 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402028015), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:48.015 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:48.517 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402028516), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:48.517 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:49.017 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402029017), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:49.017 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:49.519 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402029518), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:49.519 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:50.019 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402030019), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:50.020 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:50.521 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402030521), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:50.521 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:51.022 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402031022), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:51.022 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:51.523 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402031523), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:51.523 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:52.024 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402032024), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:52.024 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:52.024 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 331 checks in a row. Sat Dec 10 14:33:52.525 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402032525), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:33:52.525 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:33:52.525 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:34:00.223 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402040223), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:00.223 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:00.724 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402040724), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:00.724 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:01.225 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402041225), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:01.225 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:01.726 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402041726), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:01.726 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:02.227 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402042227), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:02.227 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:02.728 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402042728), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:02.728 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:03.229 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402043229), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:03.229 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:03.730 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402043730), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:03.730 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:04.231 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402044231), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:04.231 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:04.231 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 341 checks in a row. Sat Dec 10 14:34:04.732 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402044732), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:04.732 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:05.233 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402045233), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:05.234 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:05.734 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402045734), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:05.735 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:06.235 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402046235), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:06.235 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:06.736 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402046736), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:06.737 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:07.237 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402047237), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:07.238 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:07.739 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402047738), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:07.739 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:08.240 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402048239), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:08.240 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:08.366 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402048365), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:08.366 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:34:08.741 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402048740), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:08.741 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:08.741 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 351 checks in a row. Sat Dec 10 14:34:09.242 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402049242), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:09.242 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:09.743 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402049743), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:09.743 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:10.244 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402050244), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:10.244 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:10.745 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402050745), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:10.745 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:11.246 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402051246), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:11.246 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:11.747 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402051747), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:11.747 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:12.248 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402052248), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:12.248 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:12.749 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402052749), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:12.749 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:13.250 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402053250), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:13.250 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:13.751 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402053751), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:13.751 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:13.751 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 361 checks in a row. Sat Dec 10 14:34:14.252 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402054252), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:14.252 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:14.753 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402054753), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:14.753 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:15.255 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402055254), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:15.255 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:15.756 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402055755), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:15.756 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:16.257 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402056257), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:16.257 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:16.758 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402056757), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:16.758 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:17.259 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402057259), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:17.259 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:17.760 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402057759), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:17.760 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:18.261 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402058261), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:18.261 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:18.762 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402058762), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:18.762 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:18.762 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 371 checks in a row. Sat Dec 10 14:34:19.263 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402059263), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:19.263 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:19.764 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402059764), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:19.764 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:20.265 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402060265), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:20.265 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:20.265 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:34:22.528 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402062528), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:22.528 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:23.029 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402063029), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:23.029 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:23.530 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402063530), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:23.530 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:24.031 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402064031), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:24.032 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:24.532 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402064532), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:24.533 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:25.033 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402065033), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:25.034 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:25.534 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402065534), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:25.535 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:25.535 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 381 checks in a row. Sat Dec 10 14:34:26.035 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402066035), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:26.036 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:26.537 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402066536), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:26.537 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:27.038 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402067037), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:27.038 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:27.539 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402067539), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:27.539 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:28.040 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402068040), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:28.040 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:28.541 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402068541), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:28.541 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:29.042 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402069042), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:29.042 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:29.543 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402069543), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:29.543 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:30.044 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402070044), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:30.044 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:30.545 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402070545), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:30.545 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:30.545 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 391 checks in a row. Sat Dec 10 14:34:31.046 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402071046), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:31.046 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:31.547 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402071547), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:31.547 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:32.048 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402072048), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:32.048 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:32.549 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402072549), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:32.549 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:33.050 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402073050), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:33.050 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:33.551 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402073551), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:33.551 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:34.052 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402074052), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:34.053 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:34.554 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402074553), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:34.554 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:35.054 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402075054), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:35.055 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:35.556 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402075555), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:35.556 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:35.556 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 401 checks in a row. Sat Dec 10 14:34:36.057 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402076057), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:36.057 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:36.558 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402076558), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:36.558 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:37.059 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402077059), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:37.059 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:37.560 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402077560), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:37.560 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:38.061 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402078061), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:38.061 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:38.367 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402078367), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:38.367 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:34:38.562 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402078562), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:38.562 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:39.063 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402079063), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:39.063 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:39.564 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402079564), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:39.564 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:40.065 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402080065), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:40.065 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:40.065 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 411 checks in a row. Sat Dec 10 14:34:40.566 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402080566), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:40.566 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:41.067 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402081067), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:41.067 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:41.568 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402081568), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:41.568 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:42.069 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402082069), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:42.069 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:42.570 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402082570), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:42.570 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:34:42.571 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:34:50.267 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402090267), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:50.268 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:50.768 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402090768), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:50.768 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:51.269 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402091269), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:51.269 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:51.770 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402091770), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:51.770 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:52.271 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402092271), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:52.272 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:52.272 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 421 checks in a row. Sat Dec 10 14:34:52.773 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402092772), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:52.773 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:53.273 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402093273), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:53.274 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:53.775 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402093774), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:53.775 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:54.276 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402094276), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:54.276 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:54.777 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402094776), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:54.777 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:55.278 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402095278), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:55.278 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:55.779 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402095779), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:55.779 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:56.280 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402096280), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:56.280 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:56.781 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402096781), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:56.781 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:57.282 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402097282), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:57.282 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:57.282 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 431 checks in a row. Sat Dec 10 14:34:57.783 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402097783), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:57.783 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:58.284 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402098284), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:58.284 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:58.785 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402098785), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:58.785 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:59.286 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402099286), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:59.286 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:34:59.787 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402099787), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:34:59.787 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:00.288 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402100288), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:00.289 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:00.790 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402100790), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:00.790 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:01.291 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402101291), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:01.291 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:01.792 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402101792), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:01.793 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:02.293 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402102293), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:02.294 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:02.294 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 441 checks in a row. Sat Dec 10 14:35:02.795 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402102794), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:02.796 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:03.297 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402103296), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:03.297 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:03.798 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402103798), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:03.798 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:04.299 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402104299), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:04.299 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:04.800 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402104800), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:04.800 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:05.301 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402105301), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:05.301 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:05.802 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402105802), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:05.802 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:06.303 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402106303), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:06.303 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:06.804 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402106804), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:06.804 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:07.305 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402107305), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:07.305 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:07.305 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 451 checks in a row. Sat Dec 10 14:35:07.806 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402107806), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:07.806 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:08.307 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402108307), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:08.307 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:08.368 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402108368), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:08.368 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:35:08.808 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402108808), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:08.808 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:09.309 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402109309), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:09.310 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:09.810 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402109810), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:09.810 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:10.311 W NETWORK [replSetDistLockPinger] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402110311), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:10.311 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:10.312 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:35:12.573 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402112573), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:12.573 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:13.074 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402113074), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:13.074 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:13.575 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402113575), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:13.575 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:13.575 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 461 checks in a row. Sat Dec 10 14:35:14.076 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402114076), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:14.076 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:14.577 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402114577), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:14.577 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:15.078 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402115078), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:15.086 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:15.587 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402115587), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:15.587 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:16.088 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402116088), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:16.088 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:16.589 W NETWORK [shard registry reload] node: sosdevnql02:20000 isn't a part of set: ConfigSvr ismaster: { ismaster: true, configsvr: 1, maxBsonObjectSize: 16777216, maxMessageSizeBytes: 48000000, maxWriteBatchSize: 1000, localTime: new Date(1481402116589), maxWireVersion: 5, minWireVersion: 0, readOnly: false, ok: 1.0 } Sat Dec 10 14:35:16.589 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:17.090 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:17.591 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:18.160 I NETWORK [shard registry reload] Socket recv() An existing connection was forcibly closed by the remote host. 10.112.9.26:20000 Sat Dec 10 14:35:18.160 I NETWORK [shard registry reload] SocketException: remote: (NONE):0 error: 9001 socket exception [RECV_ERROR] server [10.112.9.26:20000] Sat Dec 10 14:35:18.160 I NETWORK [shard registry reload] Detected bad connection created at 1481401909084642 microSec, clearing pool for sosdevnql02:20000 of 0 connections Sat Dec 10 14:35:18.160 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:19.672 W NETWORK [shard registry reload] Failed to connect to 10.112.9.26:20000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 14:35:19.672 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:19.672 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 471 checks in a row. Sat Dec 10 14:35:20.679 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:21.181 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:21.682 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:22.183 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:22.684 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:23.185 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:23.686 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:24.187 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:24.688 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:25.189 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:25.189 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 481 checks in a row. Sat Dec 10 14:35:25.690 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:26.191 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:26.692 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:27.193 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:27.694 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:28.195 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:28.696 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:29.208 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:29.709 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:30.210 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:30.210 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 491 checks in a row. Sat Dec 10 14:35:30.711 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:31.212 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:31.714 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:32.215 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:32.716 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:35:32.716 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:35:38.369 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:35:40.314 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:40.815 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:41.316 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:41.817 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:41.817 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 501 checks in a row. Sat Dec 10 14:35:42.319 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:42.838 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:43.339 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:43.840 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:44.341 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:44.842 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:45.343 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:45.844 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:46.345 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:46.846 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:46.847 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 511 checks in a row. Sat Dec 10 14:35:47.348 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:47.849 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:48.350 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:48.851 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:49.352 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:49.853 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:50.354 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:50.855 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:51.356 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:51.857 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:51.857 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 521 checks in a row. Sat Dec 10 14:35:52.359 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:52.860 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:53.361 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:53.862 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:54.363 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:54.864 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:55.365 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:55.866 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:56.367 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:56.868 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:56.869 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 531 checks in a row. Sat Dec 10 14:35:57.370 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:57.871 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:58.372 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:58.873 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:59.374 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:35:59.875 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:00.376 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:00.376 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:36:02.718 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:03.219 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:03.720 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:03.720 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 541 checks in a row. Sat Dec 10 14:36:04.221 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:04.723 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:05.223 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:05.724 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:06.225 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:06.726 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:07.227 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:07.728 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:08.230 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:08.370 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:36:08.370 I NETWORK [ReplicaSetMonitor-TaskExecutor-0] All nodes for set ConfigSvr are down. This has happened for 551 checks in a row. Sat Dec 10 14:36:08.746 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:09.247 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:09.748 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:10.249 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:10.750 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:11.251 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:11.752 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:12.253 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:12.754 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:13.255 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:13.255 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 561 checks in a row. Sat Dec 10 14:36:13.756 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:14.257 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:14.758 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:15.259 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:15.760 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:16.261 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:16.762 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:17.264 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:17.765 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:18.285 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:18.285 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 571 checks in a row. Sat Dec 10 14:36:18.786 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:19.287 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:19.788 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:20.289 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:36:20.289 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:36:20.290 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:36:30.379 I NETWORK [replSetDistLockPinger] Marking host sosdevnql02:20000 as failed :: caused by :: NotMaster: Node sosdevnql02:20000 believes it is primary, but its election id 7fffffff0000000000000001 is older than the most recent election id 7fffffff000000000000000c Sat Dec 10 14:36:30.379 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:30.379 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 1 checks in a row. Sat Dec 10 14:36:30.880 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:30.880 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 2 checks in a row. Sat Dec 10 14:36:31.381 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:31.381 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 3 checks in a row. Sat Dec 10 14:36:31.882 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:31.883 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 4 checks in a row. Sat Dec 10 14:36:32.384 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:32.384 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 5 checks in a row. Sat Dec 10 14:36:32.884 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:32.885 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 6 checks in a row. Sat Dec 10 14:36:33.385 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:33.386 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 7 checks in a row. Sat Dec 10 14:36:33.886 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:33.887 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 8 checks in a row. Sat Dec 10 14:36:34.388 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:34.388 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 9 checks in a row. Sat Dec 10 14:36:34.889 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:34.889 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 10 checks in a row. Sat Dec 10 14:36:35.390 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:35.390 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 11 checks in a row. Sat Dec 10 14:36:35.891 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:36.392 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:36.893 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:37.394 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:37.895 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:38.371 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:36:38.396 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:38.897 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:39.398 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:39.899 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:39.899 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 21 checks in a row. Sat Dec 10 14:36:40.400 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:40.901 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:41.402 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:41.903 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:42.404 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:42.905 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:43.406 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:43.908 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:44.409 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:44.910 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:44.910 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 31 checks in a row. Sat Dec 10 14:36:45.411 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:45.912 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:46.413 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:46.914 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:47.415 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:47.916 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:48.417 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:48.918 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:49.419 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:49.920 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:49.920 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 41 checks in a row. Sat Dec 10 14:36:50.291 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1103 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:36:50.289-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 } Sat Dec 10 14:36:50.291 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 1103 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T14:36:50.289-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 1481401449000|2, t: 11 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 14:36:50.421 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:36:50.422 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:37:08.372 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:37:20.294 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:20.424 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:20.794 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:20.925 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:21.296 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:21.426 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:21.797 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:21.927 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:21.927 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 51 checks in a row. Sat Dec 10 14:37:22.334 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:22.428 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:22.835 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:22.929 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:23.336 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:23.430 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:23.837 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:23.931 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:24.338 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:24.432 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:24.432 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 61 checks in a row. Sat Dec 10 14:37:24.839 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:24.933 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:25.340 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:25.434 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:25.841 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:25.935 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:26.342 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:26.459 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:26.843 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:26.960 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:26.960 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 71 checks in a row. Sat Dec 10 14:37:27.344 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:27.461 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:27.845 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:27.962 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:28.346 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:28.463 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:28.848 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:28.964 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:29.349 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:29.466 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:29.466 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 81 checks in a row. Sat Dec 10 14:37:29.850 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:29.967 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:30.351 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:30.468 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:30.852 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:30.972 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:31.353 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:31.473 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:31.854 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:31.974 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:31.974 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 91 checks in a row. Sat Dec 10 14:37:32.355 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:32.475 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:32.856 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:32.976 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:33.357 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:33.477 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:33.858 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:33.978 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:34.359 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:34.479 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:34.479 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 101 checks in a row. Sat Dec 10 14:37:34.860 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:34.980 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:35.361 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:35.481 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:35.862 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:35.991 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:36.363 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:36.492 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:36.864 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:36.993 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:36.993 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 111 checks in a row. Sat Dec 10 14:37:37.365 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:37.494 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:37.866 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:37.995 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:38.367 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:38.373 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:37:38.496 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:38.869 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:38.998 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:39.370 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:39.370 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 121 checks in a row. Sat Dec 10 14:37:39.499 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:39.871 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:40.000 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:40.372 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:37:40.372 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:37:40.501 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:37:40.501 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:38:08.375 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:38:10.374 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:10.503 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:10.875 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:11.004 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:11.004 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 131 checks in a row. Sat Dec 10 14:38:11.376 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:11.505 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:11.877 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:12.006 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:12.378 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:12.507 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:12.879 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:13.008 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:13.381 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:13.509 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:13.510 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 141 checks in a row. Sat Dec 10 14:38:13.881 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:14.010 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:14.382 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:14.511 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:14.884 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:15.013 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:15.385 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:15.520 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:15.886 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:16.020 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:16.021 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 151 checks in a row. Sat Dec 10 14:38:16.387 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:16.522 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:16.888 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:17.023 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:17.389 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:17.524 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:17.890 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:18.025 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:18.391 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:18.526 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:18.526 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 161 checks in a row. Sat Dec 10 14:38:18.892 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:19.027 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:19.393 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:19.528 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:19.894 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:20.029 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:20.403 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:20.530 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:20.904 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:21.031 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:21.031 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 171 checks in a row. Sat Dec 10 14:38:21.405 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:21.532 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:21.906 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:22.033 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:22.407 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:22.534 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:22.908 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:23.035 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:23.409 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:23.536 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:23.537 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 181 checks in a row. Sat Dec 10 14:38:23.911 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:24.037 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:24.411 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:24.539 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:24.912 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:25.040 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:25.414 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:25.541 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:25.915 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:26.042 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:26.042 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 191 checks in a row. Sat Dec 10 14:38:26.426 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:26.546 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:26.927 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:27.047 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:27.428 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:27.548 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:27.929 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:28.049 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:28.430 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:28.550 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:28.550 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 201 checks in a row. Sat Dec 10 14:38:28.931 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:29.051 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:29.432 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:29.552 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:29.933 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:30.053 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:30.435 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:38:30.435 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:38:30.554 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:38:30.554 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:38:38.376 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:39:00.438 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:00.438 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 211 checks in a row. Sat Dec 10 14:39:00.557 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:00.938 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:01.058 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:01.440 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:01.559 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:01.941 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:02.060 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:02.442 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:02.561 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:02.943 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:02.943 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 221 checks in a row. Sat Dec 10 14:39:03.062 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:03.444 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:03.563 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:03.945 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:04.064 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:04.446 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:04.565 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:04.947 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:05.066 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:05.448 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:05.463 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 231 checks in a row. Sat Dec 10 14:39:05.567 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:05.964 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:06.068 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:06.465 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:06.569 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:06.966 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:07.070 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:07.467 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:07.571 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:07.968 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:07.969 I NETWORK [shard registry reload] All nodes for set ConfigSvr are down. This has happened for 241 checks in a row. Sat Dec 10 14:39:08.072 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:08.377 W NETWORK [ReplicaSetMonitor-TaskExecutor-0] No primary detected for set ConfigSvr Sat Dec 10 14:39:08.469 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:08.573 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:08.970 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:09.074 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:09.472 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:09.575 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:09.972 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:10.076 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:10.077 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 251 checks in a row. Sat Dec 10 14:39:10.474 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:10.577 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:10.975 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:11.079 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:11.480 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:11.580 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:11.981 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:12.081 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:12.482 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:12.582 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:12.582 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 261 checks in a row. Sat Dec 10 14:39:12.983 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:13.083 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:13.484 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:13.585 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:13.986 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:14.087 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:14.503 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:14.606 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:15.065 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:15.283 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:15.283 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 271 checks in a row. Sat Dec 10 14:39:15.634 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:15.785 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:16.140 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:16.287 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:16.641 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:16.789 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:17.142 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:17.290 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:17.643 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:17.791 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:17.791 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 281 checks in a row. Sat Dec 10 14:39:18.145 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:18.293 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:18.646 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:18.793 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:19.147 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:19.294 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:19.649 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:19.796 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:20.150 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:20.297 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:20.297 I NETWORK [replSetDistLockPinger] All nodes for set ConfigSvr are down. This has happened for 291 checks in a row. Sat Dec 10 14:39:20.651 W NETWORK [shard registry reload] No primary detected for set ConfigSvr Sat Dec 10 14:39:20.651 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 133 could not get updated shard list from config server due to could not find host matching read preference { mode: "nearest" } for set ConfigSvr; will retry after 30s Sat Dec 10 14:39:20.798 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 14:39:20.798 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:39:24.286 I CONTROL [serviceShutdown] got SERVICE_CONTROL_STOP request from Windows Service Control Manager, will terminate after current cmd ends Sat Dec 10 14:39:24.287 I NETWORK [serviceShutdown] shutdown: going to close listening sockets... Sat Dec 10 14:39:24.287 I NETWORK [serviceShutdown] closing listening socket: 400 Sat Dec 10 14:39:24.287 I NETWORK [serviceShutdown] shutdown: going to flush diaglog... Sat Dec 10 14:39:24.287 I REPL [serviceShutdown] shutting down replication subsystems Sat Dec 10 14:39:24.287 I REPL [serviceShutdown] Stopping replication reporter thread Sat Dec 10 14:39:24.288 I REPL [serviceShutdown] Stopping replication fetcher thread Sat Dec 10 14:39:24.288 I REPL [serviceShutdown] Stopping replication applier thread Sat Dec 10 14:39:24.507 I REPL [serviceShutdown] Stopping replication storage threads Sat Dec 10 14:39:24.508 W SHARDING [serviceShutdown] cant reload ShardRegistry :: caused by :: CallbackCanceled: Callback canceled Sat Dec 10 14:39:24.508 I FTDC [serviceShutdown] Shutting down full-time diagnostic data capture Sat Dec 10 14:39:24.592 W SHARDING [serviceShutdown] error encountered while cleaning up distributed ping entry for SOSDEVNQL02:30000:1481391577:5504356926003031614 :: caused by :: InterruptedAtShutdown: interrupted at shutdown Sat Dec 10 14:39:24.592 I STORAGE [serviceShutdown] WiredTigerKVEngine shutting down Sat Dec 10 14:39:25.831 I STORAGE [serviceShutdown] shutdown: removing fs lock... Sat Dec 10 14:39:25.831 I CONTROL [serviceShutdown] now exiting Sat Dec 10 14:39:25.832 I CONTROL [serviceStopWorker] shutting down with code:49 Sat Dec 10 14:40:19.552 I CONTROL [main] ***** SERVER RESTARTED ***** Sat Dec 10 14:40:19.565 I CONTROL [main] Trying to start Windows service 'MongoDB' Sat Dec 10 14:40:19.568 I STORAGE [thread1] Service running Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] MongoDB starting : pid=4316 port=30000 dbpath=D:\dataShard1\db 64-bit host=SOSDEVNQL02 Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] targetMinOS: Windows 7/Windows Server 2008 R2 Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] db version v3.2.10 Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] git version: 79d9b3ab5ce20f51c272b4411202710a082d0317 Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] allocator: tcmalloc Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] modules: none Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] build environment: Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] distmod: 2008plus Sat Dec 10 14:40:19.568 I CONTROL [initandlisten] distarch: x86_64 Sat Dec 10 14:40:19.569 I CONTROL [initandlisten] target_arch: x86_64 Sat Dec 10 14:40:19.569 I CONTROL [initandlisten] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 14:40:19.573 I - [initandlisten] Detected data files in D:\dataShard1\db created by the 'wiredTiger' storage engine, so setting the active storage engine to 'wiredTiger'. Sat Dec 10 14:40:19.574 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),,log=(enabled=false), Sat Dec 10 14:40:19.992 I STORAGE [initandlisten] Starting WiredTigerRecordStoreThread local.oplog.rs Sat Dec 10 14:40:19.992 I STORAGE [initandlisten] The size storer reports that the oplog contains 64725318 records totaling to 7973982381 bytes Sat Dec 10 14:40:19.992 I STORAGE [initandlisten] Sampling from the oplog between Dec 10 05:17:54:1067 and Dec 10 14:39:15:1 to determine where to place markers for truncation Sat Dec 10 14:40:19.992 I STORAGE [initandlisten] Taking 1005 samples and assuming that each section of oplog contains approximately 643941 records totaling to 79331772 bytes Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:20:52:978 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:23:44:a51 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:26:26:3a4 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:28:47:986 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:31:59:1f6 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:34:44:ca7 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:37:16:675 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:40:22:13bd Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:42:47:561 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:45:37:d07 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:48:06:694 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:51:28:104f Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:54:17:583 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:57:09:7d5 Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:59:29:ebe Sat Dec 10 14:40:20.189 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:01:53:d07 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:03:38:ae4 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:05:04:42 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:06:43:4e8 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:08:29:108 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:09:56:b13 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:11:48:7f8 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:14:04:2ac Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:16:27:d41 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:18:22:5f8 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:20:23:414 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:22:24:be9 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:24:41:508 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:27:30:773 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:30:13:1f2 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:32:55:96 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:35:05:16d1 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:37:14:130a Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:39:29:aa2 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:41:49:881 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:44:10:63a Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:46:19:81c Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:48:28:82b Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:50:48:f0 Sat Dec 10 14:40:20.190 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:53:23:15 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:56:05:4f0 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:58:35:11ed Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:00:54:1c1c Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:03:07:d6f Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:05:07:560 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:06:57:94d Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:09:12:bfc Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:11:17:bcc Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:13:10:190 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:15:07:240 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:17:21:5f9 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:19:45:10a5 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:21:58:29f Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:24:18:15ab Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:26:22:26d Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:28:58:c97 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:31:39:a95 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:34:37:23 Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:37:35:34a Sat Dec 10 14:40:20.191 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:40:32:380 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:43:21:b6e Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:46:18:8a9 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:48:49:98a Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:51:28:f42 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:54:23:45d Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:57:16:652 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:59:26:1199 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:01:19:a3e Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:02:54:19d3 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:04:29:12e7 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:06:33:1800 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:08:39:e9a Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:11:26:67f Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:14:13:1a8 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:16:40:d5d Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:19:23:84e Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:21:55:ba2 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:23:49:10b5 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:25:24:1209 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:27:01:20a Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:28:30:14d1 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:30:01:84b Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:31:44:1356 Sat Dec 10 14:40:20.192 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:33:25:374 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:35:08:493 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:36:54:32a Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:38:40:15fc Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:40:20:ed2 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:42:00:8b8 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:43:25:1663 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:44:56:1a78 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:46:32:2e3 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:47:57:a5a Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:49:29:12c1 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:51:02:78c Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:52:27:af9 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:54:41:d6d Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:57:05:2 Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:59:35:d8e Sat Dec 10 14:40:20.193 I STORAGE [initandlisten] Placing a marker at optime Dec 10 09:01:57:f79 Sat Dec 10 14:40:20.278 I STORAGE [initandlisten] dropping unused ident: collection-26-7239762002682123532 Sat Dec 10 14:40:20.461 I NETWORK [HostnameCanonicalizationWorker] Starting hostname canonicalization worker Sat Dec 10 14:40:20.461 I FTDC [initandlisten] Initializing full-time diagnostic data capture with directory 'D:/dataShard1/db/diagnostic.data' Sat Dec 10 14:40:20.462 I NETWORK [initandlisten] waiting for connections on port 30000 Sat Dec 10 14:40:20.465 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64127 #1 (1 connection now open) Sat Dec 10 14:40:20.466 I REPL [ReplicationExecutor] New replica set config in use: { _id: "shard1ReplSet", version: 1, protocolVersion: 1, members: [ { _id: 0, host: "sosdevnql02:30000", arbiterOnly: false, buildIndexes: true, hidden: false, priority: 1.0, tags: {}, slaveDelay: 0, votes: 1 } ], settings: { chainingAllowed: true, heartbeatIntervalMillis: 2000, heartbeatTimeoutSecs: 10, electionTimeoutMillis: 10000, getLastErrorModes: {}, getLastErrorDefaults: { w: 1, wtimeout: 0 }, replicaSetId: ObjectId('584b5f861db0b568f0b3c69d') } } Sat Dec 10 14:40:20.466 I REPL [ReplicationExecutor] This node is sosdevnql02:30000 in the config Sat Dec 10 14:40:20.466 I NETWORK [conn1] end connection 10.112.9.26:64127 (0 connections now open) Sat Dec 10 14:40:20.466 I REPL [ReplicationExecutor] transition to STARTUP2 Sat Dec 10 14:40:20.466 I REPL [ReplicationExecutor] Starting replication applier threads Sat Dec 10 14:40:20.466 I REPL [ReplicationExecutor] transition to RECOVERING Sat Dec 10 14:40:20.471 I REPL [ReplicationExecutor] transition to SECONDARY Sat Dec 10 14:40:20.471 I REPL [ReplicationExecutor] conducting a dry run election to see if we could be elected Sat Dec 10 14:40:20.471 I REPL [ReplicationExecutor] dry election run succeeded, running for election Sat Dec 10 14:40:20.472 I REPL [ReplicationExecutor] election succeeded, assuming primary role in term 5 Sat Dec 10 14:40:20.472 I REPL [ReplicationExecutor] transition to PRIMARY Sat Dec 10 14:40:20.545 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64126 #2 (1 connection now open) Sat Dec 10 14:40:21.467 I SHARDING [rsSync] Sharding state recovery process found document { _id: "minOpTimeRecovery", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", minOpTime: { ts: Timestamp 1481378442000|2, t: 6 }, minOpTimeUpdaters: 0 } Sat Dec 10 14:40:21.468 I SHARDING [ShardingState initialization] first cluster operation detected, adding sharding hook to enable versioning and authentication to remote servers Sat Dec 10 14:40:21.468 I SHARDING [ShardingState initialization] Updating config server connection string to: ConfigSvr/sosdevnql02:20000 Sat Dec 10 14:40:21.468 I NETWORK [ShardingState initialization] Starting new replica set monitor for ConfigSvr/sosdevnql02:20000 Sat Dec 10 14:40:21.468 I NETWORK [ReplicaSetMonitorWatcher] starting Sat Dec 10 14:40:21.470 I SHARDING [thread2] creating distributed lock ping thread for process SOSDEVNQL02:30000:1481402421:1565426434 (sleeping for 30000ms) Sat Dec 10 14:40:21.472 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:40:21.472 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:40:21.473 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:40:21.473 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:40:21.474 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: LockStateChangeFailed: findAndModify query predicate didn't match any lock document Sat Dec 10 14:40:21.474 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard2ReplSet/sosdevnql02:40000 Sat Dec 10 14:40:21.474 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard1ReplSet/sosdevnql02:30000 Sat Dec 10 14:40:21.474 I SHARDING [rsSync] remote client initialized this host as shard shard1ReplSet Sat Dec 10 14:40:21.475 I REPL [rsSync] transition to primary complete; database writes are now permitted Sat Dec 10 14:40:21.547 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64131 #3 (2 connections now open) Sat Dec 10 14:40:27.213 I NETWORK [initandlisten] connection accepted from 10.112.14.53:37085 #4 (3 connections now open) Sat Dec 10 14:40:31.471 W NETWORK [ReplicaSetMonitorWatcher] No primary detected for set shard2ReplSet Sat Dec 10 14:40:31.471 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64142 #5 (4 connections now open) Sat Dec 10 14:40:41.577 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64149 #6 (5 connections now open) Sat Dec 10 14:41:30.968 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64159 #7 (6 connections now open) Sat Dec 10 14:45:01.583 I NETWORK [ReplicaSetMonitorWatcher] Socket hangup detected, no longer connected (idle 10 secs, remote host 10.112.9.26:20000) Sat Dec 10 14:45:20.499 I NETWORK [conn7] end connection 10.112.9.26:64159 (5 connections now open) Sat Dec 10 14:45:20.499 I NETWORK [conn2] end connection 10.112.9.26:64126 (4 connections now open) Sat Dec 10 14:45:20.499 I NETWORK [conn3] end connection 10.112.9.26:64131 (3 connections now open) Sat Dec 10 14:45:20.559 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64198 #8 (4 connections now open) Sat Dec 10 14:45:20.560 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64199 #9 (5 connections now open) Sat Dec 10 14:45:21.508 I ASIO [replSetDistLockPinger] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:45:21.508 I ASIO [replSetDistLockPinger] after drop, pool was empty, going to spawn some connections Sat Dec 10 14:45:21.508 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:45:21.509 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:48:20.993 I NETWORK [conn9] end connection 10.112.9.26:64199 (4 connections now open) Sat Dec 10 14:48:20.994 I NETWORK [conn8] end connection 10.112.9.26:64198 (3 connections now open) Sat Dec 10 14:48:23.050 I CONTROL [serviceShutdown] got SERVICE_CONTROL_STOP request from Windows Service Control Manager, will terminate after current cmd ends Sat Dec 10 14:48:23.058 I FTDC [serviceStopWorker] Shutting down full-time diagnostic data capture Sat Dec 10 14:48:23.098 I REPL [serviceStopWorker] Stopping replication applier threads Sat Dec 10 14:48:24.621 W SHARDING [serviceStopWorker] error encountered while cleaning up distributed ping entry for SOSDEVNQL02:30000:1481402421:1565426434 :: caused by :: ShutdownInProgress: Shutdown in progress Sat Dec 10 14:48:24.621 I CONTROL [serviceStopWorker] now exiting Sat Dec 10 14:48:24.622 I NETWORK [serviceStopWorker] shutdown: going to close listening sockets... Sat Dec 10 14:48:24.622 I NETWORK [serviceStopWorker] closing listening socket: 492 Sat Dec 10 14:48:24.622 I NETWORK [serviceStopWorker] shutdown: going to flush diaglog... Sat Dec 10 14:48:24.622 I NETWORK [serviceStopWorker] shutdown: going to close sockets... Sat Dec 10 14:48:24.622 I NETWORK [conn5] end connection 10.112.9.26:64142 (2 connections now open) Sat Dec 10 14:48:24.623 I NETWORK [conn6] end connection 10.112.9.26:64149 (1 connection now open) Sat Dec 10 14:48:24.623 I NETWORK [conn4] end connection 10.112.14.53:37085 (0 connections now open) Sat Dec 10 14:48:24.623 I STORAGE [serviceStopWorker] WiredTigerKVEngine shutting down Sat Dec 10 14:48:24.797 I STORAGE [serviceStopWorker] shutdown: removing fs lock... Sat Dec 10 14:48:24.797 I CONTROL [serviceStopWorker] dbexit: rc: 49 Sat Dec 10 14:48:39.933 I CONTROL [main] ***** SERVER RESTARTED ***** Sat Dec 10 14:48:39.944 I CONTROL [main] Trying to start Windows service 'MongoDB' Sat Dec 10 14:48:39.946 I STORAGE [thread1] Service running Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] MongoDB starting : pid=1548 port=30000 dbpath=D:\dataShard1\db 64-bit host=SOSDEVNQL02 Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] targetMinOS: Windows 7/Windows Server 2008 R2 Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] db version v3.2.10 Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] git version: 79d9b3ab5ce20f51c272b4411202710a082d0317 Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] allocator: tcmalloc Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] modules: none Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] build environment: Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] distmod: 2008plus Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] distarch: x86_64 Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] target_arch: x86_64 Sat Dec 10 14:48:39.946 I CONTROL [initandlisten] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 14:48:39.950 I - [initandlisten] Detected data files in D:\dataShard1\db created by the 'wiredTiger' storage engine, so setting the active storage engine to 'wiredTiger'. Sat Dec 10 14:48:39.951 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),,log=(enabled=false), Sat Dec 10 14:48:40.398 I STORAGE [initandlisten] Starting WiredTigerRecordStoreThread local.oplog.rs Sat Dec 10 14:48:40.398 I STORAGE [initandlisten] The size storer reports that the oplog contains 64725319 records totaling to 7973982475 bytes Sat Dec 10 14:48:40.398 I STORAGE [initandlisten] Sampling from the oplog between Dec 10 05:17:54:1067 and Dec 10 14:40:21:1 to determine where to place markers for truncation Sat Dec 10 14:48:40.398 I STORAGE [initandlisten] Taking 1005 samples and assuming that each section of oplog contains approximately 643941 records totaling to 79331771 bytes Sat Dec 10 14:48:40.601 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:20:52:978 Sat Dec 10 14:48:40.601 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:23:44:a51 Sat Dec 10 14:48:40.601 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:26:26:3a4 Sat Dec 10 14:48:40.601 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:28:47:986 Sat Dec 10 14:48:40.601 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:31:59:1f6 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:34:44:ca7 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:37:16:675 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:40:22:13bd Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:42:47:561 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:45:37:d07 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:48:06:694 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:51:28:104f Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:54:17:583 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:57:09:7d5 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:59:29:ebe Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:01:53:d07 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:03:38:ae4 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:05:04:42 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:06:43:4e8 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:08:29:108 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:09:56:b13 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:11:48:7f8 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:14:04:2ac Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:16:27:d41 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:18:22:5f8 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:20:23:414 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:22:24:be9 Sat Dec 10 14:48:40.602 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:24:41:508 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:27:30:773 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:30:13:1f2 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:32:55:96 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:35:05:16d1 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:37:14:130a Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:39:29:aa2 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:41:49:881 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:44:10:63a Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:46:19:81c Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:48:28:82b Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:50:48:f0 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:53:23:15 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:56:05:4f0 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:58:35:11ed Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:00:54:1c1c Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:03:07:d6f Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:05:07:560 Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:06:57:94d Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:09:12:bfc Sat Dec 10 14:48:40.603 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:11:17:bcc Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:13:10:190 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:15:07:240 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:17:21:5f9 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:19:45:10a5 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:21:58:29f Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:24:18:15ab Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:26:22:26d Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:28:58:c97 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:31:39:a95 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:34:37:23 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:37:35:34a Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:40:32:380 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:43:21:b6e Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:46:18:8a9 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:48:49:98a Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:51:28:f42 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:54:23:45d Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:57:16:652 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:59:26:1199 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:01:19:a3e Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:02:54:19d3 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:04:29:12e7 Sat Dec 10 14:48:40.604 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:06:33:1800 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:08:39:e9a Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:11:26:67f Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:14:13:1a8 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:16:40:d5d Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:19:23:84e Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:21:55:ba2 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:23:49:10b5 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:25:24:1209 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:27:01:20a Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:28:30:14d1 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:30:01:84b Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:31:44:1356 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:33:25:374 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:35:08:493 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:36:54:32a Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:38:40:15fc Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:40:20:ed2 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:42:00:8b8 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:43:25:1663 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:44:56:1a78 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:46:32:2e3 Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:47:57:a5a Sat Dec 10 14:48:40.605 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:49:29:12c1 Sat Dec 10 14:48:40.606 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:51:02:78c Sat Dec 10 14:48:40.606 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:52:27:af9 Sat Dec 10 14:48:40.606 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:54:41:d6d Sat Dec 10 14:48:40.606 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:57:05:2 Sat Dec 10 14:48:40.606 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:59:35:d8e Sat Dec 10 14:48:40.606 I STORAGE [initandlisten] Placing a marker at optime Dec 10 09:01:57:f79 Sat Dec 10 14:48:40.760 I NETWORK [HostnameCanonicalizationWorker] Starting hostname canonicalization worker Sat Dec 10 14:48:40.760 I FTDC [initandlisten] Initializing full-time diagnostic data capture with directory 'D:/dataShard1/db/diagnostic.data' Sat Dec 10 14:48:40.762 I NETWORK [initandlisten] waiting for connections on port 30000 Sat Dec 10 14:48:40.762 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64245 #1 (1 connection now open) Sat Dec 10 14:48:40.763 I REPL [ReplicationExecutor] New replica set config in use: { _id: "shard1ReplSet", version: 1, protocolVersion: 1, members: [ { _id: 0, host: "sosdevnql02:30000", arbiterOnly: false, buildIndexes: true, hidden: false, priority: 1.0, tags: {}, slaveDelay: 0, votes: 1 } ], settings: { chainingAllowed: true, heartbeatIntervalMillis: 2000, heartbeatTimeoutSecs: 10, electionTimeoutMillis: 10000, getLastErrorModes: {}, getLastErrorDefaults: { w: 1, wtimeout: 0 }, replicaSetId: ObjectId('584b5f861db0b568f0b3c69d') } } Sat Dec 10 14:48:40.763 I NETWORK [conn1] end connection 10.112.9.26:64245 (0 connections now open) Sat Dec 10 14:48:40.763 I REPL [ReplicationExecutor] This node is sosdevnql02:30000 in the config Sat Dec 10 14:48:40.763 I REPL [ReplicationExecutor] transition to STARTUP2 Sat Dec 10 14:48:40.763 I REPL [ReplicationExecutor] Starting replication applier threads Sat Dec 10 14:48:40.764 I REPL [ReplicationExecutor] transition to RECOVERING Sat Dec 10 14:48:40.768 I REPL [ReplicationExecutor] transition to SECONDARY Sat Dec 10 14:48:40.768 I REPL [ReplicationExecutor] conducting a dry run election to see if we could be elected Sat Dec 10 14:48:40.768 I REPL [ReplicationExecutor] dry election run succeeded, running for election Sat Dec 10 14:48:40.769 I REPL [ReplicationExecutor] election succeeded, assuming primary role in term 6 Sat Dec 10 14:48:40.769 I REPL [ReplicationExecutor] transition to PRIMARY Sat Dec 10 14:48:41.764 I SHARDING [rsSync] Sharding state recovery process found document { _id: "minOpTimeRecovery", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", minOpTime: { ts: Timestamp 1481378442000|2, t: 6 }, minOpTimeUpdaters: 0 } Sat Dec 10 14:48:41.765 I SHARDING [ShardingState initialization] first cluster operation detected, adding sharding hook to enable versioning and authentication to remote servers Sat Dec 10 14:48:41.765 I SHARDING [ShardingState initialization] Updating config server connection string to: ConfigSvr/sosdevnql02:20000 Sat Dec 10 14:48:41.765 I NETWORK [ShardingState initialization] Starting new replica set monitor for ConfigSvr/sosdevnql02:20000 Sat Dec 10 14:48:41.765 I NETWORK [ReplicaSetMonitorWatcher] starting Sat Dec 10 14:48:41.767 I SHARDING [thread2] creating distributed lock ping thread for process SOSDEVNQL02:30000:1481402921:274817215 (sleeping for 30000ms) Sat Dec 10 14:48:41.769 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:48:41.769 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:48:41.770 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:48:41.770 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:48:41.789 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard2ReplSet/sosdevnql02:40000 Sat Dec 10 14:48:41.789 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard1ReplSet/sosdevnql02:30000 Sat Dec 10 14:48:41.789 I SHARDING [rsSync] remote client initialized this host as shard shard1ReplSet Sat Dec 10 14:48:41.790 I REPL [rsSync] transition to primary complete; database writes are now permitted Sat Dec 10 14:48:41.817 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: LockStateChangeFailed: findAndModify query predicate didn't match any lock document Sat Dec 10 14:48:46.843 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64252 #2 (1 connection now open) Sat Dec 10 14:48:46.845 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64253 #3 (2 connections now open) Sat Dec 10 14:48:47.203 I NETWORK [initandlisten] connection accepted from 10.112.14.53:37291 #4 (3 connections now open) Sat Dec 10 14:48:51.768 W NETWORK [ReplicaSetMonitorWatcher] No primary detected for set shard2ReplSet Sat Dec 10 14:48:51.768 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64261 #5 (4 connections now open) Sat Dec 10 14:49:02.365 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64270 #6 (5 connections now open) Sat Dec 10 14:51:21.799 I NETWORK [ReplicaSetMonitorWatcher] Socket hangup detected, no longer connected (idle 10 secs, remote host 10.112.9.26:20000) Sat Dec 10 14:51:41.835 I ASIO [replSetDistLockPinger] dropping unhealthy pooled connection to sosdevnql02:20000 Sat Dec 10 14:51:41.835 I ASIO [replSetDistLockPinger] after drop, pool was empty, going to spawn some connections Sat Dec 10 14:51:41.835 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:51:41.836 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:51:52.868 I NETWORK [initandlisten] connection accepted from 10.112.14.53:37345 #7 (6 connections now open) Sat Dec 10 14:52:16.861 I NETWORK [conn2] end connection 10.112.9.26:64252 (5 connections now open) Sat Dec 10 14:52:16.862 I NETWORK [conn3] end connection 10.112.9.26:64253 (4 connections now open) Sat Dec 10 14:52:17.030 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64322 #8 (5 connections now open) Sat Dec 10 14:52:17.032 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64323 #9 (6 connections now open) Sat Dec 10 14:55:47.064 I NETWORK [conn9] end connection 10.112.9.26:64323 (5 connections now open) Sat Dec 10 14:55:47.064 I NETWORK [conn8] end connection 10.112.9.26:64322 (4 connections now open) Sat Dec 10 14:55:47.553 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64394 #10 (5 connections now open) Sat Dec 10 14:55:47.555 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64395 #11 (6 connections now open) Sat Dec 10 14:55:51.858 I NETWORK [ReplicaSetMonitorWatcher] Socket hangup detected, no longer connected (idle 11 secs, remote host 10.112.9.26:20000) Sat Dec 10 14:55:52.862 W NETWORK [ReplicaSetMonitorWatcher] Failed to connect to 10.112.9.26:20000, reason: errno:10061 No connection could be made because the target machine actively refused it. Sat Dec 10 14:55:52.862 W NETWORK [ReplicaSetMonitorWatcher] No primary detected for set ConfigSvr Sat Dec 10 14:55:56.446 I CONTROL [serviceShutdown] got SERVICE_CONTROL_STOP request from Windows Service Control Manager, will terminate after current cmd ends Sat Dec 10 14:55:56.453 I FTDC [serviceStopWorker] Shutting down full-time diagnostic data capture Sat Dec 10 14:55:56.466 I REPL [serviceStopWorker] Stopping replication applier threads Sat Dec 10 14:55:57.195 I STORAGE [conn4] got request after shutdown() Sat Dec 10 14:55:57.871 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:55:58.371 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:55:58.871 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:55:59.372 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:55:59.872 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:00.372 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:00.873 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:01.374 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:01.874 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:02.374 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:02.455 I STORAGE [conn6] got request after shutdown() Sat Dec 10 14:56:02.875 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:03.375 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:03.875 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:04.375 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:04.875 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:05.375 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:05.647 I STORAGE [conn11] got request after shutdown() Sat Dec 10 14:56:05.647 I STORAGE [conn10] got request after shutdown() Sat Dec 10 14:56:05.875 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:06.375 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:06.875 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:07.375 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:07.875 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:08.375 W NETWORK [serviceStopWorker] No primary detected for set ConfigSvr Sat Dec 10 14:56:08.375 W SHARDING [serviceStopWorker] error encountered while cleaning up distributed ping entry for SOSDEVNQL02:30000:1481402921:274817215 :: caused by :: FailedToSatisfyReadPreference: could not find host matching read preference { mode: "primary" } for set ConfigSvr Sat Dec 10 14:56:08.375 I CONTROL [serviceStopWorker] now exiting Sat Dec 10 14:56:08.375 I NETWORK [serviceStopWorker] shutdown: going to close listening sockets... Sat Dec 10 14:56:08.375 I NETWORK [serviceStopWorker] closing listening socket: 496 Sat Dec 10 14:56:08.375 I NETWORK [serviceStopWorker] shutdown: going to flush diaglog... Sat Dec 10 14:56:08.375 I NETWORK [serviceStopWorker] shutdown: going to close sockets... Sat Dec 10 14:56:08.376 I STORAGE [serviceStopWorker] WiredTigerKVEngine shutting down Sat Dec 10 14:56:08.376 I NETWORK [conn7] end connection 10.112.14.53:37345 (1 connection now open) Sat Dec 10 14:56:08.376 I NETWORK [conn5] end connection 10.112.9.26:64261 (1 connection now open) Sat Dec 10 14:56:08.560 I STORAGE [serviceStopWorker] shutdown: removing fs lock... Sat Dec 10 14:56:08.560 I CONTROL [serviceStopWorker] dbexit: rc: 49 Sat Dec 10 14:56:08.764 I CONTROL [main] ***** SERVER RESTARTED ***** Sat Dec 10 14:56:08.776 I CONTROL [main] Trying to start Windows service 'MongoDB' Sat Dec 10 14:56:08.777 I STORAGE [thread1] Service running Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] MongoDB starting : pid=436 port=30000 dbpath=D:\dataShard1\db 64-bit host=SOSDEVNQL02 Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] targetMinOS: Windows 7/Windows Server 2008 R2 Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] db version v3.2.10 Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] git version: 79d9b3ab5ce20f51c272b4411202710a082d0317 Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] allocator: tcmalloc Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] modules: none Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] build environment: Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] distmod: 2008plus Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] distarch: x86_64 Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] target_arch: x86_64 Sat Dec 10 14:56:08.777 I CONTROL [initandlisten] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 14:56:08.782 I - [initandlisten] Detected data files in D:\dataShard1\db created by the 'wiredTiger' storage engine, so setting the active storage engine to 'wiredTiger'. Sat Dec 10 14:56:08.782 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),,log=(enabled=false), Sat Dec 10 14:56:09.192 I STORAGE [initandlisten] Starting WiredTigerRecordStoreThread local.oplog.rs Sat Dec 10 14:56:09.192 I STORAGE [initandlisten] The size storer reports that the oplog contains 64725320 records totaling to 7973982569 bytes Sat Dec 10 14:56:09.193 I STORAGE [initandlisten] Sampling from the oplog between Dec 10 05:17:54:1067 and Dec 10 14:48:41:1 to determine where to place markers for truncation Sat Dec 10 14:56:09.193 I STORAGE [initandlisten] Taking 1005 samples and assuming that each section of oplog contains approximately 643941 records totaling to 79331771 bytes Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:20:52:978 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:23:44:a51 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:26:26:3a4 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:28:47:986 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:31:59:1f6 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:34:44:ca7 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:37:16:675 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:40:22:13bd Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:42:47:561 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:45:37:d07 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:48:06:694 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:51:28:104f Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:54:17:583 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:57:09:7d5 Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:59:29:ebe Sat Dec 10 14:56:09.402 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:01:53:d07 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:03:38:ae4 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:05:04:42 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:06:43:4e8 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:08:29:108 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:09:56:b13 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:11:48:7f8 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:14:04:2ac Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:16:27:d41 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:18:22:5f8 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:20:23:414 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:22:24:be9 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:24:41:508 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:27:30:773 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:30:13:1f2 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:32:55:96 Sat Dec 10 14:56:09.403 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:35:05:16d1 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:37:14:130a Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:39:29:aa2 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:41:49:881 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:44:10:63a Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:46:19:81c Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:48:28:82b Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:50:48:f0 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:53:23:15 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:56:05:4f0 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:58:35:11ed Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:00:54:1c1c Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:03:07:d6f Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:05:07:560 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:06:57:94d Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:09:12:bfc Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:11:17:bcc Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:13:10:190 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:15:07:240 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:17:21:5f9 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:19:45:10a5 Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:21:58:29f Sat Dec 10 14:56:09.404 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:24:18:15ab Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:26:22:26d Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:28:58:c97 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:31:39:a95 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:34:37:23 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:37:35:34a Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:40:32:380 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:43:21:b6e Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:46:18:8a9 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:48:49:98a Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:51:28:f42 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:54:23:45d Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:57:16:652 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:59:26:1199 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:01:19:a3e Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:02:54:19d3 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:04:29:12e7 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:06:33:1800 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:08:39:e9a Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:11:26:67f Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:14:13:1a8 Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:16:40:d5d Sat Dec 10 14:56:09.405 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:19:23:84e Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:21:55:ba2 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:23:49:10b5 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:25:24:1209 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:27:01:20a Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:28:30:14d1 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:30:01:84b Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:31:44:1356 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:33:25:374 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:35:08:493 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:36:54:32a Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:38:40:15fc Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:40:20:ed2 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:42:00:8b8 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:43:25:1663 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:44:56:1a78 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:46:32:2e3 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:47:57:a5a Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:49:29:12c1 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:51:02:78c Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:52:27:af9 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:54:41:d6d Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:57:05:2 Sat Dec 10 14:56:09.406 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:59:35:d8e Sat Dec 10 14:56:09.407 I STORAGE [initandlisten] Placing a marker at optime Dec 10 09:01:57:f79 Sat Dec 10 14:56:09.562 I NETWORK [HostnameCanonicalizationWorker] Starting hostname canonicalization worker Sat Dec 10 14:56:09.562 I FTDC [initandlisten] Initializing full-time diagnostic data capture with directory 'D:/dataShard1/db/diagnostic.data' Sat Dec 10 14:56:09.564 I NETWORK [initandlisten] waiting for connections on port 30000 Sat Dec 10 14:56:09.564 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64408 #1 (1 connection now open) Sat Dec 10 14:56:09.565 I REPL [ReplicationExecutor] New replica set config in use: { _id: "shard1ReplSet", version: 1, protocolVersion: 1, members: [ { _id: 0, host: "sosdevnql02:30000", arbiterOnly: false, buildIndexes: true, hidden: false, priority: 1.0, tags: {}, slaveDelay: 0, votes: 1 } ], settings: { chainingAllowed: true, heartbeatIntervalMillis: 2000, heartbeatTimeoutSecs: 10, electionTimeoutMillis: 10000, getLastErrorModes: {}, getLastErrorDefaults: { w: 1, wtimeout: 0 }, replicaSetId: ObjectId('584b5f861db0b568f0b3c69d') } } Sat Dec 10 14:56:09.565 I REPL [ReplicationExecutor] This node is sosdevnql02:30000 in the config Sat Dec 10 14:56:09.565 I REPL [ReplicationExecutor] transition to STARTUP2 Sat Dec 10 14:56:09.565 I REPL [ReplicationExecutor] Starting replication applier threads Sat Dec 10 14:56:09.565 I NETWORK [conn1] end connection 10.112.9.26:64408 (0 connections now open) Sat Dec 10 14:56:09.567 I REPL [ReplicationExecutor] transition to RECOVERING Sat Dec 10 14:56:09.571 I REPL [ReplicationExecutor] transition to SECONDARY Sat Dec 10 14:56:09.571 I REPL [ReplicationExecutor] conducting a dry run election to see if we could be elected Sat Dec 10 14:56:09.571 I REPL [ReplicationExecutor] dry election run succeeded, running for election Sat Dec 10 14:56:09.572 I REPL [ReplicationExecutor] election succeeded, assuming primary role in term 7 Sat Dec 10 14:56:09.572 I REPL [ReplicationExecutor] transition to PRIMARY Sat Dec 10 14:56:09.885 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64406 #2 (1 connection now open) Sat Dec 10 14:56:10.568 I SHARDING [rsSync] Sharding state recovery process found document { _id: "minOpTimeRecovery", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", minOpTime: { ts: Timestamp 1481378442000|2, t: 6 }, minOpTimeUpdaters: 0 } Sat Dec 10 14:56:10.569 I SHARDING [ShardingState initialization] first cluster operation detected, adding sharding hook to enable versioning and authentication to remote servers Sat Dec 10 14:56:10.569 I SHARDING [ShardingState initialization] Updating config server connection string to: ConfigSvr/sosdevnql02:20000 Sat Dec 10 14:56:10.569 I NETWORK [ShardingState initialization] Starting new replica set monitor for ConfigSvr/sosdevnql02:20000 Sat Dec 10 14:56:10.569 I NETWORK [ReplicaSetMonitorWatcher] starting Sat Dec 10 14:56:10.571 I SHARDING [thread2] creating distributed lock ping thread for process SOSDEVNQL02:30000:1481403370:-238263817 (sleeping for 30000ms) Sat Dec 10 14:56:10.573 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:56:10.573 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 14:56:10.574 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:56:10.574 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 14:56:10.585 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard2ReplSet/sosdevnql02:40000 Sat Dec 10 14:56:10.585 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard1ReplSet/sosdevnql02:30000 Sat Dec 10 14:56:10.586 I SHARDING [rsSync] remote client initialized this host as shard shard1ReplSet Sat Dec 10 14:56:10.586 I REPL [rsSync] transition to primary complete; database writes are now permitted Sat Dec 10 14:56:10.589 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: LockStateChangeFailed: findAndModify query predicate didn't match any lock document Sat Dec 10 14:56:10.888 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64412 #3 (2 connections now open) Sat Dec 10 14:56:10.888 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64413 #4 (3 connections now open) Sat Dec 10 14:56:10.893 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubbsdweb1 with requested shard version 99|1||584bba0d90d1dc672b548145, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.899 I SHARDING [conn4] collection IISLogs.pubbsdweb1 was previously unsharded, new metadata loaded with shard version 99|1||584bba0d90d1dc672b548145 Sat Dec 10 14:56:10.899 I SHARDING [conn4] collection version was loaded at version 99|1||584bba0d90d1dc672b548145, took 5ms Sat Dec 10 14:56:10.914 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubbsdweb2 with requested shard version 110|1||584bbf7a90d1dc672b548236, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.919 I SHARDING [conn4] collection IISLogs.pubbsdweb2 was previously unsharded, new metadata loaded with shard version 110|1||584bbf7a90d1dc672b548236 Sat Dec 10 14:56:10.919 I SHARDING [conn4] collection version was loaded at version 110|1||584bbf7a90d1dc672b548236, took 4ms Sat Dec 10 14:56:10.929 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdenr01 with requested shard version 8|1||584bc07690d1dc672b548266, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.930 I SHARDING [conn4] collection IISLogs.pubprdenr01 was previously unsharded, new metadata loaded with shard version 8|1||584bc07690d1dc672b548266 Sat Dec 10 14:56:10.930 I SHARDING [conn4] collection version was loaded at version 8|1||584bc07690d1dc672b548266, took 1ms Sat Dec 10 14:56:10.943 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdenr02 with requested shard version 6|1||584bc09190d1dc672b54826b, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.944 I SHARDING [conn4] collection IISLogs.pubprdenr02 was previously unsharded, new metadata loaded with shard version 6|1||584bc09190d1dc672b54826b Sat Dec 10 14:56:10.944 I SHARDING [conn4] collection version was loaded at version 6|1||584bc09190d1dc672b54826b, took 1ms Sat Dec 10 14:56:10.951 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdenr03 with requested shard version 20|1||584bc0d090d1dc672b548270, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.952 I SHARDING [conn4] collection IISLogs.pubprdenr03 was previously unsharded, new metadata loaded with shard version 20|1||584bc0d090d1dc672b548270 Sat Dec 10 14:56:10.952 I SHARDING [conn4] collection version was loaded at version 20|1||584bc0d090d1dc672b548270, took 1ms Sat Dec 10 14:56:10.963 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdenr04 with requested shard version 7|1||584bc0e990d1dc672b548274, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.964 I SHARDING [conn4] collection IISLogs.pubprdenr04 was previously unsharded, new metadata loaded with shard version 7|1||584bc0e990d1dc672b548274 Sat Dec 10 14:56:10.964 I SHARDING [conn4] collection version was loaded at version 7|1||584bc0e990d1dc672b548274, took 1ms Sat Dec 10 14:56:10.975 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdenr05 with requested shard version 2|1||584bc0ee90d1dc672b548278, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.976 I SHARDING [conn4] collection IISLogs.pubprdenr05 was previously unsharded, new metadata loaded with shard version 2|1||584bc0ee90d1dc672b548278 Sat Dec 10 14:56:10.976 I SHARDING [conn4] collection version was loaded at version 2|1||584bc0ee90d1dc672b548278, took 0ms Sat Dec 10 14:56:10.983 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdweb01 with requested shard version 161|1||584bbf4f90d1dc672b54822e, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:10.989 I SHARDING [conn4] collection IISLogs.pubprdweb01 was previously unsharded, new metadata loaded with shard version 161|1||584bbf4f90d1dc672b54822e Sat Dec 10 14:56:10.989 I SHARDING [conn4] collection version was loaded at version 161|1||584bbf4f90d1dc672b54822e, took 6ms Sat Dec 10 14:56:11.003 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdweb02 with requested shard version 125|1||584bc22c90d1dc672b54829b, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:11.009 I SHARDING [conn4] collection IISLogs.pubprdweb02 was previously unsharded, new metadata loaded with shard version 125|1||584bc22c90d1dc672b54829b Sat Dec 10 14:56:11.009 I SHARDING [conn4] collection version was loaded at version 125|1||584bc22c90d1dc672b54829b, took 6ms Sat Dec 10 14:56:11.020 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdweb03 with requested shard version 220|1||584bc97f90d1dc672b548352, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:11.028 I SHARDING [conn4] collection IISLogs.pubprdweb03 was previously unsharded, new metadata loaded with shard version 220|1||584bc97f90d1dc672b548352 Sat Dec 10 14:56:11.028 I SHARDING [conn4] collection version was loaded at version 220|1||584bc97f90d1dc672b548352, took 8ms Sat Dec 10 14:56:11.041 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdweb04 with requested shard version 220|1||584bcad890d1dc672b54835d, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 14:56:11.049 I SHARDING [conn4] collection IISLogs.pubprdweb04 was previously unsharded, new metadata loaded with shard version 220|1||584bcad890d1dc672b54835d Sat Dec 10 14:56:11.049 I SHARDING [conn4] collection version was loaded at version 220|1||584bcad890d1dc672b54835d, took 8ms Sat Dec 10 14:56:11.441 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64417 #5 (4 connections now open) Sat Dec 10 14:56:11.490 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64418 #6 (5 connections now open) Sat Dec 10 14:56:11.509 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64419 #7 (6 connections now open) Sat Dec 10 14:56:11.516 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64420 #8 (7 connections now open) Sat Dec 10 14:56:12.458 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64421 #9 (8 connections now open) Sat Dec 10 14:56:17.200 I NETWORK [initandlisten] connection accepted from 10.112.14.53:37437 #10 (9 connections now open) Sat Dec 10 14:56:20.572 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64424 #11 (10 connections now open) Sat Dec 10 14:56:47.398 I NETWORK [conn10] end connection 10.112.14.53:37437 (9 connections now open) Sat Dec 10 15:00:03.885 I NETWORK [initandlisten] connection accepted from 10.112.9.26:64438 #12 (10 connections now open) Sat Dec 10 15:00:20.307 I SHARDING [conn3] request split points lookup for chunk IISLogs.pubprdweb03 { : new Date(1481306017000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 15:00:20.439 W SHARDING [conn3] Finding the split vector for IISLogs.pubprdweb03 over { datetime: 1.0 } keyCount: 109297 numSplits: 0 lookedAt: 61143 took 132ms Sat Dec 10 15:00:20.439 I COMMAND [conn3] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubprdweb03", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481306017000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:477 reslen:166 locks:{ Global: { acquireCount: { r: 956 } }, Database: { acquireCount: { r: 478 } }, Collection: { acquireCount: { r: 478 } } } protocol:op_command 132ms Sat Dec 10 15:05:08.275 I NETWORK [conn5] end connection 10.112.9.26:64417 (9 connections now open) Sat Dec 10 15:05:17.845 I NETWORK [conn6] end connection 10.112.9.26:64418 (8 connections now open) Sat Dec 10 15:05:17.917 I NETWORK [conn7] end connection 10.112.9.26:64419 (7 connections now open) Sat Dec 10 15:05:18.557 I NETWORK [conn8] end connection 10.112.9.26:64420 (6 connections now open) Sat Dec 10 15:09:47.647 I NETWORK [conn12] end connection 10.112.9.26:64438 (5 connections now open) Sat Dec 10 15:09:47.648 I NETWORK [conn3] end connection 10.112.9.26:64412 (4 connections now open) Sat Dec 10 15:09:47.649 I NETWORK [conn2] end connection 10.112.9.26:64406 (3 connections now open) Sat Dec 10 15:09:47.650 I NETWORK [conn4] end connection 10.112.9.26:64413 (2 connections now open) Sat Dec 10 15:09:50.417 I CONTROL [serviceShutdown] got SERVICE_CONTROL_STOP request from Windows Service Control Manager, will terminate after current cmd ends Sat Dec 10 15:09:50.418 I FTDC [serviceStopWorker] Shutting down full-time diagnostic data capture Sat Dec 10 15:09:50.440 I REPL [serviceStopWorker] Stopping replication applier threads Sat Dec 10 15:09:51.928 W SHARDING [serviceStopWorker] error encountered while cleaning up distributed ping entry for SOSDEVNQL02:30000:1481403370:-238263817 :: caused by :: ShutdownInProgress: Shutdown in progress Sat Dec 10 15:09:51.928 I CONTROL [serviceStopWorker] now exiting Sat Dec 10 15:09:51.928 I NETWORK [serviceStopWorker] shutdown: going to close listening sockets... Sat Dec 10 15:09:51.929 I NETWORK [serviceStopWorker] closing listening socket: 492 Sat Dec 10 15:09:51.929 I NETWORK [serviceStopWorker] shutdown: going to flush diaglog... Sat Dec 10 15:09:51.929 I NETWORK [serviceStopWorker] shutdown: going to close sockets... Sat Dec 10 15:09:51.929 I STORAGE [serviceStopWorker] WiredTigerKVEngine shutting down Sat Dec 10 15:09:51.929 I NETWORK [conn9] end connection 10.112.9.26:64421 (1 connection now open) Sat Dec 10 15:09:51.929 I NETWORK [conn11] end connection 10.112.9.26:64424 (1 connection now open) Sat Dec 10 15:09:52.616 I STORAGE [serviceStopWorker] shutdown: removing fs lock... Sat Dec 10 15:09:52.616 I CONTROL [serviceStopWorker] dbexit: rc: 49 Sat Dec 10 15:11:16.057 I CONTROL [main] ***** SERVER RESTARTED ***** Sat Dec 10 15:11:16.496 I CONTROL [main] Trying to start Windows service 'MongoDB' Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] MongoDB starting : pid=3620 port=30000 dbpath=D:\dataShard1\db 64-bit host=SOSDEVNQL02 Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] targetMinOS: Windows 7/Windows Server 2008 R2 Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] db version v3.4.0 Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] git version: f4240c60f005be757399042dc12f6addbc3170c1 Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] allocator: tcmalloc Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] modules: none Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] build environment: Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] distmod: 2008plus Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] distarch: x86_64 Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] target_arch: x86_64 Sat Dec 10 15:11:16.498 I CONTROL [initandlisten] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 15:11:16.503 I - [initandlisten] Detected data files in D:\dataShard1\db created by the 'wiredTiger' storage engine, so setting the active storage engine to 'wiredTiger'. Sat Dec 10 15:11:16.503 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=7679M,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),,log=(enabled=false), Sat Dec 10 15:11:16.900 I STORAGE [initandlisten] Starting WiredTigerRecordStoreThread local.oplog.rs Sat Dec 10 15:11:16.900 I STORAGE [initandlisten] The size storer reports that the oplog contains 64729040 records totaling to 7975494865 bytes Sat Dec 10 15:11:16.901 I STORAGE [initandlisten] Sampling from the oplog between Dec 10 05:17:54:1067 and Dec 10 15:09:41:9 to determine where to place markers for truncation Sat Dec 10 15:11:16.901 I STORAGE [initandlisten] Taking 1005 samples and assuming that each section of oplog contains approximately 643856 records totaling to 79331784 bytes Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:20:59:dee Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:23:49:bd5 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:26:33:9fa Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:28:53:de4 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:32:06:6cf Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:34:50:1 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:37:24:1102 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:40:28:2e4 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:42:51:fa0 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:45:42:5a Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:48:16:801 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:51:35:4b9 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:54:23:ec Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:57:15:799 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:59:33:1678 Sat Dec 10 15:11:17.096 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:02:01:629 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:03:41:139d Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:06:12:b5e Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:08:35:123b Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:11:04:1d1 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:13:42:65d Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:16:03:592 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:18:05:3 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:20:03:157c Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:22:03:833 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:24:16:380 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:26:53:3a1 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:29:51:297 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:32:31:f3e Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:34:45:c80 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:36:50:f20 Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:39:10:46d Sat Dec 10 15:11:17.097 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:41:25:1170 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:43:46:7e4 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:45:51:e52 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:48:01:10c0 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:50:21:f39 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:52:58:e78 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:55:37:1dc Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:58:13:381 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:00:36:4fb Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:02:50:2e3 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:04:48:14ea Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:06:38:66e Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:08:52:11d5 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:11:01:f5 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:12:51:56d Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:14:43:f01 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:17:05:13d8 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:19:22:1e3 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:21:38:1d91 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:23:55:d2c Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:26:06:4fc Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:28:27:7e0 Sat Dec 10 15:11:17.098 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:31:14:f5e Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:34:10:63d Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:36:36:c4d Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:38:26:b2b Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:40:24:905 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:42:21:cee Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:44:12:4ad Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:46:29:655 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:49:00:1373 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:51:40:ba6 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:54:35:e3d Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:57:28:bc4 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:59:38:7e Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:01:26:4cc Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:03:01:16ca Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:04:37:927 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:06:42:1132 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:08:56:884 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:11:39:61f Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:14:25:d Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:16:52:ad8 Sat Dec 10 15:11:17.099 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:19:32:2c6 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:22:04:182e Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:23:56:1045 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:25:33:5c4 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:27:08:1134 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:28:36:1763 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:30:13:e7 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:31:50:ff5 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:33:31:153a Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:35:20:492 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:37:00:149e Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:38:47:90b Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:40:32:12f8 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:42:06:9cd Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:43:31:10c6 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:45:03:a17 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:46:40:420 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:48:03:73b Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:49:38:1072 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:51:08:233 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:52:33:318 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:54:51:de3 Sat Dec 10 15:11:17.100 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:57:15:311 Sat Dec 10 15:11:17.101 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:59:47:467 Sat Dec 10 15:11:17.101 I STORAGE [initandlisten] Placing a marker at optime Dec 10 09:02:13:6bc Sat Dec 10 15:11:17.263 I CONTROL [initandlisten] Sat Dec 10 15:11:17.263 I CONTROL [initandlisten] ** WARNING: Access control is not enabled for the database. Sat Dec 10 15:11:17.263 I CONTROL [initandlisten] ** Read and write access to data and configuration is unrestricted. Sat Dec 10 15:11:17.263 I CONTROL [initandlisten] Sat Dec 10 15:11:17.291 I SHARDING [initandlisten] initializing sharding state with: { _id: "shardIdentity", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", clusterId: ObjectId('584b5f8406f158e38b845442') } Sat Dec 10 15:11:17.291 I SHARDING [initandlisten] first cluster operation detected, adding sharding hook to enable versioning and authentication to remote servers Sat Dec 10 15:11:17.292 I NETWORK [initandlisten] Starting new replica set monitor for ConfigSvr/sosdevnql02:20000 Sat Dec 10 15:11:17.293 I SHARDING [thread1] creating distributed lock ping thread for process SOSDEVNQL02:30000:1481404277:-1929640469512922015 (sleeping for 30000ms) Sat Dec 10 15:11:17.295 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:11:17.295 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:11:17.296 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:11:17.297 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:11:17.297 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:11:17.297 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:11:32.303 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 15:11:47.297 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:11:47.295-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:11:47.297 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 1 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:11:47.295-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:11:47.297 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 2 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:11:47.295-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:11:47.297 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 2 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:11:47.295-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:11:47.297 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 1 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:11:47.295-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:11:47.297 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 2 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:11:47.295-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 15:12:02.304 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:12:02.306 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:12:17.300 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:12:17.302 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:12:17.310 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 15:12:19.300 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 10 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:19.298-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:19.300 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 10 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:19.298-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:19.301 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 10 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:19.298-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:47.302 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 13 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:47.300-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:47.303 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 13 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:47.300-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:47.303 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 13 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:47.300-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 15:12:47.312 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:12:47.314 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:12:51.303 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 17 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:51.302-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:51.303 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 17 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:51.302-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:51.303 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 17 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:12:51.302-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:12:53.805 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:12:53.807 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:13:02.318 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 15:13:23.805 I NETWORK [initandlisten] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 22 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:13:23.805-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:13:23.805 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 22 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:13:23.805-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:13:23.806 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 22 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:13:23.805-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:13:25.806 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:13:25.808 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:13:31.204 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: HostUnreachable: An existing connection was forcibly closed by the remote host. Sat Dec 10 15:13:31.204 I NETWORK [initandlisten] Socket hangup detected, no longer connected (idle 6 secs, remote host 10.112.9.26:20000) Sat Dec 10 15:13:32.202 W NETWORK [initandlisten] Failed to connect to 10.112.9.26:20000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 15:13:32.202 W NETWORK [initandlisten] No primary detected for set ConfigSvr Sat Dec 10 15:13:32.202 I NETWORK [initandlisten] All nodes for set ConfigSvr are down. This has happened for 1 checks in a row. Sat Dec 10 15:13:33.323 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 15:13:33.323 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:13:33.323 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:13:33.325 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:13:33.325 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:13:33.824 W NETWORK [replSetDistLockPinger] No primary detected for set ConfigSvr Sat Dec 10 15:13:34.325 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:13:34.327 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:13:49.363 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: WriteConcernFailed: waiting for replication timed out. Error details: { wtimeout: true } Sat Dec 10 15:14:03.324 I NETWORK [shard registry reload] Marking host sosdevnql02:20000 as failed :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 31 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:14:03.323-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:14:03.324 I SHARDING [shard registry reload] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 31 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:14:03.323-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:14:03.324 I SHARDING [initandlisten] Operation timed out :: caused by :: ExceededTimeLimit: Operation timed out, request was RemoteCommand 32 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:14:03.323-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:14:03.324 I SHARDING [shard registry reload] Periodic reload of shard registry failed :: caused by :: 50 could not get updated shard list from config server due to Operation timed out, request was RemoteCommand 31 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:14:03.323-0600 cmd:{ find: "shards", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 }; will retry after 30s Sat Dec 10 15:14:03.324 W SHARDING [initandlisten] Error initializing sharding state, sleeping for 2 seconds and trying again :: caused by :: ExceededTimeLimit: Error loading clusterID :: caused by :: Operation timed out, request was RemoteCommand 32 -- target:sosdevnql02:20000 db:config expDate:2016-12-10T15:14:03.323-0600 cmd:{ find: "version", readConcern: { level: "majority", afterOpTime: { ts: Timestamp 0|0, t: -1 } }, maxTimeMS: 30000 } Sat Dec 10 15:14:19.365 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:14:19.366 I ASIO [NetworkInterfaceASIO-ShardRegistry-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:14:31.762 I NETWORK [replSetDistLockPinger] Marking host sosdevnql02:20000 as failed :: caused by :: HostUnreachable: An existing connection was forcibly closed by the remote host. Sat Dec 10 15:14:31.762 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: HostUnreachable: An existing connection was forcibly closed by the remote host. Sat Dec 10 15:14:31.771 I NETWORK [initandlisten] Socket hangup detected, no longer connected (idle 26 secs, remote host 10.112.9.26:20000) Sat Dec 10 15:14:32.773 W NETWORK [initandlisten] Failed to connect to 10.112.9.26:20000, reason: No connection could be made because the target machine actively refused it. Sat Dec 10 15:14:32.773 W NETWORK [initandlisten] No primary detected for set ConfigSvr Sat Dec 10 15:14:32.773 I NETWORK [initandlisten] All nodes for set ConfigSvr are down. This has happened for 1 checks in a row. Sat Dec 10 15:15:34.043 I CONTROL [main] ***** SERVER RESTARTED ***** Sat Dec 10 15:15:34.055 I CONTROL [main] Trying to start Windows service 'MongoDB' Sat Dec 10 15:15:34.056 I STORAGE [thread1] Service running Sat Dec 10 15:15:34.056 I CONTROL [initandlisten] MongoDB starting : pid=1944 port=30000 dbpath=D:\dataShard1\db 64-bit host=SOSDEVNQL02 Sat Dec 10 15:15:34.056 I CONTROL [initandlisten] targetMinOS: Windows 7/Windows Server 2008 R2 Sat Dec 10 15:15:34.056 I CONTROL [initandlisten] db version v3.2.10 Sat Dec 10 15:15:34.056 I CONTROL [initandlisten] git version: 79d9b3ab5ce20f51c272b4411202710a082d0317 Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] allocator: tcmalloc Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] modules: none Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] build environment: Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] distmod: 2008plus Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] distarch: x86_64 Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] target_arch: x86_64 Sat Dec 10 15:15:34.057 I CONTROL [initandlisten] options: { config: "c:\mongodbshard1\mongo.cfg", net: { bindIp: "sosdevnql02", port: 30000 }, replication: { replSetName: "shard1ReplSet" }, service: true, sharding: { clusterRole: "shardsvr" }, storage: { dbPath: "D:\dataShard1\db", journal: { enabled: false } }, systemLog: { destination: "file", logAppend: true, path: "L:\logShard1\mongod.log", timeStampFormat: "ctime", verbosity: 0 } } Sat Dec 10 15:15:34.061 I - [initandlisten] Detected data files in D:\dataShard1\db created by the 'wiredTiger' storage engine, so setting the active storage engine to 'wiredTiger'. Sat Dec 10 15:15:34.061 W - [initandlisten] Detected unclean shutdown - D:\dataShard1\db\mongod.lock is not empty. Sat Dec 10 15:15:34.061 W STORAGE [initandlisten] Recovering data from the last clean checkpoint. Sat Dec 10 15:15:34.062 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),,log=(enabled=false), Sat Dec 10 15:15:34.640 I STORAGE [initandlisten] Starting WiredTigerRecordStoreThread local.oplog.rs Sat Dec 10 15:15:34.641 I STORAGE [initandlisten] The size storer reports that the oplog contains 64729040 records totaling to 7975494865 bytes Sat Dec 10 15:15:34.641 I STORAGE [initandlisten] Sampling from the oplog between Dec 10 05:17:54:1067 and Dec 10 15:09:41:9 to determine where to place markers for truncation Sat Dec 10 15:15:34.641 I STORAGE [initandlisten] Taking 1005 samples and assuming that each section of oplog contains approximately 643856 records totaling to 79331784 bytes Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:20:59:dee Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:23:49:bd5 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:26:33:9fa Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:28:53:de4 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:32:06:6cf Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:34:50:1 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:37:24:1102 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:40:28:2e4 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:42:51:fa0 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:45:42:5a Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:48:16:801 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:51:35:4b9 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:54:23:ec Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:57:15:799 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 05:59:33:1678 Sat Dec 10 15:15:34.841 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:02:01:629 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:03:41:139d Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:06:12:b5e Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:08:35:123b Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:11:04:1d1 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:13:42:65d Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:16:03:592 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:18:05:3 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:20:03:157c Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:22:03:833 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:24:16:380 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:26:53:3a1 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:29:51:297 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:32:31:f3e Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:34:45:c80 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:36:50:f20 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:39:10:46d Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:41:25:1170 Sat Dec 10 15:15:34.842 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:43:46:7e4 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:45:51:e52 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:48:01:10c0 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:50:21:f39 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:52:58:e78 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:55:37:1dc Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 06:58:13:381 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:00:36:4fb Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:02:50:2e3 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:04:48:14ea Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:06:38:66e Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:08:52:11d5 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:11:01:f5 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:12:51:56d Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:14:43:f01 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:17:05:13d8 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:19:22:1e3 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:21:38:1d91 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:23:55:d2c Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:26:06:4fc Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:28:27:7e0 Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:31:14:f5e Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:34:10:63d Sat Dec 10 15:15:34.843 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:36:36:c4d Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:38:26:b2b Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:40:24:905 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:42:21:cee Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:44:12:4ad Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:46:29:655 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:49:00:1373 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:51:40:ba6 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:54:35:e3d Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:57:28:bc4 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 07:59:38:7e Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:01:26:4cc Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:03:01:16ca Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:04:37:927 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:06:42:1132 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:08:56:884 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:11:39:61f Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:14:25:d Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:16:52:ad8 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:19:32:2c6 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:22:04:182e Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:23:56:1045 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:25:33:5c4 Sat Dec 10 15:15:34.844 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:27:08:1134 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:28:36:1763 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:30:13:e7 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:31:50:ff5 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:33:31:153a Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:35:20:492 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:37:00:149e Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:38:47:90b Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:40:32:12f8 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:42:06:9cd Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:43:31:10c6 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:45:03:a17 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:46:40:420 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:48:03:73b Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:49:38:1072 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:51:08:233 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:52:33:318 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:54:51:de3 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:57:15:311 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 08:59:47:467 Sat Dec 10 15:15:34.845 I STORAGE [initandlisten] Placing a marker at optime Dec 10 09:02:13:6bc Sat Dec 10 15:15:34.991 I NETWORK [HostnameCanonicalizationWorker] Starting hostname canonicalization worker Sat Dec 10 15:15:34.991 I FTDC [initandlisten] Initializing full-time diagnostic data capture with directory 'D:/dataShard1/db/diagnostic.data' Sat Dec 10 15:15:34.992 I NETWORK [initandlisten] waiting for connections on port 30000 Sat Dec 10 15:15:34.993 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60678 #1 (1 connection now open) Sat Dec 10 15:15:34.994 I REPL [ReplicationExecutor] New replica set config in use: { _id: "shard1ReplSet", version: 1, protocolVersion: 1, members: [ { _id: 0, host: "sosdevnql02:30000", arbiterOnly: false, buildIndexes: true, hidden: false, priority: 1.0, tags: {}, slaveDelay: 0, votes: 1 } ], settings: { chainingAllowed: true, heartbeatIntervalMillis: 2000, heartbeatTimeoutSecs: 10, electionTimeoutMillis: 10000, getLastErrorModes: {}, getLastErrorDefaults: { w: 1, wtimeout: 0 }, replicaSetId: ObjectId('584b5f861db0b568f0b3c69d') } } Sat Dec 10 15:15:34.994 I REPL [ReplicationExecutor] This node is sosdevnql02:30000 in the config Sat Dec 10 15:15:34.994 I NETWORK [conn1] end connection 10.112.9.26:60678 (0 connections now open) Sat Dec 10 15:15:34.994 I REPL [ReplicationExecutor] transition to STARTUP2 Sat Dec 10 15:15:34.994 I REPL [ReplicationExecutor] Starting replication applier threads Sat Dec 10 15:15:34.994 I REPL [ReplicationExecutor] transition to RECOVERING Sat Dec 10 15:15:34.999 I REPL [ReplicationExecutor] transition to SECONDARY Sat Dec 10 15:15:34.999 I REPL [ReplicationExecutor] conducting a dry run election to see if we could be elected Sat Dec 10 15:15:34.999 I REPL [ReplicationExecutor] dry election run succeeded, running for election Sat Dec 10 15:15:35.000 I REPL [ReplicationExecutor] election succeeded, assuming primary role in term 8 Sat Dec 10 15:15:35.000 I REPL [ReplicationExecutor] transition to PRIMARY Sat Dec 10 15:15:35.995 I SHARDING [rsSync] Sharding state recovery process found document { _id: "minOpTimeRecovery", configsvrConnectionString: "ConfigSvr/sosdevnql02:20000", shardName: "shard1ReplSet", minOpTime: { ts: Timestamp 1481378442000|2, t: 6 }, minOpTimeUpdaters: 0 } Sat Dec 10 15:15:35.996 I SHARDING [ShardingState initialization] first cluster operation detected, adding sharding hook to enable versioning and authentication to remote servers Sat Dec 10 15:15:35.996 I SHARDING [ShardingState initialization] Updating config server connection string to: ConfigSvr/sosdevnql02:20000 Sat Dec 10 15:15:35.996 I NETWORK [ShardingState initialization] Starting new replica set monitor for ConfigSvr/sosdevnql02:20000 Sat Dec 10 15:15:35.996 I NETWORK [ReplicaSetMonitorWatcher] starting Sat Dec 10 15:15:35.998 I SHARDING [thread2] creating distributed lock ping thread for process SOSDEVNQL02:30000:1481404535:-1677231940 (sleeping for 30000ms) Sat Dec 10 15:15:36.002 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:15:36.002 I ASIO [NetworkInterfaceASIO-0] Connecting to sosdevnql02:20000 Sat Dec 10 15:15:36.004 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:15:36.004 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard2ReplSet/sosdevnql02:40000 Sat Dec 10 15:15:36.004 I NETWORK [ShardingState initialization] Starting new replica set monitor for shard1ReplSet/sosdevnql02:30000 Sat Dec 10 15:15:36.004 I ASIO [NetworkInterfaceASIO-0] Successfully connected to sosdevnql02:20000 Sat Dec 10 15:15:36.006 I SHARDING [rsSync] remote client initialized this host as shard shard1ReplSet Sat Dec 10 15:15:36.006 I REPL [rsSync] transition to primary complete; database writes are now permitted Sat Dec 10 15:15:36.067 W SHARDING [replSetDistLockPinger] pinging failed for distributed lock pinger :: caused by :: LockStateChangeFailed: findAndModify query predicate didn't match any lock document Sat Dec 10 15:15:39.647 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60686 #2 (1 connection now open) Sat Dec 10 15:15:39.649 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60687 #3 (2 connections now open) Sat Dec 10 15:15:40.107 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60694 #4 (3 connections now open) Sat Dec 10 15:15:40.113 I SHARDING [conn4] remotely refreshing metadata for IISLogs.pubprdweb03 with requested shard version 220|1||584bc97f90d1dc672b548352, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:15:40.123 I SHARDING [conn4] collection IISLogs.pubprdweb03 was previously unsharded, new metadata loaded with shard version 220|1||584bc97f90d1dc672b548352 Sat Dec 10 15:15:40.123 I SHARDING [conn4] collection version was loaded at version 220|1||584bc97f90d1dc672b548352, took 9ms Sat Dec 10 15:15:45.998 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60696 #5 (4 connections now open) Sat Dec 10 15:15:49.655 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60699 #6 (5 connections now open) Sat Dec 10 15:16:05.079 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60701 #7 (6 connections now open) Sat Dec 10 15:16:05.081 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubbsdweb1 with requested shard version 99|1||584bba0d90d1dc672b548145, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.086 I SHARDING [conn7] collection IISLogs.pubbsdweb1 was previously unsharded, new metadata loaded with shard version 99|1||584bba0d90d1dc672b548145 Sat Dec 10 15:16:05.086 I SHARDING [conn7] collection version was loaded at version 99|1||584bba0d90d1dc672b548145, took 4ms Sat Dec 10 15:16:05.120 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubbsdweb2 with requested shard version 110|1||584bbf7a90d1dc672b548236, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.125 I SHARDING [conn7] collection IISLogs.pubbsdweb2 was previously unsharded, new metadata loaded with shard version 110|1||584bbf7a90d1dc672b548236 Sat Dec 10 15:16:05.125 I SHARDING [conn7] collection version was loaded at version 110|1||584bbf7a90d1dc672b548236, took 4ms Sat Dec 10 15:16:05.131 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdenr01 with requested shard version 8|1||584bc07690d1dc672b548266, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.132 I SHARDING [conn7] collection IISLogs.pubprdenr01 was previously unsharded, new metadata loaded with shard version 8|1||584bc07690d1dc672b548266 Sat Dec 10 15:16:05.132 I SHARDING [conn7] collection version was loaded at version 8|1||584bc07690d1dc672b548266, took 1ms Sat Dec 10 15:16:05.137 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdenr02 with requested shard version 6|1||584bc09190d1dc672b54826b, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.139 I SHARDING [conn7] collection IISLogs.pubprdenr02 was previously unsharded, new metadata loaded with shard version 6|1||584bc09190d1dc672b54826b Sat Dec 10 15:16:05.139 I SHARDING [conn7] collection version was loaded at version 6|1||584bc09190d1dc672b54826b, took 1ms Sat Dec 10 15:16:05.144 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdenr03 with requested shard version 20|1||584bc0d090d1dc672b548270, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.146 I SHARDING [conn7] collection IISLogs.pubprdenr03 was previously unsharded, new metadata loaded with shard version 20|1||584bc0d090d1dc672b548270 Sat Dec 10 15:16:05.146 I SHARDING [conn7] collection version was loaded at version 20|1||584bc0d090d1dc672b548270, took 2ms Sat Dec 10 15:16:05.166 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdenr04 with requested shard version 7|1||584bc0e990d1dc672b548274, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.167 I SHARDING [conn7] collection IISLogs.pubprdenr04 was previously unsharded, new metadata loaded with shard version 7|1||584bc0e990d1dc672b548274 Sat Dec 10 15:16:05.167 I SHARDING [conn7] collection version was loaded at version 7|1||584bc0e990d1dc672b548274, took 1ms Sat Dec 10 15:16:05.174 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdenr05 with requested shard version 2|1||584bc0ee90d1dc672b548278, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.175 I SHARDING [conn7] collection IISLogs.pubprdenr05 was previously unsharded, new metadata loaded with shard version 2|1||584bc0ee90d1dc672b548278 Sat Dec 10 15:16:05.175 I SHARDING [conn7] collection version was loaded at version 2|1||584bc0ee90d1dc672b548278, took 1ms Sat Dec 10 15:16:05.186 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdweb01 with requested shard version 161|1||584bbf4f90d1dc672b54822e, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.192 I SHARDING [conn7] collection IISLogs.pubprdweb01 was previously unsharded, new metadata loaded with shard version 161|1||584bbf4f90d1dc672b54822e Sat Dec 10 15:16:05.192 I SHARDING [conn7] collection version was loaded at version 161|1||584bbf4f90d1dc672b54822e, took 6ms Sat Dec 10 15:16:05.224 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdweb02 with requested shard version 125|1||584bc22c90d1dc672b54829b, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.230 I SHARDING [conn7] collection IISLogs.pubprdweb02 was previously unsharded, new metadata loaded with shard version 125|1||584bc22c90d1dc672b54829b Sat Dec 10 15:16:05.230 I SHARDING [conn7] collection version was loaded at version 125|1||584bc22c90d1dc672b54829b, took 5ms Sat Dec 10 15:16:05.274 I SHARDING [conn7] remotely refreshing metadata for IISLogs.pubprdweb04 with requested shard version 220|1||584bcad890d1dc672b54835d, current shard version is 0|0||000000000000000000000000, current metadata version is 0|0||000000000000000000000000 Sat Dec 10 15:16:05.282 I SHARDING [conn7] collection IISLogs.pubprdweb04 was previously unsharded, new metadata loaded with shard version 220|1||584bcad890d1dc672b54835d Sat Dec 10 15:16:05.282 I SHARDING [conn7] collection version was loaded at version 220|1||584bcad890d1dc672b54835d, took 8ms Sat Dec 10 15:16:05.294 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60702 #8 (7 connections now open) Sat Dec 10 15:16:05.315 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60703 #9 (8 connections now open) Sat Dec 10 15:16:05.319 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60704 #10 (9 connections now open) Sat Dec 10 15:16:05.335 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60705 #11 (10 connections now open) Sat Dec 10 15:21:05.419 I NETWORK [conn9] end connection 10.112.9.26:60703 (9 connections now open) Sat Dec 10 15:21:05.441 I NETWORK [conn10] end connection 10.112.9.26:60704 (8 connections now open) Sat Dec 10 15:21:05.458 I NETWORK [conn11] end connection 10.112.9.26:60705 (7 connections now open) Sat Dec 10 15:21:21.408 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60713 #12 (8 connections now open) Sat Dec 10 15:21:21.974 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60714 #13 (9 connections now open) Sat Dec 10 15:25:29.071 I NETWORK [conn8] end connection 10.112.9.26:60702 (8 connections now open) Sat Dec 10 15:26:21.411 I NETWORK [conn12] end connection 10.112.9.26:60713 (7 connections now open) Sat Dec 10 15:26:21.976 I NETWORK [conn13] end connection 10.112.9.26:60714 (6 connections now open) Sat Dec 10 15:27:04.970 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60718 #14 (7 connections now open) Sat Dec 10 15:27:36.077 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60719 #15 (8 connections now open) Sat Dec 10 15:30:00.433 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60721 #16 (9 connections now open) Sat Dec 10 15:30:00.472 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60722 #17 (10 connections now open) Sat Dec 10 15:30:00.681 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60723 #18 (11 connections now open) Sat Dec 10 15:30:00.910 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481344200657) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:68622176406 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:272 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 550 } }, Database: { acquireCount: { r: 275 } }, Collection: { acquireCount: { r: 275 } } } 227ms Sat Dec 10 15:30:00.910 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 68622176406 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 229ms Sat Dec 10 15:30:01.205 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481344200657) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95136989839 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:138 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 282 } }, Database: { acquireCount: { r: 141 } }, Collection: { acquireCount: { r: 141 } } } 141ms Sat Dec 10 15:30:01.205 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95136989839 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 142ms Sat Dec 10 15:30:01.424 I COMMAND [conn18] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481344200657) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105561785750 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:119 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 244 } }, Database: { acquireCount: { r: 122 } }, Collection: { acquireCount: { r: 122 } } } 104ms Sat Dec 10 15:30:01.424 I COMMAND [conn7] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105561785750 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 105ms Sat Dec 10 15:30:01.646 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481344201438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:64533137575 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:272 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 550 } }, Database: { acquireCount: { r: 275 } }, Collection: { acquireCount: { r: 275 } } } 196ms Sat Dec 10 15:30:01.646 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 64533137575 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 197ms Sat Dec 10 15:30:01.976 I COMMAND [conn18] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481344201438) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:99100359267 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:116 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 238 } }, Database: { acquireCount: { r: 119 } }, Collection: { acquireCount: { r: 119 } } } 101ms Sat Dec 10 15:30:01.976 I COMMAND [conn7] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 99100359267 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 102ms Sat Dec 10 15:30:02.273 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202095) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66608255629 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:278 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 562 } }, Database: { acquireCount: { r: 281 } }, Collection: { acquireCount: { r: 281 } } } 160ms Sat Dec 10 15:30:02.273 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66608255629 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 160ms Sat Dec 10 15:30:02.578 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202095) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:97760435966 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:292 nreturned:71 reslen:5304 locks:{ Global: { acquireCount: { r: 590 } }, Database: { acquireCount: { r: 295 } }, Collection: { acquireCount: { r: 295 } } } 192ms Sat Dec 10 15:30:02.578 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 97760435966 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 193ms Sat Dec 10 15:30:02.788 I COMMAND [conn18] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202095) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:106582743874 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:296 reslen:22163 locks:{ Global: { acquireCount: { r: 366 } }, Database: { acquireCount: { r: 183 } }, Collection: { acquireCount: { r: 183 } } } 116ms Sat Dec 10 15:30:02.790 I COMMAND [conn7] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 106582743874 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 118ms Sat Dec 10 15:30:03.141 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202798) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:66825068383 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:279 nreturned:4010 reslen:505545 locks:{ Global: { acquireCount: { r: 568 } }, Database: { acquireCount: { r: 284 } }, Collection: { acquireCount: { r: 284 } } } 317ms Sat Dec 10 15:30:03.163 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 66825068383 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 339ms Sat Dec 10 15:30:03.324 I COMMAND [conn18] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202798) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:84584838917 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:108 nreturned:352 reslen:38444 locks:{ Global: { acquireCount: { r: 224 } }, Database: { acquireCount: { r: 112 } }, Collection: { acquireCount: { r: 112 } } } 118ms Sat Dec 10 15:30:03.326 I COMMAND [conn7] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 84584838917 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 120ms Sat Dec 10 15:30:03.817 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202798) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:96436496316 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:294 nreturned:24766 reslen:3663722 locks:{ Global: { acquireCount: { r: 600 } }, Database: { acquireCount: { r: 300 } }, Collection: { acquireCount: { r: 300 } } } 469ms Sat Dec 10 15:30:04.007 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 96436496316 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 660ms Sat Dec 10 15:30:04.182 I COMMAND [conn18] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202798) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102916481347 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:131 nreturned:6409 reslen:913781 locks:{ Global: { acquireCount: { r: 270 } }, Database: { acquireCount: { r: 135 } }, Collection: { acquireCount: { r: 135 } } } 164ms Sat Dec 10 15:30:04.219 I COMMAND [conn7] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102916481347 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 201ms Sat Dec 10 15:30:04.522 I COMMAND [conn18] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481344202798) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:103877673408 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:180 nreturned:18554 reslen:2578073 locks:{ Global: { acquireCount: { r: 368 } }, Database: { acquireCount: { r: 184 } }, Collection: { acquireCount: { r: 184 } } } 295ms Sat Dec 10 15:30:04.675 I COMMAND [conn7] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 103877673408 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 448ms Sat Dec 10 15:31:27.547 I SHARDING [conn3] request split points lookup for chunk IISLogs.pubprdenr05 { : new Date(1480585045000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 15:33:36.502 I SHARDING [conn3] request split points lookup for chunk IISLogs.pubbsdweb2 { : new Date(1481316632000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 15:33:36.921 W SHARDING [conn3] Finding the split vector for IISLogs.pubbsdweb2 over { datetime: 1.0 } keyCount: 112598 numSplits: 0 lookedAt: 72724 took 418ms Sat Dec 10 15:33:36.922 I COMMAND [conn3] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubbsdweb2", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481316632000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:569 reslen:166 locks:{ Global: { acquireCount: { r: 1140 } }, Database: { acquireCount: { r: 570 } }, Collection: { acquireCount: { r: 570 } } } protocol:op_command 419ms Sat Dec 10 15:35:00.480 I NETWORK [conn17] end connection 10.112.9.26:60722 (10 connections now open) Sat Dec 10 15:36:25.878 I NETWORK [conn14] end connection 10.112.9.26:60718 (9 connections now open) Sat Dec 10 15:36:27.042 I NETWORK [conn15] end connection 10.112.9.26:60719 (8 connections now open) Sat Dec 10 15:36:27.833 I NETWORK [conn16] end connection 10.112.9.26:60721 (7 connections now open) Sat Dec 10 15:37:38.847 I SHARDING [conn3] request split points lookup for chunk IISLogs.pubbsdweb2 { : new Date(1481316632000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 15:37:39.032 W SHARDING [conn3] Finding the split vector for IISLogs.pubbsdweb2 over { datetime: 1.0 } keyCount: 112598 numSplits: 1 lookedAt: 619 took 185ms Sat Dec 10 15:37:39.032 I COMMAND [conn3] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubbsdweb2", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481316632000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:884 reslen:192 locks:{ Global: { acquireCount: { r: 1770 } }, Database: { acquireCount: { r: 885 } }, Collection: { acquireCount: { r: 885 } } } protocol:op_command 185ms Sat Dec 10 15:41:49.590 I SHARDING [conn3] request split points lookup for chunk IISLogs.pubbsdweb2 { : new Date(1481316632000), : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } -->> { : MaxKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey, : MinKey } Sat Dec 10 15:41:49.842 W SHARDING [conn3] Finding the split vector for IISLogs.pubbsdweb2 over { datetime: 1.0 } keyCount: 112598 numSplits: 1 lookedAt: 41102 took 251ms Sat Dec 10 15:41:49.842 I COMMAND [conn3] command admin.$cmd command: splitVector { splitVector: "IISLogs.pubbsdweb2", keyPattern: { datetime: 1.0 }, min: { datetime: new Date(1481316632000) }, max: { datetime: MaxKey }, maxChunkSizeBytes: 67108864, maxSplitPoints: 0, maxChunkObjects: 250000 } keyUpdates:0 writeConflicts:0 numYields:1200 reslen:192 locks:{ Global: { acquireCount: { r: 2402 } }, Database: { acquireCount: { r: 1201 } }, Collection: { acquireCount: { r: 1201 } } } protocol:op_command 251ms Sat Dec 10 16:00:03.000 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60740 #19 (8 connections now open) Sat Dec 10 16:00:03.470 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60741 #20 (9 connections now open) Sat Dec 10 16:00:04.391 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60742 #21 (10 connections now open) Sat Dec 10 16:00:05.193 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60743 #22 (11 connections now open) Sat Dec 10 16:04:57.629 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60746 #23 (12 connections now open) Sat Dec 10 16:05:18.272 I NETWORK [conn19] end connection 10.112.9.26:60740 (11 connections now open) Sat Dec 10 16:05:18.373 I NETWORK [conn20] end connection 10.112.9.26:60741 (10 connections now open) Sat Dec 10 16:05:18.928 I NETWORK [conn21] end connection 10.112.9.26:60742 (9 connections now open) Sat Dec 10 16:05:46.525 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60747 #24 (10 connections now open) Sat Dec 10 16:06:01.581 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60748 #25 (11 connections now open) Sat Dec 10 16:06:02.107 I NETWORK [initandlisten] connection accepted from 10.112.9.26:60749 #26 (12 connections now open) Sat Dec 10 16:12:18.298 I NETWORK [conn24] end connection 10.112.9.26:60747 (11 connections now open) Sat Dec 10 16:14:02.929 I NETWORK [conn25] end connection 10.112.9.26:60748 (10 connections now open) Sat Dec 10 16:14:03.829 I NETWORK [conn26] end connection 10.112.9.26:60749 (9 connections now open) Sat Dec 10 16:14:04.650 I NETWORK [conn22] end connection 10.112.9.26:60743 (8 connections now open) Sat Dec 10 16:30:02.091 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62245 #27 (9 connections now open) Sat Dec 10 16:30:02.429 I NETWORK [initandlisten] connection accepted from 10.112.9.26:62246 #28 (10 connections now open) Sat Dec 10 16:30:02.862 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481347802590) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65854836785 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:269 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 544 } }, Database: { acquireCount: { r: 272 } }, Collection: { acquireCount: { r: 272 } } } 201ms Sat Dec 10 16:30:02.863 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65854836785 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 202ms Sat Dec 10 16:30:03.589 I COMMAND [conn18] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481347802590) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:71967172254 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:858 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1722 } }, Database: { acquireCount: { r: 861 } }, Collection: { acquireCount: { r: 861 } } } 714ms Sat Dec 10 16:30:03.590 I COMMAND [conn7] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 71967172254 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 715ms Sat Dec 10 16:30:03.818 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481347802590) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:94851127546 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:160 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 326 } }, Database: { acquireCount: { r: 163 } }, Collection: { acquireCount: { r: 163 } } } 124ms Sat Dec 10 16:30:03.820 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 94851127546 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 124ms Sat Dec 10 16:30:04.229 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481347803981) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65161401578 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:269 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 544 } }, Database: { acquireCount: { r: 272 } }, Collection: { acquireCount: { r: 272 } } } 195ms Sat Dec 10 16:30:04.229 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65161401578 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 196ms Sat Dec 10 16:30:04.947 I COMMAND [conn18] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481347803981) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:69691698651 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:858 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1722 } }, Database: { acquireCount: { r: 861 } }, Collection: { acquireCount: { r: 861 } } } 707ms Sat Dec 10 16:30:04.947 I COMMAND [conn7] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 69691698651 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 708ms Sat Dec 10 16:30:05.207 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481347803981) }, HTTPStatus: "403", userAgent: { $nin: [ /.*Crawl.*/, /.*crawl.*/, /.*bot.*/, /.*Bot.*/, /.*spider.*/, /.*Spider.*/, /.*Aboundex.*/, /.*Slurp.*/, /.*ScoutJet.*/, /.*ltx71.*/, /.*Riddler.*/, /.*heritrix.*/, /.*Wget.*/, /.*ia_archiver.*/, /.*Genieo.*/, /.*GigablastOpenSource.*/, /.*DeuSu.*/, /.*BuzzSumo.*/, /.*changedetection.*/, /.*pmoz\.info.*/, /.*DuckDuckGo.*/ ] } } }, { $group: { _id: { IP: "$IP", country: "$Country" }, count: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95048212488 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:160 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 326 } }, Database: { acquireCount: { r: 163 } }, Collection: { acquireCount: { r: 163 } } } 126ms Sat Dec 10 16:30:05.207 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95048212488 } ] }, { $group: { _id: "$$ROOT._id", count: { $sum: "$$ROOT.count" }, $doingMerge: true } }, { $project: { _id: "$_id.IP", Country: "$_id.country", count: "$count" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 126ms Sat Dec 10 16:30:05.578 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481347805372) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:65756060354 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:275 nreturned:1 reslen:92 locks:{ Global: { acquireCount: { r: 556 } }, Database: { acquireCount: { r: 278 } }, Collection: { acquireCount: { r: 278 } } } 150ms Sat Dec 10 16:30:05.579 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 65756060354 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 151ms Sat Dec 10 16:30:06.069 I COMMAND [conn18] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481347805372) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:70452164705 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:869 nreturned:0 reslen:20 locks:{ Global: { acquireCount: { r: 1744 } }, Database: { acquireCount: { r: 872 } }, Collection: { acquireCount: { r: 872 } } } 480ms Sat Dec 10 16:30:06.069 I COMMAND [conn7] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 70452164705 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:221 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 481ms Sat Dec 10 16:30:06.398 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481347805372) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:95501196928 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:331 nreturned:78 reslen:5819 locks:{ Global: { acquireCount: { r: 668 } }, Database: { acquireCount: { r: 334 } }, Collection: { acquireCount: { r: 334 } } } 220ms Sat Dec 10 16:30:06.398 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 95501196928 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 220ms Sat Dec 10 16:30:06.611 I COMMAND [conn18] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481347805372) }, url: /.*wp-.*/ } }, { $project: { _id: false, IP: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:105538684047 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:178 nreturned:300 reslen:22460 locks:{ Global: { acquireCount: { r: 362 } }, Database: { acquireCount: { r: 181 } }, Collection: { acquireCount: { r: 181 } } } 117ms Sat Dec 10 16:30:06.612 I COMMAND [conn7] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 105538684047 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 8 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 119ms Sat Dec 10 16:30:06.948 I COMMAND [conn18] getmore IISLogs.pubbsdweb1 query: { aggregate: "pubbsdweb1", pipeline: [ { $match: { datetime: { $gte: new Date(1481347806590) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:64569161487 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:276 nreturned:3930 reslen:495537 locks:{ Global: { acquireCount: { r: 562 } }, Database: { acquireCount: { r: 281 } }, Collection: { acquireCount: { r: 281 } } } 311ms Sat Dec 10 16:30:06.969 I COMMAND [conn7] command IISLogs.pubbsdweb1 command: aggregate { aggregate: "pubbsdweb1", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 64569161487 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:469 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 332ms Sat Dec 10 16:30:07.915 I COMMAND [conn18] getmore IISLogs.pubbsdweb2 query: { aggregate: "pubbsdweb2", pipeline: [ { $match: { datetime: { $gte: new Date(1481347806590) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:69431811396 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:874 nreturned:500 reslen:62603 locks:{ Global: { acquireCount: { r: 1772 } }, Database: { acquireCount: { r: 886 } }, Collection: { acquireCount: { r: 886 } } } 937ms Sat Dec 10 16:30:07.919 I COMMAND [conn7] command IISLogs.pubbsdweb2 command: aggregate { aggregate: "pubbsdweb2", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 69431811396 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:354 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 941ms Sat Dec 10 16:30:08.055 I COMMAND [conn18] getmore IISLogs.pubprdenr03 query: { aggregate: "pubprdenr03", pipeline: [ { $match: { datetime: { $gte: new Date(1481347806590) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:82250775262 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:109 nreturned:362 reslen:39362 locks:{ Global: { acquireCount: { r: 226 } }, Database: { acquireCount: { r: 113 } }, Collection: { acquireCount: { r: 113 } } } 118ms Sat Dec 10 16:30:08.057 I COMMAND [conn7] command IISLogs.pubprdenr03 command: aggregate { aggregate: "pubprdenr03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 82250775262 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 121ms Sat Dec 10 16:30:08.625 I COMMAND [conn18] getmore IISLogs.pubprdweb01 query: { aggregate: "pubprdweb01", pipeline: [ { $match: { datetime: { $gte: new Date(1481347806590) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:94728188697 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:332 nreturned:26949 reslen:3981371 locks:{ Global: { acquireCount: { r: 676 } }, Database: { acquireCount: { r: 338 } }, Collection: { acquireCount: { r: 338 } } } 543ms Sat Dec 10 16:30:08.828 I COMMAND [conn7] command IISLogs.pubprdweb01 command: aggregate { aggregate: "pubprdweb01", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 94728188697 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 746ms Sat Dec 10 16:30:09.008 I COMMAND [conn18] getmore IISLogs.pubprdweb02 query: { aggregate: "pubprdweb02", pipeline: [ { $match: { datetime: { $gte: new Date(1481347806590) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:102351249433 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:134 nreturned:6578 reslen:938921 locks:{ Global: { acquireCount: { r: 276 } }, Database: { acquireCount: { r: 138 } }, Collection: { acquireCount: { r: 138 } } } 171ms Sat Dec 10 16:30:09.045 I COMMAND [conn7] command IISLogs.pubprdweb02 command: aggregate { aggregate: "pubprdweb02", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 102351249433 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 208ms Sat Dec 10 16:30:09.323 I COMMAND [conn18] getmore IISLogs.pubprdweb03 query: { aggregate: "pubprdweb03", pipeline: [ { $match: { datetime: { $gte: new Date(1481347806590) } } }, { $project: { _id: false, IP: true, url: true, Country: true } }, { $group: { _id: { IP: "$IP", country: "$Country", url: "$url" }, urlCount: { $sum: { $const: 1 } } } } ], allowDiskUse: true, fromRouter: true, cursor: { batchSize: 0 } } planSummary: PIPELINE_PROXY cursorid:104454086552 ntoreturn:0 keysExamined:0 docsExamined:0 cursorExhausted:1 keyUpdates:0 writeConflicts:0 numYields:178 nreturned:18247 reslen:2561674 locks:{ Global: { acquireCount: { r: 364 } }, Database: { acquireCount: { r: 182 } }, Collection: { acquireCount: { r: 182 } } } 271ms Sat Dec 10 16:30:09.462 I COMMAND [conn7] command IISLogs.pubprdweb03 command: aggregate { aggregate: "pubprdweb03", pipeline: [ { $mergeCursors: [ { host: "sosdevnql02:30000", id: 104454086552 } ] }, { $group: { _id: "$$ROOT._id", urlCount: { $sum: "$$ROOT.urlCount" }, $doingMerge: true } }, { $match: { urlCount: { $gte: 1000 } } }, { $project: { _id: "$_id.IP", country: "$_id.country", url: "$_id.url", count: "$urlCount" } } ], allowDiskUse: true, cursor: {} } keyUpdates:0 writeConflicts:0 numYields:0 reslen:222 locks:{ Global: { acquireCount: { r: 4 } }, Database: { acquireCount: { r: 2 } }, Collection: { acquireCount: { r: 2 } } } protocol:op_command 410ms